-- Logs begin at Mon 2021-12-13 15:51:15 UTC, end at Mon 2021-12-13 17:34:03 UTC. -- Dec 13 16:20:37.516488 dv-neutron-821599-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 16:20:40.353646 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.common.config [-] Logging enabled! Dec 13 16:20:40.354391 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev280 Dec 13 16:20:40.354485 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102945) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 16:20:40.357823 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.common.config [-] Logging enabled! Dec 13 16:20:40.358082 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev280 Dec 13 16:20:40.358397 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102945) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 16:20:40.359359 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 16:20:40.359595 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 16:20:40.359963 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 16:20:40.360209 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 16:20:40.360437 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 16:20:40.360755 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.361174 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 13 16:20:40.361488 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.361783 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.362079 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.362375 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.362683 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.362971 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.363268 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.363566 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.363853 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.364134 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.364420 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.365319 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.365614 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.365908 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.366200 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.366488 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] debug = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.366794 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.367229 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.367648 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.367929 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.368220 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.368503 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.368777 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.369054 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.369339 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.369674 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] host = dv-neutron-821599-1-hyperv {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.369957 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.370249 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.370539 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.370853 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.371133 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.371448 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.371705 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.371985 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.372260 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] log_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.372537 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.372825 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.373112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.373401 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.373633 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.373859 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.374156 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.374449 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.374750 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.375029 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.375305 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.375580 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.375857 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.376126 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.376411 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.376694 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.376980 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.377255 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.377528 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.377805 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.378083 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.378368 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.378667 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.378941 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.379216 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.379501 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.379773 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.380048 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.380395 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.381200 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.381484 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.381771 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.382047 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.382330 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.382608 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.383274 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.383274 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] use_json = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.383421 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.383691 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.383972 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.384246 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.384520 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.384793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.385065 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.385352 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:40.385650 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.385949 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.386253 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.386540 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.386868 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.387156 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.387449 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.387730 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.388020 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.388312 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.388604 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.388885 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.389177 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.389461 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.389759 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.390071 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.390373 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.390691 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.390974 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.391254 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.391532 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.391812 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.392104 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.392387 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.392685 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.392979 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.393304 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.393697 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.394013 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.394334 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.394629 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.394966 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.395333 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.395656 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.395982 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.396271 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.396549 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.396839 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.397205 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.397529 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.397817 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.398138 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.398423 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.398749 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.399030 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.399323 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.399603 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.399876 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.400173 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.400539 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.400816 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.401153 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.401435 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.401712 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.401986 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.402361 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.402681 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.403000 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.403287 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.403571 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.403853 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.404123 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.404398 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.404673 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.404951 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.405226 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.405500 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.405772 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.406050 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.406322 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.406595 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.406894 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.407171 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.407446 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.407734 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.408031 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.408307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.408586 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.408862 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.409142 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.409418 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.409694 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.409972 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.410252 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.410525 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.410840 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.411128 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.411413 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.411813 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.412119 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.412412 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.412690 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.412974 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.413253 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.413536 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.413820 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.414103 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.414399 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.414719 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.415016 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.415310 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.415605 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.415887 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.416196 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.416477 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:40.416695 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 16:20:40.416940 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102945) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 16:20:40.843635 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 16:20:40.843915 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 16:20:40.844233 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 16:20:40.844571 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 16:20:41.174144 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.174448 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.174749 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.176047 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.176324 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.176591 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.222912 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.223192 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.223461 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.237411 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.237692 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.237960 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.267297 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.267582 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.267853 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.305249 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.305530 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.305802 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.643321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.644017 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.644017 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.644191 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.644815 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.745147 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.745466 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.745750 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.746025 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.746293 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.746606 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.746893 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.747150 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.747406 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.747687 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.747946 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.748211 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.748466 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.748722 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.748979 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.749244 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.749499 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.749766 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.750033 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.750292 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.750564 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.750840 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.751122 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.751500 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.751751 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.751997 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.752388 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:20:41.752629 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:20:41.752865 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:20:41.753101 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:20:41.753336 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:20:41.753569 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:20:41.753935 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 16:20:41.757621 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 16:20:41.761699 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 16:20:41.765661 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 13 16:20:41.767320 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 16:20:41.767785 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 16:20:41.768120 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 16:20:41.768504 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 16:20:41.772026 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 16:20:41.772338 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 16:20:41.772684 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 16:20:41.778029 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 13 16:20:41.801228 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 16:20:41.801680 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.801978 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102945) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 13 16:20:41.803036 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.804686 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102945) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 16:20:41.804966 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 16:20:41.805215 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 16:20:41.808504 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.808793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:41.872352 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 16:20:41.872593 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 16:20:41.872831 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 16:20:41.873197 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 16:20:41.894901 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_db.sqlalchemy.engines [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102945) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 13 16:20:42.331367 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Initializing driver for type 'gre' Dec 13 16:20:42.331810 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] gre ID ranges: [(1, 1000)] Dec 13 16:20:42.388356 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Initializing driver for type 'local' Dec 13 16:20:42.388696 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Initializing driver for type 'vlan' Dec 13 16:20:42.402799 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] VlanTypeDriver initialization complete Dec 13 16:20:42.403156 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Initializing driver for type 'vxlan' Dec 13 16:20:42.403654 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] vxlan ID ranges: [(1, 1000)] Dec 13 16:20:42.459407 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Initializing extension driver 'port_security' Dec 13 16:20:42.459790 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.extensions.port_security [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] PortSecurityExtensionDriver initialization complete Dec 13 16:20:42.460263 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Initializing mechanism driver 'openvswitch' Dec 13 16:20:42.460588 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Initializing mechanism driver 'hyperv' Dec 13 16:20:42.467308 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.plugins.ml2.plugin [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:20:42.468157 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > port after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.468534 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > port after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.468892 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > port after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.469438 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:20:42.469882 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > subnet after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.470240 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > subnet after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.470591 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.471024 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:20:42.471442 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > network after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.471793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > network after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.472138 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > network after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.472541 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:20:42.472956 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > security_group after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.473309 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > security_group after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.473653 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.474060 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:20:42.474483 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.474865 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.475210 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.475613 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:20:42.476026 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > address_group after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.476376 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > address_group after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.476718 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.477120 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102945) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 16:20:42.477509 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] ML2 OVO RPC backend initialized. {{(pid=102945) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 13 16:20:42.478218 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.478578 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.479223 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > network before_response 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.479616 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > networks before_response 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.480008 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > port before_response 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.480356 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > ports before_response 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.480902 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > subnet before_response 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.481329 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > subnets before_response 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.481687 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > network after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.482033 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > network after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.482379 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > network after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.482749 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > port after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.483095 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > port after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.483438 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > port after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.483781 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > subnet after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.484121 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > subnet after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.484460 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.485036 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.plugin [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Modular L2 Plugin initialization complete Dec 13 16:20:42.485365 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading services supported by the core plugin {{(pid=102945) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 16:20:42.485691 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.plugins.ml2.managers [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Got port-security extension from driver 'port_security' Dec 13 16:20:42.486156 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.extensions.vlantransparent [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Disabled vlantransparent extension. Dec 13 16:20:42.486666 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102945) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 16:20:42.486980 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading Plugin: router Dec 13 16:20:42.524859 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.525256 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router after_create 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.525633 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router before_create 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.526008 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.526392 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.526781 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router after_delete 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.527148 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.527629 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.527996 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router after_create 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.528349 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router after_update 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.528704 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router after_update 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.529063 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.529426 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router after_update 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.529843 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_update 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.530214 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: port after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.530560 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: port after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.530926 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: subnet after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.531274 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.531627 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.531977 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_create 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.532322 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: port before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.532669 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.533029 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router after_update 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.533374 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.533727 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_create 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.534090 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.534438 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_update 55549900 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.534843 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > agent after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.535195 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > agent after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.535542 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > network after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.536410 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Tracking information for resource: router configured {{(pid=102945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:20:42.536906 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Tracking information for resource: floatingip configured {{(pid=102945) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 16:20:42.541880 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.db.l3_agentschedulers_db [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 16:20:42.542463 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: port after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.542858 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: port after_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.543218 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: port after_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.543569 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: port after_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.544358 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router before_create 55550100 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.544727 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.545098 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_create 55550100 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.545461 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > router precommit_update 55550100 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.550380 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.services.provider_configuration [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service providers = [] {{(pid=102945) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 16:20:42.550782 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.db.servicetype_db [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102945) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 16:20:42.554561 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.services.service_base [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 16:20:42.554935 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.services.service_base [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 16:20:42.555281 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.services.service_base [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 16:20:42.556191 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.services.service_base [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102945) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 16:20:42.556563 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.services.service_base [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 16:20:42.556940 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:20:42.557260 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 16:20:42.568749 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:20:42.569093 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading Plugin: auto_allocate Dec 13 16:20:42.574988 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: network precommit_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.575364 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: network precommit_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.575885 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:20:42.576208 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading Plugin: tag Dec 13 16:20:42.583100 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:20:42.583433 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading Plugin: timestamp Dec 13 16:20:42.587386 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:20:42.587718 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading Plugin: network_ip_availability Dec 13 16:20:42.593251 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.593633 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.593994 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.594734 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:20:42.595061 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading Plugin: flavors Dec 13 16:20:42.600128 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:20:42.600468 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading Plugin: revisions Dec 13 16:20:42.604842 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102945) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 16:20:42.605239 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_concurrency.lockutils [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=102945) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 16:20:42.605989 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102945) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 16:20:42.606330 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Initializing extension manager. Dec 13 16:20:42.606880 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: __init__.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.607228 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: __pycache__ {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.607564 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.607900 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: address_group.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.608658 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.609218 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: address-group Dec 13 16:20:42.609544 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: address_scope.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.610264 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.610800 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: address-scope Dec 13 16:20:42.611128 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.612082 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.612594 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: router-admin-state-down-before-update Dec 13 16:20:42.612922 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: agent.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.613630 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.614138 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: agent Dec 13 16:20:42.614466 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: agent_resources_synced.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.616099 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.616612 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: agent-resources-synced Dec 13 16:20:42.616939 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: allowedaddresspairs.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.618773 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.619297 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: allowed-address-pairs Dec 13 16:20:42.619630 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: auto_allocated_topology.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.620735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.621256 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: auto-allocated-topology Dec 13 16:20:42.621587 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: availability_zone.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.622294 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.622840 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: availability_zone Dec 13 16:20:42.623169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: availability_zone_filter.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.624095 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.624608 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: availability_zone_filter Dec 13 16:20:42.624937 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: data_plane_status.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.625864 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.626379 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 16:20:42.626732 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: default_subnetpools.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.627663 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.628173 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: default-subnetpools Dec 13 16:20:42.628500 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.629309 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.629817 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: dhcp_agent_scheduler Dec 13 16:20:42.630144 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: dns.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.631813 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.632318 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension dns-integration not supported by any of loaded plugins Dec 13 16:20:42.632646 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: dns_domain_ports.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.633577 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.634088 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 16:20:42.634416 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.635378 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.635890 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 13 16:20:42.636218 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: dvr.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.636899 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.637409 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: dvr Dec 13 16:20:42.637735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: ecmp_routes.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.638683 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.639195 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 13 16:20:42.639521 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: empty_string_filtering.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.640450 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.640952 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: empty-string-filtering Dec 13 16:20:42.641278 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.642203 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.642728 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 16:20:42.643055 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.643979 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.644512 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 16:20:42.644795 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: external_net.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.645714 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.646254 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: external-net Dec 13 16:20:42.646576 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.647528 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.648041 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: extra_dhcp_opt Dec 13 16:20:42.648368 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: extraroute.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.649287 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.649802 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: extraroute Dec 13 16:20:42.650128 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: extraroute_atomic.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.652631 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.653166 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: extraroute-atomic Dec 13 16:20:42.653503 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: filter_validation.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.654192 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.654742 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: filter-validation Dec 13 16:20:42.655076 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: fip_pf_description.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.656014 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.656528 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 16:20:42.656862 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: fip_port_details.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.657801 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.658315 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: fip-port-details Dec 13 16:20:42.658680 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: flavors.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.659934 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.660460 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: flavors Dec 13 16:20:42.660792 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.662560 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.663118 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 16:20:42.663459 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: floatingip_pools.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.664172 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.664688 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: floatingip-pools Dec 13 16:20:42.665021 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: ip_allocation.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.665957 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.666469 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 16:20:42.666831 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.667760 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.668278 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: ip-substring-filtering Dec 13 16:20:42.668610 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: l2_adjacency.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.669537 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.670049 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 16:20:42.670381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: l3.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.671368 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.671887 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: router Dec 13 16:20:42.672215 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.674512 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.675082 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 16:20:42.675419 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.676363 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.676883 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: ext-gw-mode Dec 13 16:20:42.677789 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.678849 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.679628 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: l3-ha Dec 13 16:20:42.679956 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: l3_flavors.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.680889 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.681412 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: l3-flavors Dec 13 16:20:42.681741 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.682688 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.683212 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 16:20:42.683540 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: l3agentscheduler.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.684585 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.685097 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: l3_agent_scheduler Dec 13 16:20:42.685428 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: local_ip.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.687339 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.687859 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension local_ip not supported by any of loaded plugins Dec 13 16:20:42.688197 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: logging.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.689708 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.690235 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension logging not supported by any of loaded plugins Dec 13 16:20:42.690578 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: metering.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.691501 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.692094 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: metering Dec 13 16:20:42.692426 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.694188 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.694729 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: metering_source_and_destination_fields Dec 13 16:20:42.695067 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: multiprovidernet.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.696019 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.696531 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: multi-provider Dec 13 16:20:42.696862 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: netmtu.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.697788 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.698297 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: net-mtu Dec 13 16:20:42.698626 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: netmtu_writable.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.699576 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.700084 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: net-mtu-writable Dec 13 16:20:42.700459 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: network_availability_zone.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.701139 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.701646 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: network_availability_zone Dec 13 16:20:42.701970 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: network_ip_availability.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.703124 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.703646 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: network-ip-availability Dec 13 16:20:42.703977 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: network_segment_range.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.704751 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.705261 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 16:20:42.705587 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: pagination.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.706600 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.706963 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: pagination Dec 13 16:20:42.707290 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: port_device_profile.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.708217 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.708779 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: port-device-profile Dec 13 16:20:42.709102 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.710040 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.710553 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: port-mac-address-regenerate Dec 13 16:20:42.710907 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.711840 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.712348 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: port-numa-affinity-policy Dec 13 16:20:42.712671 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: port_resource_request.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.713601 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.714103 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 16:20:42.714427 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: port_resource_request_groups.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.715427 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.715931 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 13 16:20:42.716256 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: portbindings.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.717184 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.717691 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: binding Dec 13 16:20:42.718015 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: portbindings_extended.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.719358 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.719874 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: binding-extended Dec 13 16:20:42.720209 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: portsecurity.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.721152 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.721663 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: port-security Dec 13 16:20:42.721990 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: project_id.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.723015 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.723352 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: project-id Dec 13 16:20:42.723681 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: providernet.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.724652 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.725167 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: provider Dec 13 16:20:42.725496 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.729044 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.729576 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos not supported by any of loaded plugins Dec 13 16:20:42.729913 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.731223 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.731744 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 16:20:42.732080 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.733012 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.733526 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 16:20:42.733857 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_default.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.734824 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.735337 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-default not supported by any of loaded plugins Dec 13 16:20:42.735669 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_fip.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.736331 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.736835 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-fip not supported by any of loaded plugins Dec 13 16:20:42.737161 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.738168 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 13 16:20:42.738502 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_gateway_ip.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.739467 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.740519 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 16:20:42.740924 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_port_network_policy.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.741861 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.742374 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 16:20:42.742731 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.743902 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.744426 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 13 16:20:42.744757 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_pps_rule.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.745972 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.746488 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-pps not supported by any of loaded plugins Dec 13 16:20:42.746845 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_rule_type_details.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.747775 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.748284 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 16:20:42.748614 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: qos_rules_alias.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.749672 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.750185 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 16:20:42.750516 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: quota_check_limit.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.751477 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.751991 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: quota-check-limit Dec 13 16:20:42.752320 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: quotasv2.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.753269 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.753600 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: quotas Dec 13 16:20:42.753923 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: quotasv2_detail.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.757736 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.758086 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: quota_details Dec 13 16:20:42.758425 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: rbac.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.759531 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.760058 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: rbac-policies Dec 13 16:20:42.760398 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: rbac_address_group.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.761353 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.761877 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: rbac-address-group Dec 13 16:20:42.762212 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: rbac_address_scope.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.763173 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.763692 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: rbac-address-scope Dec 13 16:20:42.764024 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: rbac_security_groups.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.764955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.765474 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: rbac-security-groups Dec 13 16:20:42.765807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: rbac_subnetpool.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.766776 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.767292 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: rbac-subnetpool Dec 13 16:20:42.767622 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: revisionifmatch.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.768554 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.769069 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: revision-if-match Dec 13 16:20:42.769397 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: revisions.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.770515 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.771231 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: standard-attr-revisions Dec 13 16:20:42.771618 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: router_availability_zone.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.772305 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.772823 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: router_availability_zone Dec 13 16:20:42.773154 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: routerservicetype.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.774085 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.774594 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension router-service-type not supported by any of loaded plugins Dec 13 16:20:42.774951 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.775956 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.776473 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: security-groups-normalized-cidr Dec 13 16:20:42.776804 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.777747 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.778258 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: port-security-groups-filtering Dec 13 16:20:42.778586 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.779552 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.780066 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: security-groups-remote-address-group Dec 13 16:20:42.780393 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.781357 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.781870 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: security-groups-shared-filtering Dec 13 16:20:42.782200 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.782819 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 13 16:20:42.783143 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: securitygroup.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.793212 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.793744 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: security-group Dec 13 16:20:42.794084 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: segment.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.794911 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.795425 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension segment not supported by any of loaded plugins Dec 13 16:20:42.795758 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.796718 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.797229 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 16:20:42.797556 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: servicetype.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.798706 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.799226 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: service-type Dec 13 16:20:42.799556 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: sorting.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.800553 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.800895 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: sorting Dec 13 16:20:42.801222 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: standard_attr_segment.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.802762 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.803368 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 16:20:42.803700 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: standardattrdescription.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.804617 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.805141 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: standard-attr-description Dec 13 16:20:42.805470 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: stateful_security_group.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.806432 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.806980 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: stateful-security-group Dec 13 16:20:42.807311 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: stdattrs_common.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.807890 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 16:20:42.808216 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.809172 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.809692 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 16:20:42.810022 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: subnet_onboard.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.811149 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.811677 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: subnet_onboard Dec 13 16:20:42.812007 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.812943 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.813456 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 16:20:42.813785 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: subnet_service_types.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.814756 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.815269 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: subnet-service-types Dec 13 16:20:42.815596 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: subnetallocation.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.816696 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.817208 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: subnet_allocation Dec 13 16:20:42.817540 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.818803 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.819314 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: subnetpool-prefix-ops Dec 13 16:20:42.819646 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.820587 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.821101 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 16:20:42.821437 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: tagging.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.822520 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.823086 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: standard-attr-tag Dec 13 16:20:42.823426 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: timestamp.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.824643 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.825165 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loaded extension: standard-attr-timestamp Dec 13 16:20:42.825500 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: trunk.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.826570 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.827116 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension trunk not supported by any of loaded plugins Dec 13 16:20:42.827448 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: trunk_details.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.828396 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.828912 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension trunk-details not supported by any of loaded plugins Dec 13 16:20:42.829243 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: uplink_status_propagation.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.830180 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.830719 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 16:20:42.831052 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Loading extension file: vlantransparent.py {{(pid=102945) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 16:20:42.831735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102945) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 16:20:42.832248 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 16:20:42.835261 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:network Dec 13 16:20:42.835742 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:subnet Dec 13 16:20:42.836156 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:20:42.836553 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:port Dec 13 16:20:42.837807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.838390 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service FLAVORS assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.839043 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.839472 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.839812 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:router Dec 13 16:20:42.840247 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 16:20:42.840751 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service METERING assigned prefix: /metering {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.842197 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.842571 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.842953 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:20:42.843963 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 16:20:42.844421 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:security_group Dec 13 16:20:42.844867 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 16:20:42.845482 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service CORE assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.845815 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:20:42.846164 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] subnetpool is already registered Dec 13 16:20:42.846605 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service CORE assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.846968 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:20:42.847306 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] subnetpool is already registered Dec 13 16:20:42.849757 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.850195 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service FLAVORS assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.850825 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.851254 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.851600 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:router Dec 13 16:20:42.851950 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] router is already registered Dec 13 16:20:42.852367 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 16:20:42.852710 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] floatingip is already registered Dec 13 16:20:42.853169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service METERING assigned prefix: /metering {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.853838 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 16:20:42.854171 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] rbac_policy is already registered Dec 13 16:20:42.854589 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:security_group Dec 13 16:20:42.854960 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] security_group is already registered Dec 13 16:20:42.855370 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 16:20:42.855707 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] security_group_rule is already registered Dec 13 16:20:42.856355 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service CORE assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.856691 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:20:42.857029 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] subnetpool is already registered Dec 13 16:20:42.857448 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.v2.resource_helper [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Service CORE assigned prefix: {{(pid=102945) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 16:20:42.857775 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 16:20:42.858108 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING neutron.quota.resource_registry [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] subnetpool is already registered Dec 13 16:20:42.858582 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: extensions {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.860083 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: address-groups {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.862496 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: address-scopes {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.863892 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: agents {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.865625 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: auto-allocated-topology {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.866905 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: availability_zones {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.868145 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: dhcp-networks {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.869671 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: dhcp-agents {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.871143 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: routers {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.873382 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: flavors {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.874564 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: service_profiles {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.875812 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: next_providers {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.877273 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: service_profiles {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.879844 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: floatingip-pools {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.881784 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: routers {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.883956 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: floatingips {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.885272 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: l3-routers {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.886698 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: l3-agents {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.888137 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: metering-labels {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.889518 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: metering-label-rules {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.890862 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: network-ip-availabilities {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.892135 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: bindings {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.893821 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: quotas {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.895454 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: quotas {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.897155 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: rbac-policies {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.898468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: security-groups {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.899754 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: security-group-rules {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.900999 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: service-providers {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.902244 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: subnetpools {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.903842 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: subnetpools {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.905310 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.907048 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.908873 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.910704 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.913191 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.915104 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.916805 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.918757 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.920560 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.922415 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron.api.extensions [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Extended resource: tags {{(pid=102945) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 16:20:42.929595 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING keystonemiddleware.auth_token [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 16:20:42.934404 dv-neutron-821599-1-hyperv neutron-server[102945]: WARNING keystonemiddleware.auth_token [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 16:20:42.943316 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_concurrency.lockutils [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Acquired lock "singleton_lock" {{(pid=102945) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 13 16:20:42.943786 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_concurrency.lockutils [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Releasing lock "singleton_lock" {{(pid=102945) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 13 16:20:42.944440 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO oslo_service.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Starting 2 workers Dec 13 16:20:42.949236 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Started child 103052 {{(pid=102945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 16:20:42.953625 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Started child 103053 {{(pid=102945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 16:20:42.954826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:42.955556 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO neutron.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 16:20:42.955871 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Publish callbacks [] for process, before_spawn {{(pid=102945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:42.956336 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [-] (103052) wsgi starting up on http://0.0.0.0:9696 Dec 13 16:20:42.958390 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO oslo_service.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Starting 1 workers Dec 13 16:20:42.958794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:42.960422 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [-] (103053) wsgi starting up on http://0.0.0.0:9696 Dec 13 16:20:42.963628 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Started child 103054 {{(pid=102945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 16:20:42.964183 dv-neutron-821599-1-hyperv neutron-server[102945]: INFO oslo_service.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Starting 1 workers Dec 13 16:20:42.967313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] calling RpcWorker wait() {{(pid=103054) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 16:20:42.967864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] returning from RpcWorker wait() {{(pid=103054) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 16:20:42.968606 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Started child 103055 {{(pid=102945) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 16:20:42.969122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:42.969384 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG neutron_lib.callbacks.manager [None req-d82cb55e-7259-411f-aae5-0db17bc38854 None None] Publish callbacks [] for process, after_spawn {{(pid=102945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:42.969571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:20:42.971339 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102945) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 16:20:42.971565 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 16:20:42.971756 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 16:20:42.971985 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 16:20:42.972338 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 16:20:42.972522 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 16:20:42.973033 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.973308 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.973574 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.973858 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.974721 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.975193 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:42.975656 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.975656 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.975805 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.976071 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.976329 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.976508 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.976678 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.976939 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.977189 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.977502 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.977782 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.978024 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.978272 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.978448 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.978752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.979021 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.979268 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.979533 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] debug = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.979779 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.980248 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.980478 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.980729 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.980971 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.981227 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.981463 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.981732 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.981978 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.982227 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.982474 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.982771 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.983024 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.983258 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.983508 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.983743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.984000 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.984223 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.984693 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] host = dv-neutron-821599-1-hyperv {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.984913 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.985146 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.985398 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.985658 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.985903 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.986136 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.986384 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.986671 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.986903 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.987142 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.987405 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.987670 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.987890 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.988156 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.988322 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_options = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.988558 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.988831 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.989092 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.989288 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.989456 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.989704 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.990502 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.990693 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.990952 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.991177 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.991562 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.991724 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.991968 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.992207 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.992470 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.992724 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.992942 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.993174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.993434 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.993680 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.993927 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.994156 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.994407 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.994675 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.994895 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.995136 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.995368 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.995609 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.995837 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.996090 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.996328 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.996600 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.996836 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.997085 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.997364 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.997620 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.997850 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.998090 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.998368 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.998598 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.998910 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.999161 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.999379 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.999629 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:42.999847 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.000064 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.000283 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_json = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.000518 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.000760 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.001019 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.001320 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.001458 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.001672 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.001889 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.002597 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.003227 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.003930 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.004346 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.004573 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.005512 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.005512 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.005512 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.005801 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.006105 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.006478 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.007005 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.007258 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.007558 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.007788 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.008183 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.008401 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.008682 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.009018 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.009216 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.009473 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.009717 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.010353 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.010353 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.010897 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.010897 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.011156 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:20:43.011299 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.011590 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.011748 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.011971 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.012253 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.012547 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.012828 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.013100 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.013341 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.013567 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.013790 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.014034 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.014254 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.014495 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.014800 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.015036 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.015259 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.015530 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.015907 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.016166 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.016603 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.016747 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.016983 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.017224 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.017471 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.017708 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.017929 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.018153 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.018389 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.018620 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.018880 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.019160 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.019408 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.019659 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.019877 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.020092 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.020312 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.020680 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.020833 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.021052 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.021264 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.021504 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.021743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.021974 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.022211 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.022376 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.023160 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.023906 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.024828 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.025135 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.026414 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.029307 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030038 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030038 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030038 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030038 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030038 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030038 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030038 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030495 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.030561 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.031535 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.031535 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.031535 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.031535 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.031873 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.031962 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.032158 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.032695 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.032695 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.033089 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.033089 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.033357 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.033507 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.034211 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.034211 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.034211 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.034429 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.034579 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.034859 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.035196 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.035440 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.035714 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.037064 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.037064 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.037064 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.037459 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.037871 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.038327 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.038615 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.038942 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.039364 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.039524 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.039989 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.040205 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.040479 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.040720 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.040966 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.041206 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.041523 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.041685 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.041949 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.042258 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.042402 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.042814 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.043272 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.043644 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.043990 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.044356 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.044790 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.045242 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.045622 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.046022 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.046431 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.046844 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.047220 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.047610 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.048231 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.048669 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.048907 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.049121 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.049647 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.049834 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.050287 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.050730 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.051138 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.051580 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.052015 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.053636 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.053891 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.054122 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.054592 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.054865 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.055287 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.055676 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.056100 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.056559 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.056936 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.057204 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.057373 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.057779 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.058142 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.058576 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.059024 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.059415 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.059823 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.060229 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.060471 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.060897 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.061334 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.061764 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.062173 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.062624 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.063040 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.063430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.063808 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.064227 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.064609 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.064891 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.065135 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.065678 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.065941 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.066172 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.066697 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.067065 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.067436 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.068210 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.068443 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.068832 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.069052 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.069452 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.069871 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.070105 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.070394 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.070585 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.070971 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.071328 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.071715 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.071938 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.072292 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.072525 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.072731 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.073003 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.073245 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.073481 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.073708 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.074072 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.074368 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.074671 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.074777 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.075018 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.075218 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.075631 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.075780 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.076026 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.076391 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.076797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.077043 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.077235 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.077592 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.077814 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.078193 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.078563 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.078835 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.079064 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.079269 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.079553 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.079704 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.080114 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.080511 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.080727 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.081007 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.081162 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.081378 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.081782 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.082070 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.082330 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.082554 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.082880 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.083100 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.083364 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.083637 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.084009 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.084338 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.084573 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.084827 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.085092 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.085503 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.085615 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.085888 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.086152 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.086409 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.086691 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.086949 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.087380 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.087759 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.088642 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.088642 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.089053 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.089549 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.089549 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.089935 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.089935 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.090324 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.090481 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.090776 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.091039 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.091289 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.091432 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.091645 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.091866 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.092116 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.092364 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.092571 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.092815 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.093263 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.093380 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.093495 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.093817 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 16:20:43.094350 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102945) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 16:20:43.094508 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 16:20:43.094856 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 16:20:43.095058 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 16:20:43.095236 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 16:20:43.095388 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 16:20:43.095598 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.095759 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.095914 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.096070 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.096225 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.096434 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.096544 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.096840 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.096840 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.096995 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.097190 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.097313 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.097448 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.097581 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.097751 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.097926 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.098018 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.098174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.098334 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.098532 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.098871 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.098871 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.099645 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] debug = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.099645 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.099945 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.100078 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.100270 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.100458 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.100753 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.101034 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.101386 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.101538 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.101663 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.101941 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.101941 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.102276 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.102276 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.102411 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.102553 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.102738 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.102920 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.103104 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] host = dv-neutron-821599-1-hyperv {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.103197 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.103362 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.103509 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.103647 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.103784 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.103916 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.104056 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.104312 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.104312 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.104753 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.104753 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.104753 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.105407 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.105407 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.105407 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_options = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.105407 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.106073 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.106073 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.106073 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.106073 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.106621 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.106621 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.106621 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.106621 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107876 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107876 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107876 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107876 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.107876 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.108510 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.108510 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.108510 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.108510 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.108983 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.108983 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.108983 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.110723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.110723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.110723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.110723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.110723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.110723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.110723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.110723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.112381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.112381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.112381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.112381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.112381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.112381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.112381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.112381 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_json = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.113809 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.115468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.115468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.115468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.115468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.115468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 16:20:43.115468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.115468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.115468 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116292 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:20:43.116526 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116526 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116526 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116526 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116526 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116526 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116526 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.116526 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117321 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117893 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117893 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117893 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117893 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117893 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117893 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.117893 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.118638 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.118638 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.118638 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.118638 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.118638 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119056 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119056 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119056 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119301 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119418 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119548 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119833 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.119996 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.120143 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.120279 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.120397 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.120555 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.120712 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.121022 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.121022 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.121171 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.121324 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.121531 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.121627 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.121745 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.121903 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.122175 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.122175 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.122412 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.122518 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.122705 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.122838 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.122981 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.123308 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.123308 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.123481 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.123594 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.123723 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.123903 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.124029 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.124199 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.124352 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.124656 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.124656 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.124982 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.124982 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.125181 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.125305 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.125412 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.125516 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.125679 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.125832 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.126000 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.126143 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.126281 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.127766 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.127766 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.127766 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.127766 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.127766 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.127766 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.127766 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.129174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.129174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.129174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.129174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.129174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.129174 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.130230 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.130230 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.130230 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.130230 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.130230 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.130230 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.130230 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.131484 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.131484 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.131484 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.131484 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.131484 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.131484 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.131484 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.133296 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.133296 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.133296 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.133296 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.133296 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.133296 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.133296 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.133296 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.134735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.134735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.134735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.134735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.134735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.134735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.134735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.134735 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.135385 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.136429 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.136429 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.136429 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.136429 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.136429 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.136429 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.136429 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.137807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.137807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.137807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.137807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.137807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.137807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.137807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.137807 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.138793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.138793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.138793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.138793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.138793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.138793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.138793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.138793 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.140112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.140112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.140112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.140112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.140112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.140112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.140112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.140112 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.142662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.142662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.142662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.142662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.142662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.142662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.142662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.142662 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.143752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.143752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.143752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.143752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.143752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.143752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.143752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.143752 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.144430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.144430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.144430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.144430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.144430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.144430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.144430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.144430 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145169 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.145955 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.146743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.146743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.146743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.146743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.146743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.146743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.146743 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.147224 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.147224 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.147224 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.147446 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.147524 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.147649 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.147805 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.147961 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.148116 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.148272 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.148432 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.148594 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.148750 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.148906 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.149062 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.149219 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.149374 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.149540 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.149696 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.149850 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.150006 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.150161 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.150316 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.150480 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.150635 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.150814 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.150970 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.151126 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.151282 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.151446 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.151603 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.151759 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.151914 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.152070 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.152227 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.152391 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.152548 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.152705 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.152868 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.153023 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.153178 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.153334 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.153501 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.153659 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.153818 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.153975 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.154131 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.154288 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.154447 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.154609 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.154812 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.154978 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.155134 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.155299 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.155464 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.155663 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.155777 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.155933 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.156442 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.156442 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.157040 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.157040 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.157040 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.159797 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.160314 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.160314 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.160314 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.160314 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.160314 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.160314 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 16:20:43.160314 dv-neutron-821599-1-hyperv neutron-server[102945]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102945) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 16:20:43.191066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 38368) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:20:43.200176 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064161 Dec 13 16:20:54.909271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f60f3b-0b9b-4492-885c-c33d96b41828 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:20:54.978859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f60f3b-0b9b-4492-885c-c33d96b41828 None None] No non-hosted networks {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 16:20:55.008654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.agentschedulers_db [None req-c5f60f3b-0b9b-4492-885c-c33d96b41828 None None] DHCP Agent not found on host dv-neutron-821599-1-hyperv {{(pid=103054) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 13 16:20:55.136778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3bb72d70-5aa7-4206-a900-66becf3584eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524285'] for agent, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:57.246313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-971bd358-29eb-4bbe-a1a9-dee1b6690775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524285'] for agent, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:57.290043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-585df59b-bcc8-4933-ab49-cea494d78f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:58.379326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524285'] for agent, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:20:59.867961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524285'] for agent, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:00.325557 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.db.l3_hamode_db [None req-8d8eade7-ce0c-4047-b129-df52349c6d5d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 16:21:00.404656 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eade7-ce0c-4047-b129-df52349c6d5d None None] Routers set() bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:21:00.405045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8eade7-ce0c-4047-b129-df52349c6d5d None None] Router IDs set() for agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 16:21:00.696392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524285'] for agent, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:00.697091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.697489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.697955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.698360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.700845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.703117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.703996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.704363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.704702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.706321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.707211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.707549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.708472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:00.709140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-821599-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:00.722218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-821599-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:01.387514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 38460) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:01.893428 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING oslo_policy.policy [None req-4a4a303c-7ca7-4241-820b-59d44d7fed7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:21:01.894032 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING oslo_policy.policy [None req-4a4a303c-7ca7-4241-820b-59d44d7fed7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:21:02.129579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-4a4a303c-7ca7-4241-820b-59d44d7fed7f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:21:02.131613 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4a4a303c-7ca7-4241-820b-59d44d7fed7f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7431409 Dec 13 16:21:04.744646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 38476) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:05.052012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fe9413c3-967d-4e0e-a3cd-9acec6558074 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:21:05.148615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.policy [None req-fe9413c3-967d-4e0e-a3cd-9acec6558074 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103053) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 16:21:05.196139 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING oslo_policy.policy [None req-fe9413c3-967d-4e0e-a3cd-9acec6558074 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:21:05.196516 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING oslo_policy.policy [None req-fe9413c3-967d-4e0e-a3cd-9acec6558074 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:21:05.204905 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.quota [None req-fe9413c3-967d-4e0e-a3cd-9acec6558074 admin admin] Loaded quota_driver: . Dec 13 16:21:05.294988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fe9413c3-967d-4e0e-a3cd-9acec6558074 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728204527206', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728204526665', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728204511709', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728204510372', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728211914622', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728211905995', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1281843', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1290803', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-532681', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-606246'] for rbac-policy, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:05.360006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fe9413c3-967d-4e0e-a3cd-9acec6558074 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:05.361172 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fe9413c3-967d-4e0e-a3cd-9acec6558074 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6155581 Dec 13 16:21:08.149900 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 38488) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:08.449388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Request body: {'network': {'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'name': 'private', 'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:21:08.478568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Made reservation on behalf of 8206b4b41ba74495a30d40dfc906d2b9 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:21:08.481356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:08.498039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:08.605191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:08.609509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:08.634369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:21:08.658592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728207199353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:08.659187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Unsubscribe: segment precommit_create {{(pid=103053) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 16:21:08.659683 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Added segment 048ab06f-7239-4c54-9375-2dde691a1cf7 of type vlan for network 98612bc1-2335-4f58-85a1-4191615f6a9a Dec 13 16:21:08.675082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc5a83a-5399-424d-bf60-59d5899cf922,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:08.724316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.724668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.725005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.725333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.725656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.725972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.726304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.726624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.726987 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.727303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.727614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.727947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.728254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Tracked resource versions report: Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: pushed versions: Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: { 'AddressGroup': {'1.2'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'ConntrackHelper': {'1.0'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Log': {'1.0'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Network': {'1.1'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Port': {'1.7'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'PortForwarding': {'1.2'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'QosPolicy': {'1.10'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SecurityGroup': {'1.5'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SubPort': {'1.0'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Subnet': {'1.1'}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Trunk': {'1.1'}} Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: consumer versions: Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: { DHCP agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: L3 agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: Metadata agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: Metering agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: Open vSwitch agent@dv-neutron-821599-1-hyperv: { 'AddressGroup': '1.2', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'ConntrackHelper': '1.0', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'LocalIPAssociation': '1.0', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Log': '1.0', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Network': '1.1', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Port': '1.7', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'PortForwarding': '1.2', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'QosPolicy': '1.10', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SecurityGroup': '1.5', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SecurityGroupRule': '1.2', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SubPort': '1.0', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Subnet': '1.1', Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Trunk': '1.1'}} Dec 13 16:21:08.729562 dv-neutron-821599-1-hyperv neutron-server[103053]: {{(pid=103053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:21:08.785741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:08.825902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:08.827114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:21:08.827795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:08.900675 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7497075 Dec 13 16:21:08.933141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b53021-bc27-4915-adfb-b51cc87f3a7c admin admin] Pushing event updated for resources: {'Network': ['ID=98612bc1-2335-4f58-85a1-4191615f6a9a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:08.946397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 98612bc1-2335-4f58-85a1-4191615f6a9a details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:21:11.772670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 38502) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:12.165967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321d0a11-e803-4c5e-9c0b-99531b8a6905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:21:12.167364 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-321d0a11-e803-4c5e-9c0b-99531b8a6905 admin admin] 10.222.0.13 "GET /v2.0/networks/98612bc1-2335-4f58-85a1-4191615f6a9a HTTP/1.1" status: 200 len: 825 time: 0.3937366 Dec 13 16:21:12.191647 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3404cf8e-8b06-40fe-8d34-27d947aee766 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/74610985-7597-4388-8dfe-22b32e39c595 HTTP/1.1" status: 200 len: 734 time: 0.0181832 Dec 13 16:21:12.201020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Request body: {'subnet': {'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '74610985-7597-4388-8dfe-22b32e39c595', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:21:12.222006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Made reservation on behalf of 8206b4b41ba74495a30d40dfc906d2b9 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:21:12.224950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:12.519321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:12.591426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbf865a-9c5f-4032-90fb-b0a982169dc8,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:12.595196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Checking segment: {'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:21:12.595852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Network hostable DHCP agents. Network: 98612bc1-2335-4f58-85a1-4191615f6a9a, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:21:12.616425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Network 98612bc1-2335-4f58-85a1-4191615f6a9a is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:21:12.628301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 98612bc1-2335-4f58-85a1-4191615f6a9a) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:21:12.633854 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:21:12.634449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:12.640674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f309f4-762c-49a4-b482-0b0ce6488e97 None None] Network 98612bc1-2335-4f58-85a1-4191615f6a9a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:21:12.650112 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1f745314-d222-4bd6-a78a-958452ed87c7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4522324 Dec 13 16:21:12.910064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-98612bc1-2335-4f58-85a1-4191615f6a9a', 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a', 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'fixed_ips': [{'subnet_id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:21:12.912078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:13.213108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Allocated IP 172.20.0.2 (98612bc1-2335-4f58-85a1-4191615f6a9a/fdbf865a-9c5f-4032-90fb-b0a982169dc8/a09a3928-3fa3-46af-841c-9c825369b91f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:21:13.456524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:13.465309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:13.541578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Network 98612bc1-2335-4f58-85a1-4191615f6a9a is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:21:13.546381 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:21:13.556390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:21:13.559495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Pushing event updated for resources: {'Port': ['ID=a09a3928-3fa3-46af-841c-9c825369b91f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:13.589859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.590227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.590573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.590931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.591268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.591597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.591938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.592266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.592608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.592947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.593276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.593596 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.593910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Tracked resource versions report: Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: pushed versions: Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: { 'AddressGroup': {'1.2'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'ConntrackHelper': {'1.0'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Log': {'1.0'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Network': {'1.1'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Port': {'1.7'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'PortForwarding': {'1.2'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'QosPolicy': {'1.10'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SecurityGroup': {'1.5'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SubPort': {'1.0'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Subnet': {'1.1'}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Trunk': {'1.1'}} Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: consumer versions: Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: { DHCP agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: L3 agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: Metadata agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: Metering agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: Open vSwitch agent@dv-neutron-821599-1-hyperv: { 'AddressGroup': '1.2', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'ConntrackHelper': '1.0', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'LocalIPAssociation': '1.0', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Log': '1.0', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Network': '1.1', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Port': '1.7', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'PortForwarding': '1.2', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'QosPolicy': '1.10', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SecurityGroup': '1.5', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SecurityGroupRule': '1.2', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SubPort': '1.0', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Subnet': '1.1', Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Trunk': '1.1'}} Dec 13 16:21:13.595297 dv-neutron-821599-1-hyperv neutron-server[103054]: {{(pid=103054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:21:13.646464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Attempting to bind port a09a3928-3fa3-46af-841c-9c825369b91f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:21:13.647136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Attempting to bind port a09a3928-3fa3-46af-841c-9c825369b91f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:21:13.647297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Attempting to bind port a09a3928-3fa3-46af-841c-9c825369b91f on network 98612bc1-2335-4f58-85a1-4191615f6a9a {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:21:13.652238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:21:13.652622 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Checking segment: {'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:21:13.653089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:13.653481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Bound using segment: {'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:21:13.653961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Bound port: a09a3928-3fa3-46af-841c-9c825369b91f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:21:13.654366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:13.716245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] For port a09a3928-3fa3-46af-841c-9c825369b91f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:21:13.720671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] For port a09a3928-3fa3-46af-841c-9c825369b91f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a09a3928-3fa3-46af-841c-9c825369b91f,segment=NetworkSegment(048ab06f-7239-4c54-9375-2dde691a1cf7),segment_id=048ab06f-7239-4c54-9375-2dde691a1cf7)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:21:13.725352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:13.790869 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55135b11-28d5-4c04-a4f2-85611e192902 None None] Pushing event updated for resources: {'Port': ['ID=a09a3928-3fa3-46af-841c-9c825369b91f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:15.285290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 38510) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:15.598962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-907aed7b-54bb-4871-b269-8f5a9036dcaf admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:21:15.600075 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-907aed7b-54bb-4871-b269-8f5a9036dcaf admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3138533 Dec 13 16:21:18.214904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 38518) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:18.726993 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING oslo_policy.policy [None req-fabadba8-b875-4088-a7bf-a964ec14d0ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:21:18.727579 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING oslo_policy.policy [None req-fabadba8-b875-4088-a7bf-a964ec14d0ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:21:18.963234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-fabadba8-b875-4088-a7bf-a964ec14d0ff admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:21:18.964546 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fabadba8-b875-4088-a7bf-a964ec14d0ff admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7476475 Dec 13 16:21:22.024131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 38538) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:22.327559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:21:22.393321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.policy [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103052) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 16:21:22.443203 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING oslo_policy.policy [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:21:22.443609 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING oslo_policy.policy [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 16:21:22.452252 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.quota [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] Loaded quota_driver: . Dec 13 16:21:22.515460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:22.516640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a09a3928-3fa3-46af-841c-9c825369b91f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:21:22.517487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:22.609749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a09a3928-3fa3-46af-841c-9c825369b91f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:22.610281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:22.679518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:22.684856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:22.706284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:22.707748 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-df4abac4-e8e7-45ba-91f2-bb1fa9ff822e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6824522 Dec 13 16:21:22.725762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:22.765130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port a09a3928-3fa3-46af-841c-9c825369b91f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a09a3928-3fa3-46af-841c-9c825369b91f,segment=NetworkSegment(048ab06f-7239-4c54-9375-2dde691a1cf7),segment_id=048ab06f-7239-4c54-9375-2dde691a1cf7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:21:22.769851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:22.821305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=a09a3928-3fa3-46af-841c-9c825369b91f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:23.198748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a5886-dfdd-4e1d-a343-551c017d7506 None None] Network 98612bc1-2335-4f58-85a1-4191615f6a9a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:21:23.264629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-647dec33-7c7a-4fbc-ab28-c1a940e5f33e None None] Provisioning complete for port a09a3928-3fa3-46af-841c-9c825369b91f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:23.264998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-647dec33-7c7a-4fbc-ab28-c1a940e5f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:23.619996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0e03445d-019f-479d-8b35-ad4ab124ce2f None None] Provisioning complete for port a09a3928-3fa3-46af-841c-9c825369b91f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:23.620676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0e03445d-019f-479d-8b35-ad4ab124ce2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:24.491674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a09a3928-3fa3-46af-841c-9c825369b91f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:21:24.538492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a09a3928-3fa3-46af-841c-9c825369b91f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:24.538994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:24.841609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-220cc938-c58c-4b22-a6b0-1cc044baf13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:25.330719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 38548) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:25.640837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-4226e57b-a854-4cfa-a4f7-f2a6422a1907 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:21:25.641825 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4226e57b-a854-4cfa-a4f7-f2a6422a1907 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3101521 Dec 13 16:21:27.229464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9d312fee-c44d-4f42-a5eb-bf441f890bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.243426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 38560) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:28.283441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.569617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:21:28.591532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Made reservation on behalf of 636e70ab3ea548e0af50aadd4145cc2a for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:21:28.594294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.609538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.711900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.715521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.727207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Reserving flat network on physical network physnet1 {{(pid=103052) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 16:21:28.759627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728207199353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.760198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Unsubscribe: segment precommit_create {{(pid=103052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 16:21:28.760710 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Added segment 365c8944-71af-4632-a00a-e5e45b2af158 of type flat for network cf0cd037-584b-40a6-b004-e12efb7b3e1f Dec 13 16:21:28.776065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cab3269-3f89-4785-9e7c-187cfc4df8b0,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:28.802933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.803220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.803561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.803891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.804476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.804798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.805136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.805460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.805796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.806124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.806444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.806784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.807104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Tracked resource versions report: Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: pushed versions: Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: { 'AddressGroup': {'1.2'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'ConntrackHelper': {'1.0'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Log': {'1.0'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Network': {'1.1'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Port': {'1.7'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'PortForwarding': {'1.2'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'QosPolicy': {'1.10'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SecurityGroup': {'1.5'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SubPort': {'1.0'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Subnet': {'1.1'}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Trunk': {'1.1'}} Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: consumer versions: Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: { DHCP agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: L3 agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: Metadata agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: Metering agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: Open vSwitch agent@dv-neutron-821599-1-hyperv: { 'AddressGroup': '1.2', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'ConntrackHelper': '1.0', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'LocalIPAssociation': '1.0', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Log': '1.0', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Network': '1.1', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Port': '1.7', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'PortForwarding': '1.2', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'QosPolicy': '1.10', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SecurityGroup': '1.5', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SecurityGroupRule': '1.2', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SubPort': '1.0', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Subnet': '1.1', Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Trunk': '1.1'}} Dec 13 16:21:28.808481 dv-neutron-821599-1-hyperv neutron-server[103052]: {{(pid=103052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:21:28.885958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.928072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:28.929696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:21:28.930440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:29.008165 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7636709 Dec 13 16:21:29.031985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe743bba-d147-405b-9e08-fa0bcb706c10 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0cd037-584b-40a6-b004-e12efb7b3e1f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:29.045196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:21:29.796610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:30.683949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:31.511497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 38582) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:31.730267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2150011-fe8a-4afe-8dd2-9cedc12a8581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:21:31.731642 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e2150011-fe8a-4afe-8dd2-9cedc12a8581 admin admin] 10.222.0.13 "GET /v2.0/subnets/fdbf865a-9c5f-4032-90fb-b0a982169dc8 HTTP/1.1" status: 200 len: 849 time: 0.2191896 Dec 13 16:21:31.867192 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-25071e85-a9ae-41fd-951b-ed7492fbc1d5 admin admin] 10.222.0.13 "GET /v2.0/routers/60d6bc28-b3a1-4b20-80e5-f6953670b6fd HTTP/1.1" status: 200 len: 704 time: 0.1295640 Dec 13 16:21:32.138494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:32.433401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Allocated IP 172.20.0.1 (98612bc1-2335-4f58-85a1-4191615f6a9a/fdbf865a-9c5f-4032-90fb-b0a982169dc8/82d5ca98-f48e-40c1-9da5-fb2e3667978a) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:21:32.618061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:32.687307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:32.767782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Network 98612bc1-2335-4f58-85a1-4191615f6a9a is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:21:32.773062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:21:32.778165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Pushing event updated for resources: {'Port': ['ID=82d5ca98-f48e-40c1-9da5-fb2e3667978a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:32.789190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:21:32.789741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:32.985479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:33.011527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-61c7fad9-3863-454f-a84f-1db5235d60b3 None None] Provisioning complete for port 82d5ca98-f48e-40c1-9da5-fb2e3667978a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:33.012099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-61c7fad9-3863-454f-a84f-1db5235d60b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:33.052065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-61c7fad9-3863-454f-a84f-1db5235d60b3 None None] Port 82d5ca98-f48e-40c1-9da5-fb2e3667978a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:21:33.246389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:33.250673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:33.251434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:33.335549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Pushing event updated for resources: {'Port': ['ID=82d5ca98-f48e-40c1-9da5-fb2e3667978a,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:33.377515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Network 98612bc1-2335-4f58-85a1-4191615f6a9a is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:21:33.379418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:21:33.540887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Router 60d6bc28-b3a1-4b20-80e5-f6953670b6fd is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:21:33.572917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d2c3dc91-bc70-4a68-9a07-e80343d8d2b7 None None] Provisioning complete for port 82d5ca98-f48e-40c1-9da5-fb2e3667978a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:33.573290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d2c3dc91-bc70-4a68-9a07-e80343d8d2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:33.608191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3dc91-bc70-4a68-9a07-e80343d8d2b7 None None] Port 82d5ca98-f48e-40c1-9da5-fb2e3667978a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:21:33.637293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:21:33.642967 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4b46f8c4-61ad-48c9-846e-b673d9cb4140 admin admin] 10.222.0.13 "PUT /v2.0/routers/60d6bc28-b3a1-4b20-80e5-f6953670b6fd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7700689 Dec 13 16:21:33.670462 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Sync routers for ids ['60d6bc28-b3a1-4b20-80e5-f6953670b6fd'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:21:33.682924 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Routers {'60d6bc28-b3a1-4b20-80e5-f6953670b6fd'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:21:33.683788 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:21:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['60d6bc28-b3a1-4b20-80e5-f6953670b6fd'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:33.873652 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Set router 60d6bc28-b3a1-4b20-80e5-f6953670b6fd gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:21:34.320151 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'name': 'router1', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:21:22Z', 'updated_at': '2021-12-13T16:21:32Z', 'revision_number': 2, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'gw_port_host': None, '_interfaces': [{'id': '82d5ca98-f48e-40c1-9da5-fb2e3667978a', 'name': '', 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'mac_address': 'fa:16:3e:96:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:32Z', 'updated_at': '2021-12-13T16:21:33Z', 'revision_number': 2, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'subnets': [{'id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74610985-7597-4388-8dfe-22b32e39c595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:34.371512 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Checking router: 60d6bc28-b3a1-4b20-80e5-f6953670b6fd for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:21:34.371883 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Updating router 60d6bc28-b3a1-4b20-80e5-f6953670b6fd port 82d5ca98-f48e-40c1-9da5-fb2e3667978a binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:21:34.420594 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:34.937257 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:34.944530 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:35.110308 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Pushing event updated for resources: {'Port': ['ID=82d5ca98-f48e-40c1-9da5-fb2e3667978a,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:35.116548 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Attempting to bind port 82d5ca98-f48e-40c1-9da5-fb2e3667978a on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:21:35.116923 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Attempting to bind port 82d5ca98-f48e-40c1-9da5-fb2e3667978a by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:21:35.117357 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Attempting to bind port 82d5ca98-f48e-40c1-9da5-fb2e3667978a on network 98612bc1-2335-4f58-85a1-4191615f6a9a {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:21:35.126235 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.126591 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.126958 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.127294 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.127623 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.127954 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.128283 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.128679 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.129020 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.129360 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.129682 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.130002 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.130316 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Tracked resource versions report: Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: pushed versions: Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: { 'AddressGroup': {'1.2'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'ConntrackHelper': {'1.0'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Log': {'1.0'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Network': {'1.1'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Port': {'1.7'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'PortForwarding': {'1.2'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'QosPolicy': {'1.10'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SecurityGroup': {'1.5'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SubPort': {'1.0'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Subnet': {'1.1'}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Trunk': {'1.1'}} Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: consumer versions: Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: { DHCP agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: L3 agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: Metadata agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: Metering agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: Open vSwitch agent@dv-neutron-821599-1-hyperv: { 'AddressGroup': '1.2', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'ConntrackHelper': '1.0', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'LocalIPAssociation': '1.0', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Log': '1.0', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Network': '1.1', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Port': '1.7', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'PortForwarding': '1.2', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'QosPolicy': '1.10', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SecurityGroup': '1.5', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SecurityGroupRule': '1.2', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SubPort': '1.0', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Subnet': '1.1', Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Trunk': '1.1'}} Dec 13 16:21:35.131710 dv-neutron-821599-1-hyperv neutron-server[103055]: {{(pid=103055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:21:35.136333 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:21:35.136740 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Checking segment: {'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:21:35.137218 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:35.137601 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Bound using segment: {'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:21:35.138098 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Bound port: 82d5ca98-f48e-40c1-9da5-fb2e3667978a, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '048ab06f-7239-4c54-9375-2dde691a1cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:21:35.138489 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:35.142563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-99f3168a-e84c-4e9c-95b1-bdb74a932ee8 None None] Provisioning complete for port 82d5ca98-f48e-40c1-9da5-fb2e3667978a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:35.143051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-99f3168a-e84c-4e9c-95b1-bdb74a932ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:35.178764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-99f3168a-e84c-4e9c-95b1-bdb74a932ee8 None None] Port 82d5ca98-f48e-40c1-9da5-fb2e3667978a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:21:35.209114 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] For port 82d5ca98-f48e-40c1-9da5-fb2e3667978a, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:21:35.228136 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] For port 82d5ca98-f48e-40c1-9da5-fb2e3667978a, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=82d5ca98-f48e-40c1-9da5-fb2e3667978a,segment=NetworkSegment(048ab06f-7239-4c54-9375-2dde691a1cf7),segment_id=048ab06f-7239-4c54-9375-2dde691a1cf7)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:21:35.232406 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:35.289150 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4a43c-4611-41a2-bfb0-f0975b43142a None None] Pushing event updated for resources: {'Port': ['ID=82d5ca98-f48e-40c1-9da5-fb2e3667978a,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:35.293234 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Routers {'60d6bc28-b3a1-4b20-80e5-f6953670b6fd'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:21:35.293836 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:21:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['60d6bc28-b3a1-4b20-80e5-f6953670b6fd'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:35.390695 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] Set router 60d6bc28-b3a1-4b20-80e5-f6953670b6fd gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:21:35.498293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-11b163db-fbdf-43f8-aefa-a1746eb4b02c None None] Provisioning complete for port 82d5ca98-f48e-40c1-9da5-fb2e3667978a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:35.498589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11b163db-fbdf-43f8-aefa-a1746eb4b02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:35.577987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11b163db-fbdf-43f8-aefa-a1746eb4b02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:35.602332 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'name': 'router1', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:21:22Z', 'updated_at': '2021-12-13T16:21:32Z', 'revision_number': 2, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'gw_port_host': None, '_interfaces': [{'id': '82d5ca98-f48e-40c1-9da5-fb2e3667978a', 'name': '', 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'mac_address': 'fa:16:3e:96:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:32Z', 'updated_at': '2021-12-13T16:21:35Z', 'revision_number': 4, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'subnets': [{'id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74610985-7597-4388-8dfe-22b32e39c595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:35.611692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-11b163db-fbdf-43f8-aefa-a1746eb4b02c None None] For port 82d5ca98-f48e-40c1-9da5-fb2e3667978a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=82d5ca98-f48e-40c1-9da5-fb2e3667978a,segment=NetworkSegment(048ab06f-7239-4c54-9375-2dde691a1cf7),segment_id=048ab06f-7239-4c54-9375-2dde691a1cf7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:21:35.617341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11b163db-fbdf-43f8-aefa-a1746eb4b02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:35.633325 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589c5c0-380c-41ac-846b-057b3c9106c8 None None] The sync data for ids ['60d6bc28-b3a1-4b20-80e5-f6953670b6fd'] in dv-neutron-821599-1-hyperv is: [{'id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'name': 'router1', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:21:22Z', 'updated_at': '2021-12-13T16:21:32Z', 'revision_number': 2, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'gw_port_host': None, '_interfaces': [{'id': '82d5ca98-f48e-40c1-9da5-fb2e3667978a', 'name': '', 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'mac_address': 'fa:16:3e:96:ed:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:32Z', 'updated_at': '2021-12-13T16:21:35Z', 'revision_number': 4, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'subnets': [{'id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74610985-7597-4388-8dfe-22b32e39c595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:21:35.674379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b163db-fbdf-43f8-aefa-a1746eb4b02c None None] Pushing event updated for resources: {'Port': ['ID=82d5ca98-f48e-40c1-9da5-fb2e3667978a,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:36.118864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 38600) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:36.230124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a52f74-0fab-44c2-8298-b75a837dacb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:21:36.231530 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-94a52f74-0fab-44c2-8298-b75a837dacb8 admin admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 842 time: 0.1116853 Dec 13 16:21:36.242293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.26.6.0/24', 'enable_dhcp': False, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'ip_version': 4, 'gateway_ip': '172.26.6.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:21:36.267660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Made reservation on behalf of 636e70ab3ea548e0af50aadd4145cc2a for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:21:36.270294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:36.571462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:21:36.571924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:36.629013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ed27cd-a963-460e-affd-f118caae0874,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:36.637918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:21:36.638277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Network hostable DHCP agents. Network: cf0cd037-584b-40a6-b004-e12efb7b3e1f, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:21:36.661225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:21:36.673057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, cf0cd037-584b-40a6-b004-e12efb7b3e1f) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:21:36.682531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:21:36.684541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:36.686141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e02008-07af-4733-8111-ccbb8e98c4a1 None None] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:21:36.704382 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8ba58e23-b1ac-404d-9155-15748235d0c3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4662466 Dec 13 16:21:36.793822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ced9da-71e2-49cc-857e-dcd4a45448cb None None] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:21:38.031473 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:21:39.299973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 38608) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:39.436254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-85d28395-20e8-4ec2-98ee-6e328e5922bb admin admin] 10.222.0.13 "GET /v2.0/routers/60d6bc28-b3a1-4b20-80e5-f6953670b6fd HTTP/1.1" status: 200 len: 710 time: 0.1343153 Dec 13 16:21:39.527681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b916d18-a7c1-4159-b572-94ad5f7ef577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:21:39.528989 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1b916d18-a7c1-4159-b572-94ad5f7ef577 admin admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 886 time: 0.0861027 Dec 13 16:21:39.538842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:21:39.869878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:40.105442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:40.184931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:40.289136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Allocated IP 172.26.6.10 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/f7978e4e-7bbe-4932-8588-f5577cec4b79) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:21:40.390540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:40.424756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:40.463840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:21:40.466639 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:21:40.469972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:21:40.505225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7978e4e-7bbe-4932-8588-f5577cec4b79,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:40.716469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:40.913560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:40.916983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:41.024216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Router 60d6bc28-b3a1-4b20-80e5-f6953670b6fd has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:21:41.218167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:21:41.223402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:41.224628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8417e63f-a89e-46df-8924-b827f48db5e7 admin admin] 10.222.0.13 "PUT /v2.0/routers/60d6bc28-b3a1-4b20-80e5-f6953670b6fd HTTP/1.1" status: 200 len: 889 time: 1.6893177 Dec 13 16:21:42.533599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 82d5ca98-f48e-40c1-9da5-fb2e3667978a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:21:42.590580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 82d5ca98-f48e-40c1-9da5-fb2e3667978a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:42.590983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:42.744574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Sync routers for ids ['60d6bc28-b3a1-4b20-80e5-f6953670b6fd'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:21:42.756267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Routers {'60d6bc28-b3a1-4b20-80e5-f6953670b6fd'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:21:42.756990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:21:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['60d6bc28-b3a1-4b20-80e5-f6953670b6fd'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:42.967285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Set router 60d6bc28-b3a1-4b20-80e5-f6953670b6fd gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:21:43.436245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'name': 'router1', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f7978e4e-7bbe-4932-8588-f5577cec4b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:21:22Z', 'updated_at': '2021-12-13T16:21:40Z', 'revision_number': 4, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'gw_port': {'id': 'f7978e4e-7bbe-4932-8588-f5577cec4b79', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:40Z', 'updated_at': '2021-12-13T16:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '82d5ca98-f48e-40c1-9da5-fb2e3667978a', 'name': '', 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'mac_address': 'fa:16:3e:96:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:32Z', 'updated_at': '2021-12-13T16:21:35Z', 'revision_number': 5, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'subnets': [{'id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74610985-7597-4388-8dfe-22b32e39c595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:43.488818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Checking router: 60d6bc28-b3a1-4b20-80e5-f6953670b6fd for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:21:43.489176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Updating router 60d6bc28-b3a1-4b20-80e5-f6953670b6fd port f7978e4e-7bbe-4932-8588-f5577cec4b79 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:21:43.534894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:43.852005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:43.858417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:43.890098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 38620) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:21:43.914048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Attempting to bind port f7978e4e-7bbe-4932-8588-f5577cec4b79 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:21:43.914430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Attempting to bind port f7978e4e-7bbe-4932-8588-f5577cec4b79 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:21:43.914828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Attempting to bind port f7978e4e-7bbe-4932-8588-f5577cec4b79 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:21:43.917663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7567f7-6b89-4861-a250-dd71222eb3cb None None] Pushing event updated for resources: {'Port': ['ID=f7978e4e-7bbe-4932-8588-f5577cec4b79,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:43.922278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:21:43.922682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:21:43.923081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:43.923472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:21:43.923942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Bound port: f7978e4e-7bbe-4932-8588-f5577cec4b79, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:21:43.924342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:43.976828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] For port f7978e4e-7bbe-4932-8588-f5577cec4b79, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:21:43.979895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] For port f7978e4e-7bbe-4932-8588-f5577cec4b79, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f7978e4e-7bbe-4932-8588-f5577cec4b79,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:21:43.984196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:44.009721 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3497c7f2-b607-4dad-8c1b-099989da9017 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1184454 Dec 13 16:21:44.046825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Routers {'60d6bc28-b3a1-4b20-80e5-f6953670b6fd'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:21:44.047454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:21:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['60d6bc28-b3a1-4b20-80e5-f6953670b6fd'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:44.049555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7567f7-6b89-4861-a250-dd71222eb3cb None None] Pushing event updated for resources: {'Port': ['ID=f7978e4e-7bbe-4932-8588-f5577cec4b79,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:44.166156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] Set router 60d6bc28-b3a1-4b20-80e5-f6953670b6fd gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:21:44.380892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'name': 'router1', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f7978e4e-7bbe-4932-8588-f5577cec4b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:21:22Z', 'updated_at': '2021-12-13T16:21:40Z', 'revision_number': 4, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'gw_port': {'id': 'f7978e4e-7bbe-4932-8588-f5577cec4b79', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:40Z', 'updated_at': '2021-12-13T16:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '82d5ca98-f48e-40c1-9da5-fb2e3667978a', 'name': '', 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'mac_address': 'fa:16:3e:96:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:32Z', 'updated_at': '2021-12-13T16:21:35Z', 'revision_number': 5, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'subnets': [{'id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74610985-7597-4388-8dfe-22b32e39c595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:21:44.410724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c04921-8799-4fa5-bdca-0ed62eb4f922 None None] The sync data for ids ['60d6bc28-b3a1-4b20-80e5-f6953670b6fd'] in dv-neutron-821599-1-hyperv is: [{'id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'name': 'router1', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.10'}], 'enable_snat': True}, 'gw_port_id': 'f7978e4e-7bbe-4932-8588-f5577cec4b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:21:22Z', 'updated_at': '2021-12-13T16:21:40Z', 'revision_number': 4, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'gw_port': {'id': 'f7978e4e-7bbe-4932-8588-f5577cec4b79', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:40Z', 'updated_at': '2021-12-13T16:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '82d5ca98-f48e-40c1-9da5-fb2e3667978a', 'name': '', 'network_id': '98612bc1-2335-4f58-85a1-4191615f6a9a', 'tenant_id': '8206b4b41ba74495a30d40dfc906d2b9', 'mac_address': 'fa:16:3e:96:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60d6bc28-b3a1-4b20-80e5-f6953670b6fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:21:32Z', 'updated_at': '2021-12-13T16:21:35Z', 'revision_number': 5, 'project_id': '8206b4b41ba74495a30d40dfc906d2b9', 'subnets': [{'id': 'fdbf865a-9c5f-4032-90fb-b0a982169dc8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74610985-7597-4388-8dfe-22b32e39c595'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:21:46.542944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f7978e4e-7bbe-4932-8588-f5577cec4b79 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:21:46.597698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f7978e4e-7bbe-4932-8588-f5577cec4b79 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:46.597698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:46.712847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:46.738318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f7978e4e-7bbe-4932-8588-f5577cec4b79, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f7978e4e-7bbe-4932-8588-f5577cec4b79,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:21:46.744000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:46.790607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f7978e4e-7bbe-4932-8588-f5577cec4b79,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:21:48.558314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f7978e4e-7bbe-4932-8588-f5577cec4b79 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:21:48.619633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f7978e4e-7bbe-4932-8588-f5577cec4b79 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:21:48.620365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:54.844688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bf49746-9bc4-42b9-8233-5a47055726f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:57.232111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ad1bfa5-f5b1-4bde-978d-0e8a4bd1e9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:58.288322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:21:59.807966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:00.694520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:15.029672 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:22:24.850555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ae9a7874-e493-45ad-8cf5-241da7426c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:27.235245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ef5ffbfc-fb71-4148-a1ba-0fc4cda30c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:28.290639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:29.809699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:30.689928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:52.028038 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:22:54.853150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dddfc84e-249c-41bf-961c-5d32c3f76386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:57.239800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d602ce87-7f9a-4eb1-9821-435472344223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:58.292415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:22:59.806493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:00.695114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:11.227401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39138) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:11.289806 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60c758e-6b67-44d0-b560-2aea6484416a admin admin] GET failed (client error): The resource could not be found. Dec 13 16:23:11.291126 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b60c758e-6b67-44d0-b560-2aea6484416a admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627816 Dec 13 16:23:11.456886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ccfc4-95e7-4f82-8866-10875b07f2e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:11.458264 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-af9ccfc4-95e7-4f82-8866-10875b07f2e9 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1625948 Dec 13 16:23:13.870851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39148) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:13.962427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353a0114-cff2-4c0b-bf24-1d3cda13f9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:13.963821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-353a0114-cff2-4c0b-bf24-1d3cda13f9bf admin admin] 10.222.0.13 "GET /v2.0/subnets/fdbf865a-9c5f-4032-90fb-b0a982169dc8 HTTP/1.1" status: 200 len: 849 time: 0.0920243 Dec 13 16:23:13.973782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:23:14.059782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:14.199779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728207133660'] for subnet, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:14.229085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:14.229666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:14.230981 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] 10.222.0.13 "PUT /v2.0/subnets/fdbf865a-9c5f-4032-90fb-b0a982169dc8 HTTP/1.1" status: 200 len: 868 time: 0.2607963 Dec 13 16:23:14.251812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdbf865a-9c5f-4032-90fb-b0a982169dc8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:23:14.254374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0080a7-1210-4708-8035-e787c6289c80 None None] Network 98612bc1-2335-4f58-85a1-4191615f6a9a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:23:14.259264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.259627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.259974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.260306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.260635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.260959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.261305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.261632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.261953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.262274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.262594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.262948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.263267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a494a246-195b-4bfe-b6c2-ca7caf07e291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:23:14.537517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b9ac8f3d-20ca-4cbd-96a7-54737c84d322 None None] Provisioning complete for port a09a3928-3fa3-46af-841c-9c825369b91f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:23:14.537969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9ac8f3d-20ca-4cbd-96a7-54737c84d322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:14.627935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b9ac8f3d-20ca-4cbd-96a7-54737c84d322 None None] Provisioning complete for port 82d5ca98-f48e-40c1-9da5-fb2e3667978a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:23:14.628306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9ac8f3d-20ca-4cbd-96a7-54737c84d322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:16.620577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39156) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:16.822514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28adab-b503-4402-8ef7-643b0ae9421a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:16.823012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db28adab-b503-4402-8ef7-643b0ae9421a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:16.824553 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-db28adab-b503-4402-8ef7-643b0ae9421a admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2029188 Dec 13 16:23:19.167201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39164) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:19.299499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d63603-70a8-4d3a-ab45-2f8e96dbc8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:19.299961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d63603-70a8-4d3a-ab45-2f8e96dbc8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:19.301481 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-20d63603-70a8-4d3a-ab45-2f8e96dbc8d2 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1333303 Dec 13 16:23:21.677286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39172) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:21.812193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b802f46-5429-41d6-9580-7ddcb2136f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:21.813775 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6b802f46-5429-41d6-9580-7ddcb2136f1d admin admin] 10.222.0.13 "GET /v2.0/networks/98612bc1-2335-4f58-85a1-4191615f6a9a HTTP/1.1" status: 200 len: 869 time: 0.1355393 Dec 13 16:23:24.185853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39180) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:24.308871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7588e5c6-de21-4bb4-badf-748edc37fdb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:24.310240 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7588e5c6-de21-4bb4-badf-748edc37fdb7 admin admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 886 time: 0.1234283 Dec 13 16:23:24.854841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-af0d133d-96a7-4ab2-8ea4-03fa488373b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:26.685904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39188) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:26.819696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae69da9f-bb4a-4511-843e-136edfd654f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:26.820146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae69da9f-bb4a-4511-843e-136edfd654f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:26.821691 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ae69da9f-bb4a-4511-843e-136edfd654f5 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1348534 Dec 13 16:23:27.242270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-307a77f4-16a2-4252-946a-fb7da8119e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:28.297504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:29.026328 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:23:29.205343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39198) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:29.330463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67366860-64c0-48f0-bbbf-87577af33e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:29.330848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67366860-64c0-48f0-bbbf-87577af33e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:29.332379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-67366860-64c0-48f0-bbbf-87577af33e54 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1260893 Dec 13 16:23:29.810004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:30.699590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:31.721704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39206) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:31.807413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3198892b-c2b7-4f3b-b415-8dc3af60fb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:31.808750 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3198892b-c2b7-4f3b-b415-8dc3af60fb63 admin admin] 10.222.0.13 "GET /v2.0/subnets/15ed27cd-a963-460e-affd-f118caae0874 HTTP/1.1" status: 200 len: 816 time: 0.0860910 Dec 13 16:23:34.189737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39214) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:34.279865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff25be4-9ed6-4aee-a934-28bd67746c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:23:34.281224 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0ff25be4-9ed6-4aee-a934-28bd67746c6e admin admin] 10.222.0.13 "GET /v2.0/subnets/fdbf865a-9c5f-4032-90fb-b0a982169dc8 HTTP/1.1" status: 200 len: 868 time: 0.0905144 Dec 13 16:23:54.856777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c7a3c1fb-0713-4ddb-97bc-ac17a0119157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:57.247537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d47dd1a4-055d-472c-92b2-eb0cde4a1dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:58.299322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:23:59.502830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39268) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:23:59.550005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-a36d4afb-beb3-4237-b212-1534919a21a7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:23:59.551026 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a36d4afb-beb3-4237-b212-1534919a21a7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472243 Dec 13 16:23:59.815012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:00.704198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:02.039146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39276) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:24:02.104215 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b331bc-39cd-49f0-aadc-44755c925352 admin admin] GET failed (client error): The resource could not be found. Dec 13 16:24:02.105492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-05b331bc-39cd-49f0-aadc-44755c925352 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0654233 Dec 13 16:24:02.190124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640bd972-5cfc-450e-be7f-ba2d551cb68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:24:02.191603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-640bd972-5cfc-450e-be7f-ba2d551cb68a admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813146 Dec 13 16:24:04.603425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39284) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:24:04.651096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:24:04.672246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Made reservation on behalf of 636e70ab3ea548e0af50aadd4145cc2a for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:24:04.674544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:04.703351 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.services.revisions.revision_plugin [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Could not find related network for resource to bump revision. Dec 13 16:24:04.719777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:24:04.729511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:04.729843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Added segment 54faeb59-25a7-4988-bbf7-5b7f8499bcd0 of type vlan for network daaf2c6e-46cd-4753-9869-34b7f2e90d6c Dec 13 16:24:04.778538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:04.802511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:04.803687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:24:04.804277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:04.851677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2470808 Dec 13 16:24:04.864471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a317b9ef-2f24-4e28-9b02-a191338f6d1f admin admin] Pushing event updated for resources: {'Network': ['ID=daaf2c6e-46cd-4753-9869-34b7f2e90d6c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:24:04.879312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network daaf2c6e-46cd-4753-9869-34b7f2e90d6c details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:24:06.023761 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:24:07.263795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39292) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:24:07.325125 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-67fe9873-2ed9-4874-a56a-eefa4fd69685 admin admin] GET failed (client error): The resource could not be found. Dec 13 16:24:07.326425 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-67fe9873-2ed9-4874-a56a-eefa4fd69685 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610898 Dec 13 16:24:07.499161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127b05bb-55df-4661-8347-8b3e6dca4ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:24:07.500538 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-127b05bb-55df-4661-8347-8b3e6dca4ec4 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1692202 Dec 13 16:24:07.510701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:24:07.530927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Made reservation on behalf of 636e70ab3ea548e0af50aadd4145cc2a for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:24:07.533113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:07.698335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:07.753150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cafc081c-f13d-4761-a662-5aafbc013866,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:24:07.760351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Checking segment: {'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:24:07.760708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Network hostable DHCP agents. Network: daaf2c6e-46cd-4753-9869-34b7f2e90d6c, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:24:07.777007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Network daaf2c6e-46cd-4753-9869-34b7f2e90d6c is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:24:07.786339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, daaf2c6e-46cd-4753-9869-34b7f2e90d6c) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:24:07.790782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:24:07.791870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:07.795557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f35bc9b-6658-4b22-b9fc-c2109badfe53 None None] Network daaf2c6e-46cd-4753-9869-34b7f2e90d6c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:24:07.806900 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f6ad4729-c0a9-43c3-9fd7-23eee58c54b9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2995203 Dec 13 16:24:07.901864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-daaf2c6e-46cd-4753-9869-34b7f2e90d6c', 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c', 'project_id': '636e70ab3ea548e0af50aadd4145cc2a', 'fixed_ips': [{'subnet_id': 'cafc081c-f13d-4761-a662-5aafbc013866'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:24:07.902813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:08.051747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Allocated IP 192.168.233.2 (daaf2c6e-46cd-4753-9869-34b7f2e90d6c/cafc081c-f13d-4761-a662-5aafbc013866/e61d1156-8253-4835-b452-79922970af17) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:24:08.196883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:08.203633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:08.344772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Network daaf2c6e-46cd-4753-9869-34b7f2e90d6c is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:24:08.352733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:24:08.355272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:24:08.361737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Pushing event updated for resources: {'Port': ['ID=e61d1156-8253-4835-b452-79922970af17,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:24:08.372781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.373165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.374058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.374400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.374772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.375105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.375444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.375779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.376129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.376477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.376810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.380897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.380897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:24:08.426992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Attempting to bind port e61d1156-8253-4835-b452-79922970af17 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:24:08.427216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Attempting to bind port e61d1156-8253-4835-b452-79922970af17 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:24:08.427463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Attempting to bind port e61d1156-8253-4835-b452-79922970af17 on network daaf2c6e-46cd-4753-9869-34b7f2e90d6c {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:24:08.432687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:24:08.433057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Checking segment: {'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:24:08.433455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:08.433845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Bound using segment: {'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:24:08.434303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Bound port: e61d1156-8253-4835-b452-79922970af17, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:24:08.434772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:08.497192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] For port e61d1156-8253-4835-b452-79922970af17, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:24:08.500842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] For port e61d1156-8253-4835-b452-79922970af17, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e61d1156-8253-4835-b452-79922970af17,segment=NetworkSegment(54faeb59-25a7-4988-bbf7-5b7f8499bcd0),segment_id=54faeb59-25a7-4988-bbf7-5b7f8499bcd0)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:24:08.505744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:08.564331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b60a30-159b-4d64-9a91-f2639177e3cc None None] Pushing event updated for resources: {'Port': ['ID=e61d1156-8253-4835-b452-79922970af17,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:24:09.446253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc664c1f-e9d7-48da-bd9c-dff5136567c2 None None] Network daaf2c6e-46cd-4753-9869-34b7f2e90d6c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:24:09.561821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-802bdfaf-2e7b-443e-9028-af428e6f6268 None None] Provisioning complete for port e61d1156-8253-4835-b452-79922970af17 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:24:09.562185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-802bdfaf-2e7b-443e-9028-af428e6f6268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:09.650915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-802bdfaf-2e7b-443e-9028-af428e6f6268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:09.688265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-802bdfaf-2e7b-443e-9028-af428e6f6268 None None] For port e61d1156-8253-4835-b452-79922970af17, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e61d1156-8253-4835-b452-79922970af17,segment=NetworkSegment(54faeb59-25a7-4988-bbf7-5b7f8499bcd0),segment_id=54faeb59-25a7-4988-bbf7-5b7f8499bcd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:24:09.696325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-802bdfaf-2e7b-443e-9028-af428e6f6268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:09.777062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802bdfaf-2e7b-443e-9028-af428e6f6268 None None] Pushing event updated for resources: {'Port': ['ID=e61d1156-8253-4835-b452-79922970af17,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:24:09.916610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a4d07577-1604-4a15-ac8a-0ef32df474cb None None] Provisioning complete for port e61d1156-8253-4835-b452-79922970af17 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:24:09.916977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4d07577-1604-4a15-ac8a-0ef32df474cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:10.616784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e61d1156-8253-4835-b452-79922970af17 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:24:10.670088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e61d1156-8253-4835-b452-79922970af17 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:24:10.670491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:24.860983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d4910d7-63fc-4a04-8762-e4dcbf57c94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:27.250378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2a4862c7-15e8-4e90-844e-071c82c83251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:28.302937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:29.818563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:30.708918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:43.022051 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:24:54.862513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ee913ddf-35e2-4141-baf3-7af1f9eac58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:57.254352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-260c8072-a0de-4169-b664-abf70c422bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:58.305126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:24:59.821933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:00.711769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:20.020720 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:25:21.556153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39336) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:25:21.562154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-39791be8-89d3-4800-9656-b20f7d526aeb tempest-verify_tempest_config-747989561 tempest-verify_tempest_config-747989561-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:25:21.563162 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-39791be8-89d3-4800-9656-b20f7d526aeb tempest-verify_tempest_config-747989561 tempest-verify_tempest_config-747989561-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060380 Dec 13 16:25:21.859566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39354) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:25:21.969849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:22.056257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:22.060499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:22.113523 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a4652e6c6d3e48d9b5323acb645a8cae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2528889 Dec 13 16:25:22.115629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04dc54-16be-4bc3-a3ee-7f5b48c2204e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:25:22.117054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39358) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:25:22.125859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.126388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.126779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.127608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.127951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.128280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.128608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.128983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.129316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.129631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.129950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.130268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.130581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8861916-54b7-440e-a6b7-ae9f29fb1519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.180596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:22.202777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:22.298428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:22.301906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:22.303815 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b04dc54-16be-4bc3-a3ee-7f5b48c2204e HTTP/1.1" status: 204 len: 168 time: 0.1849203 Dec 13 16:25:22.316257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04dc54-16be-4bc3-a3ee-7f5b48c2204e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:25:22.324598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.324983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.326093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.326627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.327022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.327596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.328202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.328607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.328910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.329491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.329969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.330304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:22.330899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ee84a3-ed5c-4bb7-83b3-3998998580f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:25:24.863880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-daffb6f9-7c68-4fd1-abf5-1091d604bf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:27.255538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7f0dd216-3fec-42d1-a33c-d38017955486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:28.308941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:29.828252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:30.713792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:54.864672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b40cf08b-2d9e-4c51-9f6b-311c19272bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:57.018914 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:25:57.256529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be6e741f-c79a-4892-bb04-3146419474a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:58.312553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:25:59.828178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:00.716520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:24.867017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-80f85a9c-0d11-4886-9744-1b9b2ec4a26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:27.257402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6cbdf74d-83a1-473b-a5c9-a583d59d07f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:28.314979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:29.831185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:30.718891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:34.017139 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 5 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:26:43.673904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524285'] for agent, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:54.868340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9df8d154-6356-4529-8100-22b0a213335c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:57.259189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d356b0b1-8e61-4c94-bdde-1a34d0fb8d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:58.318391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:26:58.765391 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39430) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:26:58.878746 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8bd6df1b-e6b4-471c-a62e-22579cec157d admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1122260 Dec 13 16:26:59.835114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:00.721929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:01.303140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39440) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:27:01.357169 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-44da163a-d7c4-4c27-82db-d9c8fd84fbea admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0529218 Dec 13 16:27:11.016395 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:27:13.633118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:24.870876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f336095-3ba7-488c-bd8b-362a071a450f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:27.260511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6f246691-499f-461f-812a-92b28de3958a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:28.320271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:29.839602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:30.723182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:43.648224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:48.014586 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:27:54.872670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-871f5c63-5bec-4720-98ad-9c6c8a7ecc59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:57.263287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4b42de6-8384-4e99-af49-2e90ea630311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:58.323199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:27:59.843773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:00.724917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:13.680734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:17.407748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39628) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:17.438496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39636) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:17.478966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39642) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:17.724303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2031264697-network', 'tenant_id': '4bd4d070073f475cac999d52435c8467'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:17.748554 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Made reservation on behalf of 4bd4d070073f475cac999d52435c8467 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:17.751086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:17.759331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:17.835162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1598313150-network', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:17.852912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:17.860577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1257766968-network', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:17.869400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:17.888333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:17.902509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:17.902889 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Added segment 06410954-2e48-4c2e-925c-cd718253adc4 of type vlan for network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd Dec 13 16:28:17.923467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Made reservation on behalf of 07834401d6d14d12b969b56adb7d04bf for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:17.925712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:17.972656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:17.994091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a340c48-2407-4bc6-996d-c00b8b28c70e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:18.000336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.008275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Made reservation on behalf of ec835dc814824bc8b163c8999a2efec7 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:18.010443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.026750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.027362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.027484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.027746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.028083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.028412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.028775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.029068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.029446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.029729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.030313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.030664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.031085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Tracked resource versions report: Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: pushed versions: Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: { 'AddressGroup': {'1.2'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'ConntrackHelper': {'1.0'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Log': {'1.0'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Network': {'1.1'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Port': {'1.7'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'PortForwarding': {'1.2'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'QosPolicy': {'1.10'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SecurityGroup': {'1.5'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SubPort': {'1.0'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Subnet': {'1.1'}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Trunk': {'1.1'}} Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: consumer versions: Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: { DHCP agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: HyperV agent@hv-neutron-8215: {}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: L3 agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: Metadata agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: Metering agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: Open vSwitch agent@dv-neutron-821599-1-hyperv: { 'AddressGroup': '1.2', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'ConntrackHelper': '1.0', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'LocalIPAssociation': '1.0', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Log': '1.0', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Network': '1.1', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Port': '1.7', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'PortForwarding': '1.2', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'QosPolicy': '1.10', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SecurityGroup': '1.5', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SecurityGroupRule': '1.2', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'SubPort': '1.0', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Subnet': '1.1', Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: 'Trunk': '1.1'}} Dec 13 16:28:18.032117 dv-neutron-821599-1-hyperv neutron-server[103053]: {{(pid=103053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:28:18.052641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.068430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.069403 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:18.069966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.147685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] Pushing event updated for resources: {'Network': ['ID=03ab2c84-c7f6-4e17-a13f-9b7d7325affd,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:18.167445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:18.169224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39674) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:18.169764 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6ca57e00-59ae-407b-962d-807a6806b0d5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7609990 Dec 13 16:28:18.193762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Request body: {'subnet': {'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2031264697-subnet', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:18.234186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.249229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.256332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Made reservation on behalf of 4bd4d070073f475cac999d52435c8467 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:18.259139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.281387 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.288750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:18.298475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.312698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.313478 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Added segment c43efb14-650d-4b0f-864d-59e290934cac of type vlan for network c18d56e5-f6e9-4069-88e5-47679c6db62e Dec 13 16:28:18.317194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca445199-1467-464e-a65b-d8cbb7b1b065,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:18.330779 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:18.380417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.380893 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Added segment f3ecc9ee-85e0-4b18-b1e6-cce449e356ad of type vlan for network 44645876-4c40-4082-853e-5e11cb1e413d Dec 13 16:28:18.395077 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bfcc81-cd34-48f5-a897-e1723bab3ac8,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:18.402151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.425660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39686) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:18.461200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.486627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.487879 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:18.488683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.496974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.498075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:18.498700 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.526838 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0466421 Dec 13 16:28:18.527443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39692) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:18.540194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.559298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Request body: {'subnet': {'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1257766968-subnet', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:18.595139 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1553283 Dec 13 16:28:18.597330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39698) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:18.599607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Made reservation on behalf of ec835dc814824bc8b163c8999a2efec7 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:18.601826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.602471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118c7f7a-0cd8-45b4-8859-1b15f127ecbf,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:18.614087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.614453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.615558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.615900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.616419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.616910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.617036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Request body: {'subnet': {'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1598313150-subnet', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:18.617515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.618014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.618359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.618724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.619055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.619372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.619860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Tracked resource versions report: Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: pushed versions: Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: { 'AddressGroup': {'1.2'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'ConntrackHelper': {'1.0'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Log': {'1.0'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Network': {'1.1'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Port': {'1.7'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'PortForwarding': {'1.2'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'QosPolicy': {'1.10'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SecurityGroup': {'1.5'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SubPort': {'1.0'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Subnet': {'1.1'}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Trunk': {'1.1'}} Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: consumer versions: Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: { DHCP agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: HyperV agent@hv-neutron-8215: {}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: L3 agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: Metadata agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: Metering agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: Open vSwitch agent@dv-neutron-821599-1-hyperv: { 'AddressGroup': '1.2', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'ConntrackHelper': '1.0', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'LocalIPAssociation': '1.0', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Log': '1.0', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Network': '1.1', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Port': '1.7', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'PortForwarding': '1.2', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'QosPolicy': '1.10', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SecurityGroup': '1.5', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SecurityGroupRule': '1.2', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'SubPort': '1.0', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Subnet': '1.1', Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: 'Trunk': '1.1'}} Dec 13 16:28:18.621003 dv-neutron-821599-1-hyperv neutron-server[103052]: {{(pid=103052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:28:18.629101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Checking segment: {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:18.629743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Network hostable DHCP agents. Network: 03ab2c84-c7f6-4e17-a13f-9b7d7325affd, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:18.649362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:18.661793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 03ab2c84-c7f6-4e17-a13f-9b7d7325affd) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:18.667006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:18.667940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.678441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9912fb1c-1d56-409f-a9ff-ad7172ac2519 None None] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:18.715243 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1c2ea578-12a6-4222-b7d4-2df6811c2528 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5414882 Dec 13 16:28:18.719195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39700) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:18.727607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:18.758208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.760769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.787809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a894b1-0229-4777-a770-52dc3e577669 admin admin] Pushing event updated for resources: {'Network': ['ID=c18d56e5-f6e9-4069-88e5-47679c6db62e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:18.801797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network c18d56e5-f6e9-4069-88e5-47679c6db62e details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:18.839945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f24a0da0-3b1c-4760-a118-7da1760cae81 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-945995614'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:18.840824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f24a0da0-3b1c-4760-a118-7da1760cae81 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Unknown quota resources ['metering_label']. {{(pid=103052) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 16:28:18.857735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4d47b-9d68-4fee-a302-71a3f824d699 admin admin] Pushing event updated for resources: {'Network': ['ID=44645876-4c40-4082-853e-5e11cb1e413d,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:18.863775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.897903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 44645876-4c40-4082-853e-5e11cb1e413d details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:18.913064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9964ed4a-594e-456c-a0bd-5853314db296,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:18.940815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Made reservation on behalf of 07834401d6d14d12b969b56adb7d04bf for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:18.944341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:18.944573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.069736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Checking segment: {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:19.072014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Network hostable DHCP agents. Network: 44645876-4c40-4082-853e-5e11cb1e413d, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:19.095421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39710) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:19.107155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Network 44645876-4c40-4082-853e-5e11cb1e413d is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:19.137425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'project_id': '4bd4d070073f475cac999d52435c8467', 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:28:19.138310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.146261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 44645876-4c40-4082-853e-5e11cb1e413d) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:19.157864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:19.159935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.168983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a78898-3794-4ccb-b2ef-88cb52bdfd28 None None] Network 44645876-4c40-4082-853e-5e11cb1e413d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:19.189345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.252996 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ea8a8031-5502-4bde-be39-c932b7d76b9d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6995790 Dec 13 16:28:19.253964 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39718) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:19.254938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b9cae0f-cc68-4945-b063-6706fdec303e,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:19.267549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:19.308771 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.310338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.364531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f24a0da0-3b1c-4760-a118-7da1760cae81 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.371625 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f24a0da0-3b1c-4760-a118-7da1760cae81 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9427023 Dec 13 16:28:19.381658 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39720) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:19.390133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a18f92ea-af23-4085-9ed1-389a76668341 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '6b39d142-c2a6-4be1-b137-44be84cdeacf'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:19.395710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a18f92ea-af23-4085-9ed1-389a76668341 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103052) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 16:28:19.446830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Allocated IP 172.20.0.2 (03ab2c84-c7f6-4e17-a13f-9b7d7325affd/118c7f7a-0cd8-45b4-8859-1b15f127ecbf/29d302f0-06e7-48cf-ba01-7691c2c79b74) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:19.478793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9583ac25-d85e-4e71-a833-f3f767195755 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-963262153'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:19.479390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9583ac25-d85e-4e71-a833-f3f767195755 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Unknown quota resources ['metering_label']. {{(pid=103053) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 16:28:19.510327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.574936 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.services.metering.metering_plugin [None req-a18f92ea-af23-4085-9ed1-389a76668341 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 16:28:19.600054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.604734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-44645876-4c40-4082-853e-5e11cb1e413d', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:28:19.606079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.641443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.646246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39728) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:19.656016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.709993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a18f92ea-af23-4085-9ed1-389a76668341 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:19.711601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a18f92ea-af23-4085-9ed1-389a76668341 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3264678 Dec 13 16:28:19.728020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39732) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:19.736671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-db4cf87d-c1c9-418e-b97b-510b29357914 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '6b39d142-c2a6-4be1-b137-44be84cdeacf'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:19.737490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-db4cf87d-c1c9-418e-b97b-510b29357914 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103052) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 16:28:19.762925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Pushing event updated for resources: {'Port': ['ID=29d302f0-06e7-48cf-ba01-7691c2c79b74,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:19.782239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.783557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.784103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.784923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.785449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.785981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.786543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.787679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.789163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.789747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.790336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.790921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.792416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Checking segment: {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:19.792769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Network hostable DHCP agents. Network: c18d56e5-f6e9-4069-88e5-47679c6db62e, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:19.792917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Tracked resource versions report: Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: pushed versions: Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: { 'AddressGroup': {'1.2'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'ConntrackHelper': {'1.0'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Log': {'1.0'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Network': {'1.1'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Port': {'1.7'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'PortForwarding': {'1.2'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'QosPolicy': {'1.10'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SecurityGroup': {'1.5'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SubPort': {'1.0'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Subnet': {'1.1'}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Trunk': {'1.1'}} Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: consumer versions: Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: { DHCP agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: HyperV agent@hv-neutron-8215: {}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: L3 agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: Metadata agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: Metering agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: Open vSwitch agent@dv-neutron-821599-1-hyperv: { 'AddressGroup': '1.2', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'ConntrackHelper': '1.0', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'LocalIPAssociation': '1.0', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Log': '1.0', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Network': '1.1', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Port': '1.7', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'PortForwarding': '1.2', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'QosPolicy': '1.10', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SecurityGroup': '1.5', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SecurityGroupRule': '1.2', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'SubPort': '1.0', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Subnet': '1.1', Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: 'Trunk': '1.1'}} Dec 13 16:28:19.795274 dv-neutron-821599-1-hyperv neutron-server[103054]: {{(pid=103054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:28:19.802930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:19.807177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:19.816093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:19.890730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39734) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:19.986225 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.services.metering.metering_plugin [None req-db4cf87d-c1c9-418e-b97b-510b29357914 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 16:28:20.049837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Allocated IP 172.20.0.2 (44645876-4c40-4082-853e-5e11cb1e413d/9964ed4a-594e-456c-a0bd-5853314db296/10408b00-0a41-4cf0-bda0-0c61ceea7039) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:20.055665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9583ac25-d85e-4e71-a833-f3f767195755 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.056849 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9583ac25-d85e-4e71-a833-f3f767195755 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9601922 Dec 13 16:28:20.059518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Network c18d56e5-f6e9-4069-88e5-47679c6db62e is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:20.061945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39742) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.072155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0f8a201b-7ecf-48a6-a1d5-54ca77263e39 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9a393796-260a-4469-8231-4fa24372cc96'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:20.072897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0f8a201b-7ecf-48a6-a1d5-54ca77263e39 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103053) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 16:28:20.077886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.090532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, c18d56e5-f6e9-4069-88e5-47679c6db62e) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:20.101906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db4cf87d-c1c9-418e-b97b-510b29357914 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.104256 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-db4cf87d-c1c9-418e-b97b-510b29357914 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3730683 Dec 13 16:28:20.108083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39744) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.116556 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:20.117135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.141750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39746) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.150122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:20.234816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.241675 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-35d8e1ec-e439-47d1-8f5e-0d74a4c302da tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=0952c333-6aaf-405c-b19c-c6d2754e327b HTTP/1.1" status: 200 len: 462 time: 0.1287358 Dec 13 16:28:20.242071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d239400-a4d4-4154-a17f-4fe835469c0d None None] Network c18d56e5-f6e9-4069-88e5-47679c6db62e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:20.248164 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.services.metering.metering_plugin [None req-0f8a201b-7ecf-48a6-a1d5-54ca77263e39 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 16:28:20.251625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39752) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.260936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.340944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-13b1c7ee-0cd9-4d51-a18f-8b06cfcf1eaa tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:20.359541 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5f4f2b9e-3a54-4b6b-a6d5-e6cdfbf628d8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7606289 Dec 13 16:28:20.361220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39756) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.365902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.372960 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-13b1c7ee-0cd9-4d51-a18f-8b06cfcf1eaa tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] 10.222.0.13 "PUT /v2.0/quotas/0dd4999073994bcf87a9ea0d5b373a2a HTTP/1.1" status: 200 len: 368 time: 0.2266715 Dec 13 16:28:20.374095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.400371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39758) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.402349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.409009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-c18d56e5-f6e9-4069-88e5-47679c6db62e', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:28:20.410529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.411585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Request body: {'network': {'project_id': '0dd4999073994bcf87a9ea0d5b373a2a'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:20.411979 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:20.414685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Network 44645876-4c40-4082-853e-5e11cb1e413d is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:20.420081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Attempting to bind port 29d302f0-06e7-48cf-ba01-7691c2c79b74 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:20.420081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Attempting to bind port 29d302f0-06e7-48cf-ba01-7691c2c79b74 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:20.420347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Attempting to bind port 29d302f0-06e7-48cf-ba01-7691c2c79b74 on network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:20.424748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1328748885'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:20.461564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:20.464528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:20.474313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:20.474750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Checking segment: {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:20.475159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.475555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Bound using segment: {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:20.476027 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Bound port: 29d302f0-06e7-48cf-ba01-7691c2c79b74, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:20.476431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.484508 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:28:20.484508 dv-neutron-821599-1-hyperv neutron-server[103053]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 16:28:20.484508 dv-neutron-821599-1-hyperv neutron-server[103053]: [parameters: {'project_id_1': '07834401d6d14d12b969b56adb7d04bf', 'expiration_1': datetime.datetime(2021, 12, 13, 16, 28, 0, 434945)}] Dec 13 16:28:20.484508 dv-neutron-821599-1-hyperv neutron-server[103053]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:28:20.485754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:28:20.488615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0f8a201b-7ecf-48a6-a1d5-54ca77263e39 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.490816 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0f8a201b-7ecf-48a6-a1d5-54ca77263e39 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4249563 Dec 13 16:28:20.499822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39764) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.500446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Made reservation on behalf of 0dd4999073994bcf87a9ea0d5b373a2a for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:20.502820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.511078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f002fbae-719a-4bc3-a73c-bcd92ba4be4a tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9a393796-260a-4469-8231-4fa24372cc96'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:20.511573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f002fbae-719a-4bc3-a73c-bcd92ba4be4a tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103052) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 16:28:20.512429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Made reservation on behalf of e7db7724acd84a59bc373d79a1dc1a53 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:20.516654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.535002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Pushing event updated for resources: {'Port': ['ID=10408b00-0a41-4cf0-bda0-0c61ceea7039,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:20.579542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.597498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.602511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.604086 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.services.metering.metering_plugin [None req-f002fbae-719a-4bc3-a73c-bcd92ba4be4a tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 13 16:28:20.649143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-845568b7-6521-4fb3-ae6d-d7eef5e4433a tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.650687 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-845568b7-6521-4fb3-ae6d-d7eef5e4433a tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/0952c333-6aaf-405c-b19c-c6d2754e327b HTTP/1.1" status: 204 len: 168 time: 0.3343379 Dec 13 16:28:20.657542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39768) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.660739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Attempting to bind port 10408b00-0a41-4cf0-bda0-0c61ceea7039 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:20.661111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Attempting to bind port 10408b00-0a41-4cf0-bda0-0c61ceea7039 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:20.661472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Attempting to bind port 10408b00-0a41-4cf0-bda0-0c61ceea7039 on network 44645876-4c40-4082-853e-5e11cb1e413d {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:20.681978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:20.682393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Checking segment: {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:20.682980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.683399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Bound using segment: {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:20.683904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Bound port: 10408b00-0a41-4cf0-bda0-0c61ceea7039, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:20.688820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.688961 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0061f65f-4c60-4e58-a360-1b9f5088ec28 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=0952c333-6aaf-405c-b19c-c6d2754e327b HTTP/1.1" status: 200 len: 221 time: 0.0209618 Dec 13 16:28:20.689064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] For port 29d302f0-06e7-48cf-ba01-7691c2c79b74, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:20.689166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39770) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.694731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] For port 29d302f0-06e7-48cf-ba01-7691c2c79b74, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=29d302f0-06e7-48cf-ba01-7691c2c79b74,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:20.698177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-bc7d031a-8ba2-44c7-a98b-73aef4d040ce tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--129244279', 'description': 'label created by tempest'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:20.698870 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-bc7d031a-8ba2-44c7-a98b-73aef4d040ce tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Unknown quota resources ['metering_label']. {{(pid=103053) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 16:28:20.710882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.759344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f002fbae-719a-4bc3-a73c-bcd92ba4be4a tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.760520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f002fbae-719a-4bc3-a73c-bcd92ba4be4a tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2555125 Dec 13 16:28:20.769481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39772) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.772997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Allocated IP 172.26.6.183 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/46d4c944-136c-405e-ab5d-0cd63cbf2c4e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:20.833811 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ae37e67d-21bf-48dc-8c81-7d89eeed4730 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=5bbc11d6-3a4d-4d4c-bbcf-44436bb24e18 HTTP/1.1" status: 200 len: 464 time: 0.0624321 Dec 13 16:28:20.850679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39774) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:20.850893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Allocated IP 172.20.0.2 (c18d56e5-f6e9-4069-88e5-47679c6db62e/6b9cae0f-cc68-4945-b063-6706fdec303e/b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:20.888418 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c58553-8426-4143-bd5a-6a43ceea45de None None] Pushing event updated for resources: {'Port': ['ID=29d302f0-06e7-48cf-ba01-7691c2c79b74,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:20.922252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.933708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.974835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:20.997324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] For port 10408b00-0a41-4cf0-bda0-0c61ceea7039, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:21.010558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:21.012825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.061914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ec6e3c7-06fc-4c87-9b0e-b9ef9dc37389 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.063129 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9ec6e3c7-06fc-4c87-9b0e-b9ef9dc37389 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/5bbc11d6-3a4d-4d4c-bbcf-44436bb24e18 HTTP/1.1" status: 204 len: 168 time: 0.2092052 Dec 13 16:28:21.068814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.070071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39778) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:21.094513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.094934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Added segment ed69ce76-724e-4a0c-b838-2f95943fe0e8 of type vlan for network 32f73338-d390-4208-8a74-a3bed0b818bf Dec 13 16:28:21.106000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] For port 10408b00-0a41-4cf0-bda0-0c61ceea7039, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=10408b00-0a41-4cf0-bda0-0c61ceea7039,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:21.109231 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-89a01504-96da-4d7d-80f6-5ceb1f68ee5a tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=5bbc11d6-3a4d-4d4c-bbcf-44436bb24e18 HTTP/1.1" status: 200 len: 221 time: 0.0335364 Dec 13 16:28:21.111739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732184e5-28ae-492d-9ef4-98677facb3ac,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:21.116779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39780) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:21.140031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cfec2846-b49d-4428-be80-07dab95acc05 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1774165252', 'description': 'label created by tempest'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:21.140549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cfec2846-b49d-4428-be80-07dab95acc05 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Unknown quota resources ['metering_label']. {{(pid=103052) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 13 16:28:21.168600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.174337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.245773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bc7d031a-8ba2-44c7-a98b-73aef4d040ce tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.247212 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bc7d031a-8ba2-44c7-a98b-73aef4d040ce tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5569749 Dec 13 16:28:21.250974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39782) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:21.278364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:21.282610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.309338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.309688 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Added segment 67ffcc4e-191c-42e9-aa3e-4e4f274d2869 of type vlan for network 19154a7c-af91-444a-93ae-72876f675f99 Dec 13 16:28:21.315281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7259dcc3-4faa-41c3-af5f-0755dba841e0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:21.333182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.334348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.365705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.391890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a015b1a8-ec0d-4bfc-a955-7bfe8c269b0b tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=7cbfcf5d-112c-4d08-88c5-3810e64f8143 HTTP/1.1" status: 200 len: 467 time: 0.0974982 Dec 13 16:28:21.391890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.391890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:21.391890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.400346 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39786) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:21.408421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.444709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.483298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Pushing event updated for resources: {'Port': ['ID=46d4c944-136c-405e-ab5d-0cd63cbf2c4e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:21.526385 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1218514 Dec 13 16:28:21.532314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061a9b9-effd-4e90-94e8-50d57ae0ae32 None None] Pushing event updated for resources: {'Port': ['ID=10408b00-0a41-4cf0-bda0-0c61ceea7039,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:21.586580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:21.587579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39788) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:21.592456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.596538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Request body: {'network': {'project_id': '0dd4999073994bcf87a9ea0d5b373a2a'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:21.609323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.632454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:21.639183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Made reservation on behalf of 0dd4999073994bcf87a9ea0d5b373a2a for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:21.641842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.646607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:21.665282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Network c18d56e5-f6e9-4069-88e5-47679c6db62e is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:21.672024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:21.677681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:21.684493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Pushing event updated for resources: {'Port': ['ID=b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:21.694544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.761402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Attempting to bind port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:21.761402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Attempting to bind port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:21.774428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Attempting to bind port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 on network c18d56e5-f6e9-4069-88e5-47679c6db62e {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:21.793063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:21.793534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Checking segment: {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:21.794011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.794496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Bound using segment: {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:21.795067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Bound port: b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:21.795536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.816632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.822836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:21.823490 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.893913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] For port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:21.898906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] For port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:21.908667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:21.938283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31695acd-6b3f-43f3-9e89-ab0e05bf59c5 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Pushing event updated for resources: {'Network': ['ID=32f73338-d390-4208-8a74-a3bed0b818bf,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:21.957374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 32f73338-d390-4208-8a74-a3bed0b818bf details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:22.037338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Allocated IP 172.26.6.228 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/8381af55-ef7c-4bce-a321-f98af5395c58) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:22.087607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8754a-c380-4c8b-a1e2-532ff0a4238a None None] Pushing event updated for resources: {'Port': ['ID=b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:22.113240 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2161620 Dec 13 16:28:22.153645 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39790) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.159277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a4337d2-86c4-4dd5-88ab-fddf63dfc072 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.160415 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8a4337d2-86c4-4dd5-88ab-fddf63dfc072 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/7cbfcf5d-112c-4d08-88c5-3810e64f8143 HTTP/1.1" status: 204 len: 168 time: 0.7537699 Dec 13 16:28:22.164305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39792) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.189450 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-50642298-1674-4b46-b4bf-5e789847854c tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=7cbfcf5d-112c-4d08-88c5-3810e64f8143 HTTP/1.1" status: 200 len: 216 time: 0.0184186 Dec 13 16:28:22.190421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cfec2846-b49d-4428-be80-07dab95acc05 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.190749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Request body: {'subnet': {'network_id': '19154a7c-af91-444a-93ae-72876f675f99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:22.191949 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cfec2846-b49d-4428-be80-07dab95acc05 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.0742412 Dec 13 16:28:22.192514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39794) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.196131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d16e2-f671-4492-a0ef-92fa6c617e47 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event updated for resources: {'Network': ['ID=19154a7c-af91-444a-93ae-72876f675f99,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:22.199465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39796) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.204927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:22.216862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 19154a7c-af91-444a-93ae-72876f675f99 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:22.240548 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.281255 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-934c2dae-9a4f-4926-922e-06212365411b tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=4d1df318-fa0a-421d-be61-fc8a9188b14a HTTP/1.1" status: 200 len: 468 time: 0.0703330 Dec 13 16:28:22.284675 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39798) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.391841 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b1911e13-c1a4-4287-a076-9cd08a977988 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1929641 Dec 13 16:28:22.395985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.397283 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Added segment d0f4c576-bf0d-4a99-b16f-72dbe3853c90 of type vlan for network 7e2f4de3-f176-43d3-a44f-193135ad24d9 Dec 13 16:28:22.398500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39800) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.473699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39802) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.473938 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cfd61324-9646-4917-9c07-edada8238bab tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0715139 Dec 13 16:28:22.509214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ccc0b-112a-42da-8e1d-c697ae76d27d None None] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:22.569541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.594613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-211e90ff-b318-4c13-9ef2-43488852fc73 None None] Provisioning complete for port 29d302f0-06e7-48cf-ba01-7691c2c79b74 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:22.595286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-211e90ff-b318-4c13-9ef2-43488852fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.707697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.753745 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5c2acecf-087a-4c3c-8494-47a9b77b876f tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/6b39d142-c2a6-4be1-b137-44be84cdeacf HTTP/1.1" status: 200 len: 472 time: 0.2618773 Dec 13 16:28:22.761890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39804) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.826262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-211e90ff-b318-4c13-9ef2-43488852fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.835742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.839219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Made reservation on behalf of e7db7724acd84a59bc373d79a1dc1a53 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:22.841362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.842869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:22.843252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks [] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.844113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.885419 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-227e0d9f-ed0d-45be-b468-931b208a4d84 tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/83222812-d63e-4a94-ac58-a96ec57ac198 HTTP/1.1" status: 200 len: 459 time: 0.1208758 Dec 13 16:28:22.900204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39806) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.913335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-211e90ff-b318-4c13-9ef2-43488852fc73 None None] For port 29d302f0-06e7-48cf-ba01-7691c2c79b74, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=29d302f0-06e7-48cf-ba01-7691c2c79b74,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:22.921420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-211e90ff-b318-4c13-9ef2-43488852fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.938820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3069a07e-ef68-4309-99b6-132d33396b53 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:22.943344 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3069a07e-ef68-4309-99b6-132d33396b53 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/4d1df318-fa0a-421d-be61-fc8a9188b14a HTTP/1.1" status: 204 len: 168 time: 0.6576521 Dec 13 16:28:22.944257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39808) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:22.997204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e90ff-b318-4c13-9ef2-43488852fc73 None None] Pushing event updated for resources: {'Port': ['ID=29d302f0-06e7-48cf-ba01-7691c2c79b74,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:22.998393 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4baa88f5-2a46-4fe2-aeaa-c76983d0bfec tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=4d1df318-fa0a-421d-be61-fc8a9188b14a HTTP/1.1" status: 200 len: 216 time: 0.0501492 Dec 13 16:28:23.012701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39810) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.078571 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-33726e00-ef10-4453-a4fd-c04cb3ea8fd2 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0382254 Dec 13 16:28:23.081045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 10408b00-0a41-4cf0-bda0-0c61ceea7039 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:23.081509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39812) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.083633 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4920218 Dec 13 16:28:23.096973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39814) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.104215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4706c706-d39c-43a8-82f4-64263a907a66 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Request body: {'network': {'project_id': '0dd4999073994bcf87a9ea0d5b373a2a'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:23.140452 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-883deb73-891a-471f-b7ca-bb7799b63754 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0520751 Dec 13 16:28:23.141397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39816) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.146426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ad418c-7cd6-48bc-bf63-7d312ef320db None None] Network 44645876-4c40-4082-853e-5e11cb1e413d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:23.199941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7798f9-8e42-4c95-a3b4-a50211137a35 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Pushing event updated for resources: {'Network': ['ID=7e2f4de3-f176-43d3-a44f-193135ad24d9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:23.207790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.211643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.219267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 7e2f4de3-f176-43d3-a44f-193135ad24d9 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:23.231167 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4706c706-d39c-43a8-82f4-64263a907a66 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 16:28:23.231866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4706c706-d39c-43a8-82f4-64263a907a66 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:28:23.233011 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4706c706-d39c-43a8-82f4-64263a907a66 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1338220 Dec 13 16:28:23.257526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39818) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.271370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-203f579e-1fd7-4a65-a339-a2c88d40711e tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.273230 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-203f579e-1fd7-4a65-a339-a2c88d40711e tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/83222812-d63e-4a94-ac58-a96ec57ac198 HTTP/1.1" status: 204 len: 168 time: 0.3406036 Dec 13 16:28:23.276302 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8d7d7187-7f82-486f-88e3-17f47e582b55 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-labels/9a393796-260a-4469-8231-4fa24372cc96 HTTP/1.1" status: 200 len: 472 time: 0.1284761 Dec 13 16:28:23.281384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6ae97a40-06ba-4574-950e-3f2e81372290 None None] Provisioning complete for port 10408b00-0a41-4cf0-bda0-0c61ceea7039 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:23.281759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6ae97a40-06ba-4574-950e-3f2e81372290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.285603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39820) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.286291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39822) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.396286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:23.404169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:23.410587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:23.419247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 10408b00-0a41-4cf0-bda0-0c61ceea7039 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:23.419805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.420385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Pushing event updated for resources: {'Port': ['ID=8381af55-ef7c-4bce-a321-f98af5395c58,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:23.437230 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-44b97cbd-890d-4c61-9478-583f1be8a106 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "GET /v2.0/metering/metering-label-rules/73bde8b5-5585-4082-b81c-c372359a431c HTTP/1.1" status: 200 len: 461 time: 0.1456597 Dec 13 16:28:23.438908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39826) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.526730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6ae97a40-06ba-4574-950e-3f2e81372290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.576657 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Allocated IP 172.26.6.113 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/a5b5ce77-7f01-4fc8-93f2-1501c2988375) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:23.584464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057dc53d-f8ab-44d1-9adf-d95e954bfd86 None None] Network c18d56e5-f6e9-4069-88e5-47679c6db62e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:23.596492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.653330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.667641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6ae97a40-06ba-4574-950e-3f2e81372290 None None] For port 10408b00-0a41-4cf0-bda0-0c61ceea7039, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=10408b00-0a41-4cf0-bda0-0c61ceea7039,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:23.677739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.679614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6ae97a40-06ba-4574-950e-3f2e81372290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.683458 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Router d8a0f70c-254d-4a8c-b681-b8d8ec586384 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:28:23.763302 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0db3b2d6-e877-425e-81f4-36fcffd2c158 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dd4999073994bcf87a9ea0d5b373a2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4989719 Dec 13 16:28:23.777827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:23.807989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae97a40-06ba-4574-950e-3f2e81372290 None None] Pushing event updated for resources: {'Port': ['ID=10408b00-0a41-4cf0-bda0-0c61ceea7039,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:23.827913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:28:23.828327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:28:23.835112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-27ace557-d736-4695-a349-576f4f952dee None None] Provisioning complete for port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:23.835480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-27ace557-d736-4695-a349-576f4f952dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.927226 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-27ace557-d736-4695-a349-576f4f952dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.955041 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.969914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6c320ee4-b4e7-4464-ab6b-fd427ed3930b tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:23.970952 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-27ace557-d736-4695-a349-576f4f952dee None None] For port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:23.977098 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6c320ee4-b4e7-4464-ab6b-fd427ed3930b tempest-MeteringIpV6TestJSON-307585206 tempest-MeteringIpV6TestJSON-307585206-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/6b39d142-c2a6-4be1-b137-44be84cdeacf HTTP/1.1" status: 204 len: 168 time: 0.6746662 Dec 13 16:28:23.979213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-27ace557-d736-4695-a349-576f4f952dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.022771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-27ace557-d736-4695-a349-576f4f952dee None None] Provisioning complete for port 29d302f0-06e7-48cf-ba01-7691c2c79b74 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:24.023150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-27ace557-d736-4695-a349-576f4f952dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.074591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3d65d50-5a7a-488f-8b60-cd1cc41d1cbb tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.114753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3d65d50-5a7a-488f-8b60-cd1cc41d1cbb tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.126075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebe1eae4-b2e2-47fb-a67d-0534e9171921 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.130704 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ebe1eae4-b2e2-47fb-a67d-0534e9171921 tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-label-rules/73bde8b5-5585-4082-b81c-c372359a431c HTTP/1.1" status: 204 len: 168 time: 0.6825669 Dec 13 16:28:24.134146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39832) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:24.149336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.169644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:28:24.195656 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Sync routers for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:28:24.206489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.210536 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-05a5087c-bf9b-4907-8b13-00df241b4672 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4876542 Dec 13 16:28:24.210755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ace557-d736-4695-a349-576f4f952dee None None] Pushing event updated for resources: {'Port': ['ID=b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:24.216670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39834) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:24.230619 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:24.231286 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:27:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:24.300781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.310687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-27ace557-d736-4695-a349-576f4f952dee None None] Provisioning complete for port 10408b00-0a41-4cf0-bda0-0c61ceea7039 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:24.314849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-27ace557-d736-4695-a349-576f4f952dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.371794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event updated for resources: {'Subnet': ['ID=b06405ef-f857-478d-90cc-715a3bb0abbd,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:24.433234 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:24.435845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.482313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 29d302f0-06e7-48cf-ba01-7691c2c79b74 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:24.536870 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39840) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:24.539674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.540483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3d65d50-5a7a-488f-8b60-cd1cc41d1cbb tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.543966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3d65d50-5a7a-488f-8b60-cd1cc41d1cbb tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.545376 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c3d65d50-5a7a-488f-8b60-cd1cc41d1cbb tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] 10.222.0.13 "DELETE /v2.0/security-groups/732184e5-28ae-492d-9ef4-98677facb3ac HTTP/1.1" status: 204 len: 168 time: 0.7664261 Dec 13 16:28:24.552365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 29d302f0-06e7-48cf-ba01-7691c2c79b74 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:24.552802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.561871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39844) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:24.572324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.606171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.608975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d65d50-5a7a-488f-8b60-cd1cc41d1cbb tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732184e5-28ae-492d-9ef4-98677facb3ac,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:24.683219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:24.687361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a164e737-3ff6-4a35-b2c6-bccd96e8f5b2 None None] Provisioning complete for port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:24.687846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a164e737-3ff6-4a35-b2c6-bccd96e8f5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.719650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.794460 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:22Z', 'revision_number': 3, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:24.825293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:24.825668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.838841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.854794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.856234 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2075436 Dec 13 16:28:24.863639 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b28409-52c8-4c9e-ae17-3f8c32685a5f tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Pushing event updated for resources: {'Port': ['ID=8381af55-ef7c-4bce-a321-f98af5395c58,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:24.868250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39846) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:24.872086 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Checking router: d8a0f70c-254d-4a8c-b681-b8d8ec586384 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:28:24.872086 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Updating router d8a0f70c-254d-4a8c-b681-b8d8ec586384 port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:28:24.880739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-298790826', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'fixed_ips': [{'ip_address': '172.26.6.228'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:24.903629 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.917181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:24.946547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:24.948884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec127-61a8-4311-9af3-9a5b64b0b299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:24.962366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:24.985261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cb5d4b3-7d28-495e-b5e1-93ca650f9209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.028385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8da9ff7f-7388-4870-9a86-d64189a76fbb tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.030128 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8da9ff7f-7388-4870-9a86-d64189a76fbb tempest-MeteringTestJSON-898461886 tempest-MeteringTestJSON-898461886-project-admin] 10.222.0.13 "DELETE /v2.0/metering/metering-labels/9a393796-260a-4469-8231-4fa24372cc96 HTTP/1.1" status: 204 len: 168 time: 0.8923044 Dec 13 16:28:25.039675 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:28:25.057290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Made reservation on behalf of 903373d252584b0ca146d0f3308f7518 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:25.060227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.073013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.088797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 10408b00-0a41-4cf0-bda0-0c61ceea7039 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:25.104116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.109526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b5ce77-7f01-4fc8-93f2-1501c2988375,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:25.145745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Checking segment: {'id': '67ffcc4e-191c-42e9-aa3e-4e4f274d2869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '19154a7c-af91-444a-93ae-72876f675f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:25.146081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.146277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Network hostable DHCP agents. Network: 19154a7c-af91-444a-93ae-72876f675f99, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:25.146444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.147372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.147592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > port after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.147958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.148277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > port after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.148642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.148918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.149236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.149555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.151529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Allocated IP 172.26.6.234 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/2552a9ea-1553-49b4-a287-14e63b3ccb4c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:25.165427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 10408b00-0a41-4cf0-bda0-0c61ceea7039 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:25.166359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.260950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 29d302f0-06e7-48cf-ba01-7691c2c79b74 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:25.274611 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Network 19154a7c-af91-444a-93ae-72876f675f99 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:25.289914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39852) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:25.318884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 29d302f0-06e7-48cf-ba01-7691c2c79b74 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:25.319204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.353922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.354377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.354607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.355300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:25.355507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2f4de3-f176-43d3-a44f-193135ad24d9']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:25.384102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f4c576-bf0d-4a99-b16f-72dbe3853c90') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:25.384502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f4c576-bf0d-4a99-b16f-72dbe3853c90') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:25.403287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 19154a7c-af91-444a-93ae-72876f675f99) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:25.404815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:25.408272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.414691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d177633-31d7-4ad9-8e2b-fecab2ba38ab None None] Network 19154a7c-af91-444a-93ae-72876f675f99 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:25.429500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:25.430091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.441936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.453158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:28:25.453549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.488558 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1ce30ef1-8d30-4f57-8b38-b35ae8fb4491 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3337271 Dec 13 16:28:25.501314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39856) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:25.511343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Request body: {'port': {'network_id': '19154a7c-af91-444a-93ae-72876f675f99', 'name': 'tempest-DHCPAgentSchedulersTestJSON-41134630'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:25.538107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:25.538349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.557473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec127-61a8-4311-9af3-9a5b64b0b299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: from cryptography.utils import int_from_bytes Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: from cryptography.utils import int_from_bytes Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:28:25.568980 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:28:25.631519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.631519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e2f4de3-f176-43d3-a44f-193135ad24d9,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:25.631519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.633543 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7b36e58a-43eb-4433-8979-7164b6f00e05 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] 10.222.0.13 "DELETE /v2.0/networks/7e2f4de3-f176-43d3-a44f-193135ad24d9 HTTP/1.1" status: 204 len: 168 time: 1.0700464 Dec 13 16:28:25.640481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39858) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:25.647445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-19154a7c-af91-444a-93ae-72876f675f99', 'network_id': '19154a7c-af91-444a-93ae-72876f675f99', 'project_id': 'e7db7724acd84a59bc373d79a1dc1a53', 'fixed_ips': [{'subnet_id': 'b06405ef-f857-478d-90cc-715a3bb0abbd'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:28:25.648351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.653539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d6ec127-61a8-4311-9af3-9a5b64b0b299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.669657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.719748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.732833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ec127-61a8-4311-9af3-9a5b64b0b299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cee664f-0339-4176-9c9d-390334d6cadb,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:25.750892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.758605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] device_id is not set on port 5d1afe72-cd22-4398-9ac9-9df8ddd6607d yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:25.825088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c974c683-9409-4a0f-a20a-685fd2ff2f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.828291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.838793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Allocated IP 172.20.0.2 (19154a7c-af91-444a-93ae-72876f675f99/b06405ef-f857-478d-90cc-715a3bb0abbd/980991e9-77b1-456f-8bfb-89ecd07e6df3) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:25.857553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.887096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2877bcdb-1145-4f92-8cec-fc699484bd3c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:25.959284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.992782 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4d6ec127-61a8-4311-9af3-9a5b64b0b299 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b92ed766ef64591a2ca4452683b4318&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4503450 Dec 13 16:28:25.995954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:25.996096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39862) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:25.999097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Allocated IP 172.20.0.1 (03ab2c84-c7f6-4e17-a13f-9b7d7325affd/118c7f7a-0cd8-45b4-8859-1b15f127ecbf/b447fe20-35d5-4959-8a87-3c7148109b10) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:26.002957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.046841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Network 19154a7c-af91-444a-93ae-72876f675f99 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:26.050673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:26.058715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:26.065466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Pushing event updated for resources: {'Port': ['ID=980991e9-77b1-456f-8bfb-89ecd07e6df3,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:26.110735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.138843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Attempting to bind port 980991e9-77b1-456f-8bfb-89ecd07e6df3 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:26.139225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Attempting to bind port 980991e9-77b1-456f-8bfb-89ecd07e6df3 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '67ffcc4e-191c-42e9-aa3e-4e4f274d2869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '19154a7c-af91-444a-93ae-72876f675f99'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:26.140195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Attempting to bind port 980991e9-77b1-456f-8bfb-89ecd07e6df3 on network 19154a7c-af91-444a-93ae-72876f675f99 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:26.146019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:26.146562 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Checking segment: {'id': '67ffcc4e-191c-42e9-aa3e-4e4f274d2869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '19154a7c-af91-444a-93ae-72876f675f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:26.146994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.147392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Bound using segment: {'id': '67ffcc4e-191c-42e9-aa3e-4e4f274d2869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '19154a7c-af91-444a-93ae-72876f675f99'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:26.147868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Bound port: 980991e9-77b1-456f-8bfb-89ecd07e6df3, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ffcc4e-191c-42e9-aa3e-4e4f274d2869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '19154a7c-af91-444a-93ae-72876f675f99'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:26.148301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.148869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.218883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] For port 980991e9-77b1-456f-8bfb-89ecd07e6df3, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:26.223680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] For port 980991e9-77b1-456f-8bfb-89ecd07e6df3, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=980991e9-77b1-456f-8bfb-89ecd07e6df3,segment=NetworkSegment(67ffcc4e-191c-42e9-aa3e-4e4f274d2869),segment_id=67ffcc4e-191c-42e9-aa3e-4e4f274d2869)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:26.235847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.236473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.304821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527df897-1db7-4db2-ab4c-ab03be250aa6 None None] Pushing event updated for resources: {'Port': ['ID=980991e9-77b1-456f-8bfb-89ecd07e6df3,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:26.305117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-52acebba-577d-4bdd-9ec2-95f1656f659a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.308093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.344865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Made reservation on behalf of e7db7724acd84a59bc373d79a1dc1a53 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:26.347765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:26.350070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.352920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:26.356693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:26.402491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Pushing event updated for resources: {'Port': ['ID=b447fe20-35d5-4959-8a87-3c7148109b10,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:26.418840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.454404 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.465343 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.539751 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Pushing event updated for resources: {'Port': ['ID=46d4c944-136c-405e-ab5d-0cd63cbf2c4e,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:26.541968 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Attempting to bind port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:26.542349 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Attempting to bind port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:26.543003 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Attempting to bind port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:26.554856 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.555288 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.555636 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.555976 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.556310 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.556642 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.557020 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.557363 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.557708 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.558053 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.558383 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.558742 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.559104 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Tracked resource versions report: Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: pushed versions: Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: { 'AddressGroup': {'1.2'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'ConntrackHelper': {'1.0'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'LocalIPAssociation': {'1.0'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Log': {'1.0'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Network': {'1.1'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Port': {'1.7'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'PortForwarding': {'1.2'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'QosPolicy': {'1.10'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SecurityGroup': {'1.5'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SecurityGroupRule': {'1.2'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SubPort': {'1.0'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Subnet': {'1.1'}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Trunk': {'1.1'}} Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: consumer versions: Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: { DHCP agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: HyperV agent@hv-neutron-8215: {}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: L3 agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: Metadata agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: Metering agent@dv-neutron-821599-1-hyperv: {}, Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: Open vSwitch agent@dv-neutron-821599-1-hyperv: { 'AddressGroup': '1.2', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'ConntrackHelper': '1.0', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'LocalIPAssociation': '1.0', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Log': '1.0', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Network': '1.1', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Port': '1.7', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'PortForwarding': '1.2', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'QosPolicy': '1.10', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SecurityGroup': '1.5', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SecurityGroupRule': '1.2', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'SubPort': '1.0', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Subnet': '1.1', Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: 'Trunk': '1.1'}} Dec 13 16:28:26.560249 dv-neutron-821599-1-hyperv neutron-server[103055]: {{(pid=103055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 16:28:26.563804 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:26.563804 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:26.564135 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.564524 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:26.565015 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Bound port: 46d4c944-136c-405e-ab5d-0cd63cbf2c4e, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:26.565472 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.575542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:26.622217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:26.651346 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.651733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.654299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.654299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > port after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.654299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.654299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > port after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.654299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.654299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.654745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.658926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.671269 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] For port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:26.675293 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] For port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=46d4c944-136c-405e-ab5d-0cd63cbf2c4e,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:26.682434 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.687300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 16:28:26.690037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:28:26.730526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c4ed343b-8ce0-44d6-bb70-7623ca0bd9a8 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8504264 Dec 13 16:28:26.731519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39864) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:26.765713 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7662f999-e0f9-46d3-bccc-8f528160ce4b None None] Pushing event updated for resources: {'Port': ['ID=46d4c944-136c-405e-ab5d-0cd63cbf2c4e,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:26.769593 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:26.770391 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:27:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:26.793132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a69d765d-b3c3-4d0e-88e5-189d6aede582 None None] Provisioning complete for port b447fe20-35d5-4959-8a87-3c7148109b10 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:26.793677 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a69d765d-b3c3-4d0e-88e5-189d6aede582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.856012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.856361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.856697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.857040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103053) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 16:28:26.857388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f73338-d390-4208-8a74-a3bed0b818bf']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:26.859288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a69d765d-b3c3-4d0e-88e5-189d6aede582 None None] Port b447fe20-35d5-4959-8a87-3c7148109b10 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:26.869819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c974c683-9409-4a0f-a20a-685fd2ff2f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.872641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:26.890726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] device_id is not set on port 27e52140-56a8-414a-b735-e3b6a156b736 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:26.901669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Pushing event updated for resources: {'Port': ['ID=2552a9ea-1553-49b4-a287-14e63b3ccb4c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:26.905406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.926544 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:26.943095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed69ce76-724e-4a0c-b838-2f95943fe0e8') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:26.943501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed69ce76-724e-4a0c-b838-2f95943fe0e8') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:26.953354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c974c683-9409-4a0f-a20a-685fd2ff2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:26.988647 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-52acebba-577d-4bdd-9ec2-95f1656f659a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.113032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.156368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.164721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.169617 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 1, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:27.188517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 980991e9-77b1-456f-8bfb-89ecd07e6df3 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:27.218482 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b5e9b-3947-4de6-8803-049d21c17ec2 None None] The sync data for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 1, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:28:27.230771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Deleting port 8381af55-ef7c-4bce-a321-f98af5395c58 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:27.231200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.313311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ede3-c56a-4400-96ac-1691bd14ac7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.315217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 980991e9-77b1-456f-8bfb-89ecd07e6df3 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:27.315813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.336931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.370051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Pushing event updated for resources: {'Port': ['ID=b447fe20-35d5-4959-8a87-3c7148109b10,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:27.371537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.381531 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c974c683-9409-4a0f-a20a-685fd2ff2f80 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=122c9b69834d4b18b2fd67b7f1c361a7&name=default HTTP/1.1" status: 200 len: 2993 time: 2.0723455 Dec 13 16:28:27.384796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39866) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:27.392146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.392472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.441329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.460467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Allocated IP 172.20.0.6 (19154a7c-af91-444a-93ae-72876f675f99/b06405ef-f857-478d-90cc-715a3bb0abbd/27e52140-56a8-414a-b735-e3b6a156b736) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:27.469589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974c683-9409-4a0f-a20a-685fd2ff2f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8442cd8f-e588-4c58-9c09-65aa90becf52,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:27.502351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 980991e9-77b1-456f-8bfb-89ecd07e6df3, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=980991e9-77b1-456f-8bfb-89ecd07e6df3,segment=NetworkSegment(67ffcc4e-191c-42e9-aa3e-4e4f274d2869),segment_id=67ffcc4e-191c-42e9-aa3e-4e4f274d2869)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:27.503357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:28:27.503776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: from cryptography.utils import int_from_bytes Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: from cryptography.utils import int_from_bytes Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:28:27.510107 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:28:27.513115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.518880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Calling delete_port for 8381af55-ef7c-4bce-a321-f98af5395c58 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:27.568507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.645711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=980991e9-77b1-456f-8bfb-89ecd07e6df3,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:27.745857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-52acebba-577d-4bdd-9ec2-95f1656f659a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.748405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-52acebba-577d-4bdd-9ec2-95f1656f659a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.750616 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-52acebba-577d-4bdd-9ec2-95f1656f659a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cee664f-0339-4176-9c9d-390334d6cadb HTTP/1.1" status: 204 len: 168 time: 1.7484353 Dec 13 16:28:27.786281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:27.800441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:27.818392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c9b5e23-9bdd-426c-98eb-cfbef5f68b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.885209 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.903835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acebba-577d-4bdd-9ec2-95f1656f659a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cee664f-0339-4176-9c9d-390334d6cadb,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:27.929635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c9b5e23-9bdd-426c-98eb-cfbef5f68b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.949162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:27.969495 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] 10.222.0.13 "DELETE /v2.0/networks/32f73338-d390-4208-8a74-a3bed0b818bf HTTP/1.1" status: 204 len: 168 time: 2.3109615 Dec 13 16:28:27.986235 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4beaf67-a6a3-4ae0-a288-46fac459076f None None] Network 19154a7c-af91-444a-93ae-72876f675f99 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:28.152684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d266d0c8-ec44-4882-b56b-05e0e7c0bce5 None None] Provisioning complete for port 980991e9-77b1-456f-8bfb-89ecd07e6df3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:28.153922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d266d0c8-ec44-4882-b56b-05e0e7c0bce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.168122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Router d8a0f70c-254d-4a8c-b681-b8d8ec586384 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:28:28.220499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c9b5e23-9bdd-426c-98eb-cfbef5f68b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.223477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c9b5e23-9bdd-426c-98eb-cfbef5f68b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.228404 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0c9b5e23-9bdd-426c-98eb-cfbef5f68b37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8442cd8f-e588-4c58-9c09-65aa90becf52 HTTP/1.1" status: 204 len: 168 time: 0.8372071 Dec 13 16:28:28.237281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.275102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.277530 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69a8db-5d54-4e79-9c14-a22c403a3892 tempest-QuotasNegativeTest-1171308639 tempest-QuotasNegativeTest-1171308639-project-admin] Pushing event deleted for resources: {'Network': ['ID=32f73338-d390-4208-8a74-a3bed0b818bf,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:28.325560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.377010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b5e23-9bdd-426c-98eb-cfbef5f68b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8442cd8f-e588-4c58-9c09-65aa90becf52,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:28.382135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Pushing event deleted for resources: {'Port': ['ID=8381af55-ef7c-4bce-a321-f98af5395c58,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:28.451965 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39878) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:28.460946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.489866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4f106341-a495-4a9c-bb54-c3ad3229db11 None None] Provisioning complete for port b447fe20-35d5-4959-8a87-3c7148109b10 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:28.490133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f106341-a495-4a9c-bb54-c3ad3229db11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.548345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4f106341-a495-4a9c-bb54-c3ad3229db11 None None] Port b447fe20-35d5-4959-8a87-3c7148109b10 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:28.605929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c1ee-5882-4cec-b1d0-8dd6fd3af1c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.661210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.664944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.674051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.681184 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-06645b17-1e6b-4e22-b5fa-802c93152cd2 tempest-ExternalNetworksAdminNegativeTestJSON-988257732 tempest-ExternalNetworksAdminNegativeTestJSON-988257732-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/cd2d979f-7bb1-4ef5-bfeb-1d82fa3373ed HTTP/1.1" status: 204 len: 168 time: 1.9060147 Dec 13 16:28:28.682377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:28:28.699396 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6c4b686c-e38c-4a9d-8dec-674a8ab75370 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8a0f70c-254d-4a8c-b681-b8d8ec586384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4769702 Dec 13 16:28:28.843030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Router b0c86280-991e-4ed4-a8c8-34870cc15fae is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:28:28.852789 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event updated for resources: {'Port': ['ID=27e52140-56a8-414a-b735-e3b6a156b736,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:28.887403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-fdfa1622-7765-4b11-b5d7-809af3117ab4 None None] Provisioning complete for port 980991e9-77b1-456f-8bfb-89ecd07e6df3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:28.887795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fdfa1622-7765-4b11-b5d7-809af3117ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:28.928194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Network 19154a7c-af91-444a-93ae-72876f675f99 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:28.970600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:28.987177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:29.208799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39898) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:29.290194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39902) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:29.296432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39904) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:29.351449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d013d0-9f2f-4068-b382-6a81ad793ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.396938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 980991e9-77b1-456f-8bfb-89ecd07e6df3 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:29.440353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:29.441074 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.445657 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c1ee-5882-4cec-b1d0-8dd6fd3af1c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.464501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-db4e1fc0-152b-4834-b332-d350bd55aa0b None None] Provisioning complete for port 27e52140-56a8-414a-b735-e3b6a156b736 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:29.464872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-db4e1fc0-152b-4834-b332-d350bd55aa0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.485621 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e3d9c1ee-5882-4cec-b1d0-8dd6fd3af1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.504864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.529433 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fa985df1-3530-4438-a875-a0df9afbb8b5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0281837 Dec 13 16:28:29.541500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39910) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:29.560316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:28:29.562348 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d013d0-9f2f-4068-b382-6a81ad793ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.583531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9c1ee-5882-4cec-b1d0-8dd6fd3af1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a93fd9d-4233-4e33-afb6-acb14090a79c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:29.608767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d013d0-9f2f-4068-b382-6a81ad793ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.674115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Sync routers for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:28:29.710005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:29.710928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:29.770784 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e3d9c1ee-5882-4cec-b1d0-8dd6fd3af1c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=699bfb7322704b21b055cf20f9c437fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2593038 Dec 13 16:28:29.774151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39912) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:29.798125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-db4e1fc0-152b-4834-b332-d350bd55aa0b None None] Port 27e52140-56a8-414a-b735-e3b6a156b736 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:29.854041 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8856ab54-7397-4e46-947f-854d9484e613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.871231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 980991e9-77b1-456f-8bfb-89ecd07e6df3 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:29.871696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.892627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8856ab54-7397-4e46-947f-854d9484e613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.901733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:29.905502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-800c0c9c-dbb6-4571-b529-8fcdc998e0d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.907676 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1cd99ff1-59eb-4b01-be21-8901ac11c8f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.968501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.970049 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0c01d8b3-d574-4329-bff2-685cdd9334c8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.7063928 Dec 13 16:28:29.971020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e0d013d0-9f2f-4068-b382-6a81ad793ce4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a98c7df45f7544afa18c2c7abbd271e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6732523 Dec 13 16:28:29.973564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d013d0-9f2f-4068-b382-6a81ad793ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836fcf44-067b-462c-acd9-5ca670053501,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:29.974835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.975622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8856ab54-7397-4e46-947f-854d9484e613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.978137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39916) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:29.978557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39918) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:29.979094 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8856ab54-7397-4e46-947f-854d9484e613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:29.984846 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8856ab54-7397-4e46-947f-854d9484e613 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a93fd9d-4233-4e33-afb6-acb14090a79c HTTP/1.1" status: 204 len: 168 time: 0.2034585 Dec 13 16:28:29.995372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Router 400b26b9-db34-4d32-806d-483ac28ae3eb is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:28:30.000949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856ab54-7397-4e46-947f-854d9484e613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a93fd9d-4233-4e33-afb6-acb14090a79c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:30.141740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:28:30.155770 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Sync routers for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:28:30.186950 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:30.189855 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:30.192271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.193676 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0a779469-9635-4daf-b954-5df280458628 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7850883 Dec 13 16:28:30.198310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39922) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:30.254639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 46d4c944-136c-405e-ab5d-0cd63cbf2c4e up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:30.286157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4455120f-4051-4459-8afa-793455a0fa20 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Deleting port 27e52140-56a8-414a-b735-e3b6a156b736 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:30.286792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4455120f-4051-4459-8afa-793455a0fa20 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.310069 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87da6fd2-f092-4a20-9011-ebcb1813d641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.401903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:30.403103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.410707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:25Z', 'revision_number': 3, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:30.481461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Checking router: b0c86280-991e-4ed4-a8c8-34870cc15fae for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:28:30.482156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Updating router b0c86280-991e-4ed4-a8c8-34870cc15fae port a5b5ce77-7f01-4fc8-93f2-1501c2988375 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:28:30.508223 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:30.523731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.633062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1cd99ff1-59eb-4b01-be21-8901ac11c8f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.666092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87da6fd2-f092-4a20-9011-ebcb1813d641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.703777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1cd99ff1-59eb-4b01-be21-8901ac11c8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.758143 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:27Z', 'revision_number': 3, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:30.772266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-800c0c9c-dbb6-4571-b529-8fcdc998e0d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.794287 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Checking router: 400b26b9-db34-4d32-806d-483ac28ae3eb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:28:30.794922 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Updating router 400b26b9-db34-4d32-806d-483ac28ae3eb port 2552a9ea-1553-49b4-a287-14e63b3ccb4c binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:28:30.815849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.843085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.851005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-800c0c9c-dbb6-4571-b529-8fcdc998e0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.852278 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.891476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=46d4c944-136c-405e-ab5d-0cd63cbf2c4e,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:30.923909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4455120f-4051-4459-8afa-793455a0fa20 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.956419 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1cd99ff1-59eb-4b01-be21-8901ac11c8f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fcc306b409b4842b41f49b2f5e2bd02&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6649959 Dec 13 16:28:30.958535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39936) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:30.964721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:30.981862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Sync routers for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:28:31.012783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd99ff1-59eb-4b01-be21-8901ac11c8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf58c31-196e-4182-8db9-bb24cbe6c272,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:31.017119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4455120f-4051-4459-8afa-793455a0fa20 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Calling delete_port for 27e52140-56a8-414a-b735-e3b6a156b736 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:31.077851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:31.078603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:31.084220 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-800c0c9c-dbb6-4571-b529-8fcdc998e0d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=472bc2e6271348a4be98a82d9a261a79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8724923 Dec 13 16:28:31.102221 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39940) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:31.173730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=46d4c944-136c-405e-ab5d-0cd63cbf2c4e,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:31.243381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87da6fd2-f092-4a20-9011-ebcb1813d641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87da6fd2-f092-4a20-9011-ebcb1813d641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.250029 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-87da6fd2-f092-4a20-9011-ebcb1813d641 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/836fcf44-067b-462c-acd9-5ca670053501 HTTP/1.1" status: 204 len: 168 time: 1.2594659 Dec 13 16:28:31.250029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c0c9c-dbb6-4571-b529-8fcdc998e0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a0921d-a89e-462c-a0ea-02b36dbe1087,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:31.313478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:31.328948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da6fd2-f092-4a20-9011-ebcb1813d641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836fcf44-067b-462c-acd9-5ca670053501,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:31.356621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39948) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:31.361242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3a56eedc-3ac3-4be9-b395-4c6c1a570f18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.386758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2a44316f-131d-42e2-8112-00140dbae4c8 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--600599627', 'description': 'tempest-description--1649810040'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:31.400473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.442749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.454701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.469930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9c98a46-51e4-4ba5-a362-a9a5b52eef46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.555642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3a56eedc-3ac3-4be9-b395-4c6c1a570f18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.603394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a44316f-131d-42e2-8112-00140dbae4c8 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.704648 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.742724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24574c9f-5c9e-46ff-8e2d-410b59ef63a8 None None] Pushing event updated for resources: {'Port': ['ID=a5b5ce77-7f01-4fc8-93f2-1501c2988375,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:31.757971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Attempting to bind port a5b5ce77-7f01-4fc8-93f2-1501c2988375 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:31.758432 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Attempting to bind port a5b5ce77-7f01-4fc8-93f2-1501c2988375 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:31.758832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Attempting to bind port a5b5ce77-7f01-4fc8-93f2-1501c2988375 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:31.809241 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.809441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9c98a46-51e4-4ba5-a362-a9a5b52eef46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.822867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4455120f-4051-4459-8afa-793455a0fa20 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.827884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:31.828601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:31.829354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.829760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:31.830734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Bound port: a5b5ce77-7f01-4fc8-93f2-1501c2988375, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:31.831118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.831704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Allocated IP 172.20.0.1 (c18d56e5-f6e9-4069-88e5-47679c6db62e/6b9cae0f-cc68-4945-b063-6706fdec303e/e74e6bbe-19ed-4732-a8d5-0065a7c8a611) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:31.890442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4455120f-4051-4459-8afa-793455a0fa20 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event deleted for resources: {'Port': ['ID=27e52140-56a8-414a-b735-e3b6a156b736,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:31.902839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.932228 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Attempting to bind port 2552a9ea-1553-49b4-a287-14e63b3ccb4c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:31.932602 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Attempting to bind port 2552a9ea-1553-49b4-a287-14e63b3ccb4c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:31.933068 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Attempting to bind port 2552a9ea-1553-49b4-a287-14e63b3ccb4c on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:31.958840 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:31.960788 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:31.961201 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.961697 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:31.962188 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Bound port: 2552a9ea-1553-49b4-a287-14e63b3ccb4c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:31.962591 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:31.993160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] For port a5b5ce77-7f01-4fc8-93f2-1501c2988375, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:31.998145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] For port a5b5ce77-7f01-4fc8-93f2-1501c2988375, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a5b5ce77-7f01-4fc8-93f2-1501c2988375,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:32.015888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 2, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:32.020238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.038578 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff91ea-8b2d-4a4a-be3b-1a412802d105 None None] Pushing event updated for resources: {'Port': ['ID=2552a9ea-1553-49b4-a287-14e63b3ccb4c,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:32.087353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3a56eedc-3ac3-4be9-b395-4c6c1a570f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.093019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3a56eedc-3ac3-4be9-b395-4c6c1a570f18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.093019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3a56eedc-3ac3-4be9-b395-4c6c1a570f18 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcf58c31-196e-4182-8db9-bb24cbe6c272 HTTP/1.1" status: 204 len: 168 time: 1.1278203 Dec 13 16:28:32.115104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a44316f-131d-42e2-8112-00140dbae4c8 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.147139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Checking router: d8a0f70c-254d-4a8c-b681-b8d8ec586384 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:28:32.148872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Updating router d8a0f70c-254d-4a8c-b681-b8d8ec586384 port b447fe20-35d5-4959-8a87-3c7148109b10 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:28:32.162039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56eedc-3ac3-4be9-b395-4c6c1a570f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf58c31-196e-4182-8db9-bb24cbe6c272,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:32.171527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9c98a46-51e4-4ba5-a362-a9a5b52eef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.174264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9c98a46-51e4-4ba5-a362-a9a5b52eef46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.175456 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b9c98a46-51e4-4ba5-a362-a9a5b52eef46 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90a0921d-a89e-462c-a0ea-02b36dbe1087 HTTP/1.1" status: 204 len: 168 time: 1.0714748 Dec 13 16:28:32.189292 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] For port 2552a9ea-1553-49b4-a287-14e63b3ccb4c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:32.198037 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] For port 2552a9ea-1553-49b4-a287-14e63b3ccb4c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2552a9ea-1553-49b4-a287-14e63b3ccb4c,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:32.198936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a44316f-131d-42e2-8112-00140dbae4c8 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.204311 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.254010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.254325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c98a46-51e4-4ba5-a362-a9a5b52eef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a0921d-a89e-462c-a0ea-02b36dbe1087,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:32.282020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4455120f-4051-4459-8afa-793455a0fa20 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.285514 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4455120f-4051-4459-8afa-793455a0fa20 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "DELETE /v2.0/ports/27e52140-56a8-414a-b735-e3b6a156b736 HTTP/1.1" status: 204 len: 168 time: 2.7385094 Dec 13 16:28:32.291889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39976) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:32.295966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24574c9f-5c9e-46ff-8e2d-410b59ef63a8 None None] Pushing event updated for resources: {'Port': ['ID=a5b5ce77-7f01-4fc8-93f2-1501c2988375,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:32.305768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.315293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:32.316852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:32.338091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a44316f-131d-42e2-8112-00140dbae4c8 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.339377 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2a44316f-131d-42e2-8112-00140dbae4c8 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9873948 Dec 13 16:28:32.344084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44316f-131d-42e2-8112-00140dbae4c8 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824edbcb-73cf-4209-9583-477ee4138b97,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:32.345574 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39980) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:32.386138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-57af3814-cc56-4252-a7fe-c84f0dbd9e51 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Request body: {'security_group_rule': {'security_group_id': '824edbcb-73cf-4209-9583-477ee4138b97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:32.435531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-57af3814-cc56-4252-a7fe-c84f0dbd9e51 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.504380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-57af3814-cc56-4252-a7fe-c84f0dbd9e51 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.506538 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.523850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Allocated IP 172.20.0.1 (44645876-4c40-4082-853e-5e11cb1e413d/9964ed4a-594e-456c-a0bd-5853314db296/59d3dd46-c4aa-496b-bb51-726dfac0c1e0) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:32.539666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-57af3814-cc56-4252-a7fe-c84f0dbd9e51 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.576309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af3814-cc56-4252-a7fe-c84f0dbd9e51 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0c8db6-9040-4963-b4d0-e38539650f8a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:32.583416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-57af3814-cc56-4252-a7fe-c84f0dbd9e51 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.585878 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-57af3814-cc56-4252-a7fe-c84f0dbd9e51 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2385018 Dec 13 16:28:32.590757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 39986) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:32.596403 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:32.601341 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:32.601516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d834eec5-f0fa-453b-ac37-1c69788bf2f1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Request body: {'security_group_rule': {'security_group_id': '824edbcb-73cf-4209-9583-477ee4138b97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:32.632840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Network c18d56e5-f6e9-4069-88e5-47679c6db62e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:32.638410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:32.655946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:32.729307 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.841368 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff91ea-8b2d-4a4a-be3b-1a412802d105 None None] Pushing event updated for resources: {'Port': ['ID=2552a9ea-1553-49b4-a287-14e63b3ccb4c,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:32.881688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d834eec5-f0fa-453b-ac37-1c69788bf2f1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:32.908480 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Pushing event updated for resources: {'Port': ['ID=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:32.921489 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:32.940788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:33.036413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.124486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.142129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d834eec5-f0fa-453b-ac37-1c69788bf2f1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.163715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d834eec5-f0fa-453b-ac37-1c69788bf2f1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.180155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 46d4c944-136c-405e-ab5d-0cd63cbf2c4e up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:33.253369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Network 44645876-4c40-4082-853e-5e11cb1e413d is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:33.255015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834eec5-f0fa-453b-ac37-1c69788bf2f1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcb243a-161e-4843-a4dc-03a50e1e97f8,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:33.275254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:33.279055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:33.301137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:33.301508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.306984 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:27Z', 'revision_number': 3, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:33.336108 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-68dec8b8-8a11-47d6-b5c4-f56d3941ac15 tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 1.0423758 Dec 13 16:28:33.340925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39996) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:33.369350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-482538860'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:33.379970 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d984d511-a034-4a93-b904-29476e9cb81a None None] The sync data for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv is: [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:27Z', 'revision_number': 3, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:28:33.398985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 39998) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:33.404543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Pushing event updated for resources: {'Port': ['ID=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:33.455378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-156aa4d6-784f-4a46-8903-6d69123d9586 None None] Provisioning complete for port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:33.455756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-156aa4d6-784f-4a46-8903-6d69123d9586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.478584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6d27208-ae29-4afd-9186-dcb3de048738 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.541808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Made reservation on behalf of e7db7724acd84a59bc373d79a1dc1a53 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:33.548928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.568882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.577327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d834eec5-f0fa-453b-ac37-1c69788bf2f1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.582549 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d834eec5-f0fa-453b-ac37-1c69788bf2f1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9888923 Dec 13 16:28:33.597173 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40000) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:33.608452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:33.635800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.720998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40004) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:33.756358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-156aa4d6-784f-4a46-8903-6d69123d9586 None None] Port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:33.769692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40006) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:33.779698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.816875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:33.828473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.869560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.943674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:33.944258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Added segment ea3e9615-9ba6-48ab-b5f3-4cd5f94663ec of type vlan for network 1fd3a1f0-b97e-48d4-a781-4a4422bcf415 Dec 13 16:28:34.108314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Attempting to bind port b447fe20-35d5-4959-8a87-3c7148109b10 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:34.108962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Attempting to bind port b447fe20-35d5-4959-8a87-3c7148109b10 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:34.117336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Attempting to bind port b447fe20-35d5-4959-8a87-3c7148109b10 on network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:34.130033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:34.136826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Checking segment: {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:34.137408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.137914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Bound using segment: {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:34.138516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Bound port: b447fe20-35d5-4959-8a87-3c7148109b10, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:34.139137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.146364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.147000 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-167f72f8-6aba-460c-8cde-23e59d51b94d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=903373d252584b0ca146d0f3308f7518&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4246218 Dec 13 16:28:34.150019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40014) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:34.230745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6d27208-ae29-4afd-9186-dcb3de048738 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.256568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6d27208-ae29-4afd-9186-dcb3de048738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.297723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] For port b447fe20-35d5-4959-8a87-3c7148109b10, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:34.307341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] For port b447fe20-35d5-4959-8a87-3c7148109b10, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b447fe20-35d5-4959-8a87-3c7148109b10,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:34.321268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-898400371'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:34.329971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.330554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.341267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.351841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975a1fa-110e-4d89-a796-871465c689bf None None] Pushing event updated for resources: {'Port': ['ID=b447fe20-35d5-4959-8a87-3c7148109b10,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:34.373265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9af5fdfe-7a62-4e30-ba62-32d5ada58cde None None] Provisioning complete for port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:34.374418 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9af5fdfe-7a62-4e30-ba62-32d5ada58cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.377463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.387169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.389370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:34.391665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.433145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9af5fdfe-7a62-4e30-ba62-32d5ada58cde None None] Port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:34.468606 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c6d27208-ae29-4afd-9186-dcb3de048738 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c38664dd1624bc286a89434987c3946&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0662007 Dec 13 16:28:34.479600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40020) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:34.485472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.494230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d40cd7e-a3e7-4f48-be87-83b06ac79bd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.506941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Made reservation on behalf of 0c26e29e95c8462cb964136e5d283618 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:34.508583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:34.510543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:34.510812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.698686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event updated for resources: {'Network': ['ID=1fd3a1f0-b97e-48d4-a781-4a4422bcf415,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:34.702190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ab479036-9c00-43c9-a30e-79d5c2833ce4 None None] Provisioning complete for port b447fe20-35d5-4959-8a87-3c7148109b10 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:34.702695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ab479036-9c00-43c9-a30e-79d5c2833ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.715383 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8ee8af6b-f3ff-49d6-b0c8-b068b53497b7 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3684628 Dec 13 16:28:34.719877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40026) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:34.720825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.744410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d27208-ae29-4afd-9186-dcb3de048738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c744e0b6-8b5d-4da6-8f9e-3e67be87c5c6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:34.749753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d40cd7e-a3e7-4f48-be87-83b06ac79bd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.760068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1fd3a1f0-b97e-48d4-a781-4a4422bcf415 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:34.786058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:34.805906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Pushing event updated for resources: {'Port': ['ID=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:34.839285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975a1fa-110e-4d89-a796-871465c689bf None None] Pushing event updated for resources: {'Port': ['ID=b447fe20-35d5-4959-8a87-3c7148109b10,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:34.858107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:25Z', 'revision_number': 3, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:34.897536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a8a24-b0e7-4e8c-a735-187529a37fd7 None None] The sync data for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv is: [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:25Z', 'revision_number': 3, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:28:34.971958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40034) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:34.978254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ab479036-9c00-43c9-a30e-79d5c2833ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.059074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ab479036-9c00-43c9-a30e-79d5c2833ce4 None None] For port b447fe20-35d5-4959-8a87-3c7148109b10, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b447fe20-35d5-4959-8a87-3c7148109b10,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:35.062116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:35.070667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd195-b28e-4e50-a75b-a01666a04f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.127927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ab479036-9c00-43c9-a30e-79d5c2833ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.146614 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.172546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.184981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Allocated IP 172.26.6.150 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/8cf0d4d7-4509-4f14-9222-440b4f505968) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:35.340606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab479036-9c00-43c9-a30e-79d5c2833ce4 None None] Pushing event updated for resources: {'Port': ['ID=b447fe20-35d5-4959-8a87-3c7148109b10,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:35.344529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1395787463', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:35.345687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2552a9ea-1553-49b4-a287-14e63b3ccb4c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:35.366212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.374034 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d40cd7e-a3e7-4f48-be87-83b06ac79bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.377683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d40cd7e-a3e7-4f48-be87-83b06ac79bd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.383646 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d40cd7e-a3e7-4f48-be87-83b06ac79bd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2877bcdb-1145-4f92-8cec-fc699484bd3c HTTP/1.1" status: 204 len: 168 time: 1.2316992 Dec 13 16:28:35.404087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Made reservation on behalf of 91678076bf5149b2b9506c0145b19f6a for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:35.406820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.446907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.455023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd195-b28e-4e50-a75b-a01666a04f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.490492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.542402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Network c18d56e5-f6e9-4069-88e5-47679c6db62e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:35.545745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:35.614207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Network 44645876-4c40-4082-853e-5e11cb1e413d is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:35.616600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.640305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:35.676207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40cd7e-a3e7-4f48-be87-83b06ac79bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2877bcdb-1145-4f92-8cec-fc699484bd3c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:35.681781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event updated for resources: {'Port': ['ID=8cf0d4d7-4509-4f14-9222-440b4f505968,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:35.698146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Pushing event updated for resources: {'Port': ['ID=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:35.727926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd195-b28e-4e50-a75b-a01666a04f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.731282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.732157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cdbfd195-b28e-4e50-a75b-a01666a04f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.734467 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cdbfd195-b28e-4e50-a75b-a01666a04f19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c744e0b6-8b5d-4da6-8f9e-3e67be87c5c6 HTTP/1.1" status: 204 len: 168 time: 1.2499824 Dec 13 16:28:35.827411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.835416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-99e3b7ed-fea8-4dd7-bc48-fe9c066940c6 None None] Provisioning complete for port b447fe20-35d5-4959-8a87-3c7148109b10 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:35.835784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-99e3b7ed-fea8-4dd7-bc48-fe9c066940c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.874329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:35.909696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:35.909962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Added segment 4650d591-600e-49e8-9776-4ecb2a6c738a of type vlan for network 915d7701-932c-4205-bf02-9aac2d1d6602 Dec 13 16:28:36.002449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2552a9ea-1553-49b4-a287-14e63b3ccb4c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:36.014908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.025344 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbfd195-b28e-4e50-a75b-a01666a04f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c744e0b6-8b5d-4da6-8f9e-3e67be87c5c6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:36.042765 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:36.050587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Router 400b26b9-db34-4d32-806d-483ac28ae3eb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:28:36.052530 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:36.053040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.057009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:36.114393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ca108d12-3341-45b4-8325-fd98daca1d1d tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "GET /v2.0/agents/c9b55621-61b9-4098-8ea5-31f345006c83/dhcp-networks HTTP/1.1" status: 200 len: 5679 time: 1.3796387 Dec 13 16:28:36.145290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40048) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:36.345742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dc8283-51c8-46d0-a95b-cda18c948adc,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:36.368131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.385814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:36.386529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.422742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.447122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.455831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 2552a9ea-1553-49b4-a287-14e63b3ccb4c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2552a9ea-1553-49b4-a287-14e63b3ccb4c,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:36.457024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.470371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.473502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b447fe20-35d5-4959-8a87-3c7148109b10 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:36.517958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.579755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:36.582739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] device_id is not set on port b1c3c21a-cf0c-464b-88f9-bed2f46baeab yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:36.597862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8270247 Dec 13 16:28:36.632743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6542d1a-7e51-4e82-b8fe-3b15b9c983d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Pushing event updated for resources: {'Network': ['ID=915d7701-932c-4205-bf02-9aac2d1d6602,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:36.644105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a8a24c-0a62-4041-99b1-147682ee544e None None] The sync data for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:28:36.650944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3db7ed33-3157-4368-bd76-1a3a2cdd12dd None None] Provisioning complete for port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:36.651319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3db7ed33-3157-4368-bd76-1a3a2cdd12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.657163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=2552a9ea-1553-49b4-a287-14e63b3ccb4c,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:36.673720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Router b0c86280-991e-4ed4-a8c8-34870cc15fae has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:28:36.701065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6169e8bc-d9a2-4517-be4b-8ffddf217065 tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] Network 1fd3a1f0-b97e-48d4-a781-4a4422bcf415 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:36.702194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b447fe20-35d5-4959-8a87-3c7148109b10 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:36.702581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.749008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.790270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3db7ed33-3157-4368-bd76-1a3a2cdd12dd None None] Port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:36.817361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3db7ed33-3157-4368-bd76-1a3a2cdd12dd None None] Provisioning complete for port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:36.818033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3db7ed33-3157-4368-bd76-1a3a2cdd12dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:36.839679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9ef0a6-5ece-45e7-ad92-8360eb701ded,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:36.869589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:28:36.882144 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Sync routers for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:28:36.905769 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b026fdb5-58d4-47a0-9c0d-c31d7d54320e admin admin] 10.222.0.13 "PUT /v2.0/routers/400b26b9-db34-4d32-806d-483ac28ae3eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6976118 Dec 13 16:28:36.913037 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:36.913714 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:36.915921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3db7ed33-3157-4368-bd76-1a3a2cdd12dd None None] Port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:36.955147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 915d7701-932c-4205-bf02-9aac2d1d6602 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:37.196232 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:37.219801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Allocated IP 172.26.6.190 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/b1c3c21a-cf0c-464b-88f9-bed2f46baeab) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:37.228867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43031ba-d4bc-46ab-a115-702b6ab066ae None None] Network 1fd3a1f0-b97e-48d4-a781-4a4422bcf415 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:37.244345 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6169e8bc-d9a2-4517-be4b-8ffddf217065 tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "POST /v2.0/agents/c9b55621-61b9-4098-8ea5-31f345006c83/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9554694 Dec 13 16:28:37.248065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40084) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:37.396233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2552a9ea-1553-49b4-a287-14e63b3ccb4c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:37.575980 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-305e4369-4b0b-419c-835c-3923775d55d9 tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "GET /v2.0/agents/c9b55621-61b9-4098-8ea5-31f345006c83/dhcp-networks HTTP/1.1" status: 200 len: 6448 time: 0.3160865 Dec 13 16:28:37.577485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2552a9ea-1553-49b4-a287-14e63b3ccb4c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:37.578134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:37.581172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40096) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:37.761044 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b447fe20-35d5-4959-8a87-3c7148109b10 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:37.826811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b447fe20-35d5-4959-8a87-3c7148109b10 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:37.827637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:37.831763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:28:37.847671 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-aca4c2cc-093e-43f5-8730-abc34e548973 admin admin] 10.222.0.13 "PUT /v2.0/routers/b0c86280-991e-4ed4-a8c8-34870cc15fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8610895 Dec 13 16:28:37.871232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e97a4397-6153-46f2-ac2e-7405b5a71b99 tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "DELETE /v2.0/agents/c9b55621-61b9-4098-8ea5-31f345006c83/dhcp-networks/1fd3a1f0-b97e-48d4-a781-4a4422bcf415 HTTP/1.1" status: 204 len: 168 time: 0.2840650 Dec 13 16:28:37.871900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40100) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:37.993739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a5b5ce77-7f01-4fc8-93f2-1501c2988375 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:38.005772 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 2, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:38.075281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a5b5ce77-7f01-4fc8-93f2-1501c2988375 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:38.076161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.089376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40106) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.101982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-98884fd3-5c94-4146-8e22-7d9971f44d9f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100917602', 'description': 'tempest-description--1514755130'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:38.117862 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Checking router: 400b26b9-db34-4d32-806d-483ac28ae3eb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:28:38.119936 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Updating router 400b26b9-db34-4d32-806d-483ac28ae3eb port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:28:38.137088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Sync routers for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:28:38.162381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-98884fd3-5c94-4146-8e22-7d9971f44d9f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.164780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:38.165700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:38.173258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.195246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.198340 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.325034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:38.331690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event updated for resources: {'Port': ['ID=8cf0d4d7-4509-4f14-9222-440b4f505968,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:38.338119 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.340497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.372401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40114) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.386530 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Request body: {'port': {'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1768687502'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:38.401695 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d8f78c48-bef4-474d-8cf0-9155db1239fc tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "GET /v2.0/agents/c9b55621-61b9-4098-8ea5-31f345006c83/dhcp-networks HTTP/1.1" status: 200 len: 5679 time: 0.5248263 Dec 13 16:28:38.408706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40116) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.413391 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.423294 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1f1471de-38ef-4a93-a8d1-61f31a693d6a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8163762 Dec 13 16:28:38.445850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Made reservation on behalf of 884d5b23225c4bd9807f15da52ff25e6 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:38.454463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.464083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c613b0f5-97ce-4a39-afac-5cf787c0ded9 tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "GET /v2.0/networks/19154a7c-af91-444a-93ae-72876f675f99/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0511665 Dec 13 16:28:38.464282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.467781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40120) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.490136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-98884fd3-5c94-4146-8e22-7d9971f44d9f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.500474 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-006a76f4-84e7-4e65-8bd8-c807f0074675 tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "GET /v2.0/networks/19154a7c-af91-444a-93ae-72876f675f99/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0286028 Dec 13 16:28:38.500474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-98884fd3-5c94-4146-8e22-7d9971f44d9f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.504100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40122) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.526211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40124) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.545211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.570568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-98884fd3-5c94-4146-8e22-7d9971f44d9f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.575556 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-98884fd3-5c94-4146-8e22-7d9971f44d9f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4849555 Dec 13 16:28:38.577072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40128) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.593691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9a28c676-69e7-4e99-9b6f-1423e1862d31 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Request body: {'security_group_rule': {'security_group_id': '9440c387-187e-4d58-ad44-af0920a4930a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:38.598121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.603796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:38.630108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:38.634956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:38.649409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Pushing event updated for resources: {'Port': ['ID=b1c3c21a-cf0c-464b-88f9-bed2f46baeab,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:38.649733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98884fd3-5c94-4146-8e22-7d9971f44d9f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9440c387-187e-4d58-ad44-af0920a4930a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:38.685079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port a5b5ce77-7f01-4fc8-93f2-1501c2988375, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a5b5ce77-7f01-4fc8-93f2-1501c2988375,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:38.715767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.806828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=a5b5ce77-7f01-4fc8-93f2-1501c2988375,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:38.817923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:38.820741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.843134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a28c676-69e7-4e99-9b6f-1423e1862d31 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.877332 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-89a54b38-31e9-4278-bb9f-b5f015053152 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.9009805 Dec 13 16:28:38.888741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40134) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.911135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.190'}]}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:38.928047 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:38.949632 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8a007aa0-37ba-4877-8a10-3e5d9a54fbc6 tempest-DHCPAgentSchedulersTestJSON-913955227 tempest-DHCPAgentSchedulersTestJSON-913955227-project-admin] 10.222.0.13 "GET /v2.0/agents/c9b55621-61b9-4098-8ea5-31f345006c83/dhcp-networks HTTP/1.1" status: 200 len: 5679 time: 0.4418416 Dec 13 16:28:38.956685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40138) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:38.958791 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.011511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 2, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:39.046735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.049681 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.052055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a28c676-69e7-4e99-9b6f-1423e1862d31 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.062850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.065047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1751525677'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:39.072071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a28c676-69e7-4e99-9b6f-1423e1862d31 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.075420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.080706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] device_id is not set on port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:39.081359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.152814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28c676-69e7-4e99-9b6f-1423e1862d31 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9440ac34-bb3e-4eb6-9583-fca0c8443bf9,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:39.180938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Checking router: b0c86280-991e-4ed4-a8c8-34870cc15fae for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:28:39.181390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:39.182195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Updating router b0c86280-991e-4ed4-a8c8-34870cc15fae port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:28:39.191355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.217754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a28c676-69e7-4e99-9b6f-1423e1862d31 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.231135 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9a28c676-69e7-4e99-9b6f-1423e1862d31 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6300416 Dec 13 16:28:39.232248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40150) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:39.293538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-57599944-e847-4b1c-9ad8-d1bdc792becd tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Request body: {'security_group_rule': {'security_group_id': '9440c387-187e-4d58-ad44-af0920a4930a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:39.299707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.300005 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd980a0-b188-4aa5-ae5f-9cdf26733810 None None] Pushing event updated for resources: {'Port': ['ID=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:39.305914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.348998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a5b5ce77-7f01-4fc8-93f2-1501c2988375 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:39.491683 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Attempting to bind port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:39.492307 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Attempting to bind port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:39.493040 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Attempting to bind port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 on network c18d56e5-f6e9-4069-88e5-47679c6db62e {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:39.500281 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:39.500905 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Checking segment: {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:39.501550 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.502087 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Bound using segment: {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:39.502748 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Bound port: e74e6bbe-19ed-4732-a8d5-0065a7c8a611, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:39.504101 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.520997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.595388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fab2410-11a5-447d-8c14-cca8dd88975a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:39.732970 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] For port e74e6bbe-19ed-4732-a8d5-0065a7c8a611, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:39.747072 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] For port e74e6bbe-19ed-4732-a8d5-0065a7c8a611, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:39.761482 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.790172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40164) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:39.808334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.835354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5b4f12dd-31ff-4e16-8408-d4ffceb86e04 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437956742', 'description': 'tempest-description--1818503856'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:39.845982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57599944-e847-4b1c-9ad8-d1bdc792becd tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.878440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40172) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:39.887079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.895191 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:39.896284 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:39.920852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.921998 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 16:28:39.924773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d876c789-1956-4c8f-b2ba-9d5cf4e693ab None None] Provisioning complete for port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:39.925145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d876c789-1956-4c8f-b2ba-9d5cf4e693ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.928457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40174) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:39.928625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:39.970140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fd3a1f0-b97e-48d4-a781-4a4422bcf415']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:40.005736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3e9615-9ba6-48ab-b5f3-4cd5f94663ec') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:40.006303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3e9615-9ba6-48ab-b5f3-4cd5f94663ec') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:40.028785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.036222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc1423-1466-4ae6-96bf-ad076145e102 None None] Pushing event updated for resources: {'Port': ['ID=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:40.046063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12dd-31ff-4e16-8408-d4ffceb86e04 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.113708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.126222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d876c789-1956-4c8f-b2ba-9d5cf4e693ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.137140 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-f063bb12-b139-4a59-8eab-a6921106ef73 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--600599627&fields=id&tenant_id=4bd4d070073f475cac999d52435c8467 HTTP/1.1" status: 200 len: 267 time: 0.2304263 Dec 13 16:28:40.139201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57599944-e847-4b1c-9ad8-d1bdc792becd tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.149813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:28:40.150214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.151285 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:28:40.164153 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:28:40.187510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d876c789-1956-4c8f-b2ba-9d5cf4e693ab None None] For port e74e6bbe-19ed-4732-a8d5-0065a7c8a611, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:40.188986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a5b5ce77-7f01-4fc8-93f2-1501c2988375 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:40.189519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.236492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d876c789-1956-4c8f-b2ba-9d5cf4e693ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.283114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57599944-e847-4b1c-9ad8-d1bdc792becd tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.290142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] device_id is not set on port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:40.315673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.327151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876c789-1956-4c8f-b2ba-9d5cf4e693ab None None] Pushing event updated for resources: {'Port': ['ID=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:40.329085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.331485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.427494 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd980a0-b188-4aa5-ae5f-9cdf26733810 None None] Pushing event updated for resources: {'Port': ['ID=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:40.469798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=27b2b4fa-370b-42bc-b366-3664bd6a19a3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:40.489631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Checking segment: {'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:40.489950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Network hostable DHCP agents. Network: 915d7701-932c-4205-bf02-9aac2d1d6602, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:40.578497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-31f37fb0-7611-4de8-b16e-53c5e3e9b438 None None] Provisioning complete for port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:40.578891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-31f37fb0-7611-4de8-b16e-53c5e3e9b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.599772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Attempting to bind port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:40.600139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Attempting to bind port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:40.600510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Attempting to bind port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 on network 44645876-4c40-4082-853e-5e11cb1e413d {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:40.616123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Network 915d7701-932c-4205-bf02-9aac2d1d6602 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:40.616700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:40.616897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Checking segment: {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:40.617313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.617709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Bound using segment: {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:40.618192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Bound port: 59d3dd46-c4aa-496b-bb51-726dfac0c1e0, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:40.618574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.630741 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:39Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:40.635458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 915d7701-932c-4205-bf02-9aac2d1d6602) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:40.645006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:40.649266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd00c5-2434-476d-baad-e699f9b2ca85 None None] Network 915d7701-932c-4205-bf02-9aac2d1d6602 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:40.662622 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f589815d-5f89-430d-975a-abe329faa6b2 None None] The sync data for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv is: [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:39Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:28:40.664636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.669509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.682487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-a37883b7-3224-4ade-a700-be76b5ed21eb tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:40.685034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-a37883b7-3224-4ade-a700-be76b5ed21eb tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/networks?id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd HTTP/1.1" status: 200 len: 806 time: 0.5359206 Dec 13 16:28:40.692233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2003111057'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:40.697910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:40.698599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:40.698599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:40.706337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.717057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:40.717057 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:40.719769 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 2 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:40.756171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57599944-e847-4b1c-9ad8-d1bdc792becd tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01342791-6fab-4c31-9f04-608e050c049a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:40.758261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.795893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:40.796467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:40.796975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:40.809966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:40.810597 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:40.813562 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 3 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:40.821809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:40.824105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event deleted for resources: {'Network': ['ID=1fd3a1f0-b97e-48d4-a781-4a4422bcf415,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:40.833142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.838830 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b1f775d5-2fd1-4af2-a984-1dfad0e52031 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "DELETE /v2.0/networks/1fd3a1f0-b97e-48d4-a781-4a4422bcf415 HTTP/1.1" status: 204 len: 168 time: 1.8778262 Dec 13 16:28:40.848318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40180) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:40.850195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-5cff2300-64d7-42d8-ba1d-7c8bd4f3433f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/quotas/4bd4d070073f475cac999d52435c8467 HTTP/1.1" status: 200 len: 375 time: 0.1421256 Dec 13 16:28:40.881087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:40.881849 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:40.883258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:40.896166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:40.896717 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:40.899696 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 4 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:40.901628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] For port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:40.905605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.906080 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Added segment 7a48d06d-c3b0-4deb-b195-9b1278380c7b of type vlan for network 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c Dec 13 16:28:40.917635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Made reservation on behalf of e4367e03e94f4bae8d485b7f0e694c6f for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:40.921529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.928334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:40.928874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:40.929348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:40.937663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] For port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:40.954566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:40.955167 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:40.958526 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 5 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:40.962193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf782c2-4e61-4fbb-8322-dd0ca7fbe26d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:40.962472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:40.965392 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f2bd8c-ff4e-4956-8125-203dee48ea1f tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] DELETE failed (client error): The resource could not be found. Dec 13 16:28:40.966052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f2bd8c-ff4e-4956-8125-203dee48ea1f tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:28:40.972718 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-14f2bd8c-ff4e-4956-8125-203dee48ea1f tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "DELETE /v2.0/ports/27e52140-56a8-414a-b735-e3b6a156b736 HTTP/1.1" status: 404 len: 333 time: 0.1186230 Dec 13 16:28:40.990199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40182) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:41.003375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57599944-e847-4b1c-9ad8-d1bdc792becd tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.005026 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-57599944-e847-4b1c-9ad8-d1bdc792becd tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7622843 Dec 13 16:28:41.011168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40184) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:41.039979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:28:41.040621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:41.044684 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:41.052065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12dd-31ff-4e16-8408-d4ffceb86e04 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.054439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.065055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:41.065639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:41.066006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:41.073111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12dd-31ff-4e16-8408-d4ffceb86e04 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.079286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.080277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc1423-1466-4ae6-96bf-ad076145e102 None None] Pushing event updated for resources: {'Port': ['ID=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:41.102830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:41.103161 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:41.143808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.179069 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 6 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:41.262546 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-ead0d883-a440-4c56-9321-06f4c73916ef tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4bd4d070073f475cac999d52435c8467&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3881638 Dec 13 16:28:41.268577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f12dd-31ff-4e16-8408-d4ffceb86e04 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0e346f-12e6-467d-b2ea-52f5c41fffe5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:41.284897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-90956808-066c-472d-9e9c-9bf6a22870a5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Deleting subnet b06405ef-f857-478d-90cc-715a3bb0abbd {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:28:41.294451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-90956808-066c-472d-9e9c-9bf6a22870a5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.301190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.303525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e74e6bbe-19ed-4732-a8d5-0065a7c8a611 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:41.315199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0ba26f92-81fe-4ddd-9e8c-d89add922788 None None] Provisioning complete for port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:41.315514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ba26f92-81fe-4ddd-9e8c-d89add922788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.321809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:41.321809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:41.322026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:41.322317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:41.323003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.327978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.355678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5b4f12dd-31ff-4e16-8408-d4ffceb86e04 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.356940 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5b4f12dd-31ff-4e16-8408-d4ffceb86e04 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5573201 Dec 13 16:28:41.372459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40190) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:41.388620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:28:41.412075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0e6474b5-47c4-4845-99dc-62ebed86f427 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Request body: {'security_group_rule': {'security_group_id': 'bf0e346f-12e6-467d-b2ea-52f5c41fffe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:41.435312 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.8961370 Dec 13 16:28:41.435495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:41.435495 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:41.493739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.505889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:41.506259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.519140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8d7bc-2dcb-4ae1-97e1-2176be00ccd3 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Network': ['ID=178b65d1-59d1-4582-9a24-4a2a9fb1dd0c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:41.529023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.592094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:41.595075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e6474b5-47c4-4845-99dc-62ebed86f427 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.620141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da23c4a2-9b1d-4b05-a0f3-c3a8e0a22311,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:41.641634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-64854c2c-0ba9-4449-9080-92ee829c3035 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:28:41.642803 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-64854c2c-0ba9-4449-9080-92ee829c3035 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1514819 Dec 13 16:28:41.658671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.659043 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Added segment 8013d171-0c9e-4d79-b2ce-72f94f3fbf27 of type vlan for network 270f1f41-715b-4633-a7af-0c45318e0abe Dec 13 16:28:41.716280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:41.821077 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-a06b1a0d-cae8-4932-a274-391e3a9282c1 service neutron] 10.222.0.13 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670098 Dec 13 16:28:41.868581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.870459 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 7 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:41.946520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e6474b5-47c4-4845-99dc-62ebed86f427 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.949745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.958042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:41.958840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:41.967568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:41.968122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:41.968466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:41.977240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-90956808-066c-472d-9e9c-9bf6a22870a5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.022239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ba26f92-81fe-4ddd-9e8c-d89add922788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.028127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:42.028656 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:42.030443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.034174 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 8 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:42.058127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.113517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0ba26f92-81fe-4ddd-9e8c-d89add922788 None None] For port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:42.119979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:40Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:42.125623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ba26f92-81fe-4ddd-9e8c-d89add922788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.180366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:42.180879 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:42.181364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:42.195392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.196058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0795c9fe-0c37-4792-a3f0-d855541a386b {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:28:42.207055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:42.207598 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:42.214252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434abb72-29e5-4ef0-8c23-093a7af74706 None None] The sync data for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv is: [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:40Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:28:42.226478 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 9 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:42.256117 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 16:28:42.257632 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-32802724-ea45-449a-a73d-c67ad6be19f6 tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3647268 Dec 13 16:28:42.287388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40194) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:42.396893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-457b11a4-ee8a-42f7-9dc1-2a03fba383e1 None None] Provisioning complete for port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:42.397268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-457b11a4-ee8a-42f7-9dc1-2a03fba383e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.403046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e6474b5-47c4-4845-99dc-62ebed86f427 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.427979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba26f92-81fe-4ddd-9e8c-d89add922788 None None] Pushing event updated for resources: {'Port': ['ID=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:42.446447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:42.447186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:42.447725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:42.460227 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:42.460937 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:42.465404 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 10 to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 Dec 13 16:28:42.482539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:42.483272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:42.484010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:42.492950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-90956808-066c-472d-9e9c-9bf6a22870a5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.525861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-352f62e9-d6d4-480e-80e9-095091243319 service neutron] 10.222.0.13 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773425 Dec 13 16:28:42.534718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:42.535487 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:42.536244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.551686 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.6086679 Dec 13 16:28:42.578441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6474b5-47c4-4845-99dc-62ebed86f427 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2356d6-fe70-456b-8528-0828544a81fa,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:42.599031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e6474b5-47c4-4845-99dc-62ebed86f427 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.601147 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0e6474b5-47c4-4845-99dc-62ebed86f427 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2254343 Dec 13 16:28:42.607555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40200) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:42.612771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3f53bf1d-25ad-4b24-b4a0-fb8cec85401b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Request body: {'security_group_rule': {'security_group_id': 'bf0e346f-12e6-467d-b2ea-52f5c41fffe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:42.618829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6483e203-2622-4f55-b039-40aa25482abd tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Pushing event updated for resources: {'Network': ['ID=270f1f41-715b-4633-a7af-0c45318e0abe,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:42.644671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 270f1f41-715b-4633-a7af-0c45318e0abe details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:42.658427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f53bf1d-25ad-4b24-b4a0-fb8cec85401b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.739209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f53bf1d-25ad-4b24-b4a0-fb8cec85401b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.747369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f53bf1d-25ad-4b24-b4a0-fb8cec85401b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.771527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53bf1d-25ad-4b24-b4a0-fb8cec85401b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2fbcd4-2778-4441-a11d-4369dd9349a1,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:42.775125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2c3a0-34e2-44a6-8972-5c31c3be915f tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Deleting port b1c3c21a-cf0c-464b-88f9-bed2f46baeab {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:42.775538 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c3a0-34e2-44a6-8972-5c31c3be915f tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.796163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f53bf1d-25ad-4b24-b4a0-fb8cec85401b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.805439 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3f53bf1d-25ad-4b24-b4a0-fb8cec85401b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1962011 Dec 13 16:28:42.806224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40202) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:42.806561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40204) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:42.807844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] For port 27b2b4fa-370b-42bc-b366-3664bd6a19a3, host hv-neutron-8215, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:42.809885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempted to set empty binding levels {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 16:28:42.822066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Request body: {'port': {'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe', 'binding:host_id': 'hv-neutron-8215', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-760650475'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:42.844177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:42.858949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.915876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Made reservation on behalf of fe65db3ca85a4670aeb4dcbbb9361e05 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:42.918783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.945775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.956579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:42.957875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:42.960616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.057212 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.6821282 Dec 13 16:28:43.063866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40212) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:43.095402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-90956808-066c-472d-9e9c-9bf6a22870a5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.147104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.151640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093aad9-397d-4ef7-b3cd-f70a2739a1fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=27b2b4fa-370b-42bc-b366-3664bd6a19a3,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:43.255720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90956808-066c-472d-9e9c-9bf6a22870a5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event deleted for resources: {'Subnet': ['ID=b06405ef-f857-478d-90cc-715a3bb0abbd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:43.265027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40228) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:43.291324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4268190-5e22-4f8a-a8b7-9fa5717a0683 None None] Network 19154a7c-af91-444a-93ae-72876f675f99 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:43.321240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.342536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.347063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] device_id is not set on port 9ee7f16a-f3c5-4963-aee1-38e279290811 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:43.400161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:43.437612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-90956808-066c-472d-9e9c-9bf6a22870a5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.447294 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-90956808-066c-472d-9e9c-9bf6a22870a5 tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "DELETE /v2.0/subnets/b06405ef-f857-478d-90cc-715a3bb0abbd HTTP/1.1" status: 204 len: 168 time: 2.4507778 Dec 13 16:28:43.514701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40232) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:43.604314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:43.605967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.645427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] device_id is not set on port 9ee7f16a-f3c5-4963-aee1-38e279290811 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:43.657030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.662991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.733182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] DHCP port deletion for 19154a7c-af91-444a-93ae-72876f675f99 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:28:43.766519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.818976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.871524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09e86ee1-413d-434b-89a0-6c6ba6ff8d4c req-7242ae7f-eb46-4f0e-83c5-400495f3cf41 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 210 time: 0.5886374 Dec 13 16:28:43.892277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] Deleting port 980991e9-77b1-456f-8bfb-89ecd07e6df3 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:43.892662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:43.954725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Allocated IP 172.26.6.36 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/99d75092-9dad-4db5-a16d-5096dff5fd8a) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:44.032444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] For port 980991e9-77b1-456f-8bfb-89ecd07e6df3, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=980991e9-77b1-456f-8bfb-89ecd07e6df3,segment=NetworkSegment(67ffcc4e-191c-42e9-aa3e-4e4f274d2869),segment_id=67ffcc4e-191c-42e9-aa3e-4e4f274d2869)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:44.034964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.072931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] Calling delete_port for 980991e9-77b1-456f-8bfb-89ecd07e6df3 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:44.083607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd24272-5e69-462b-9f78-4f3b373eb568,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:44.100397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Checking segment: {'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:44.107219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Network hostable DHCP agents. Network: 270f1f41-715b-4633-a7af-0c45318e0abe, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:44.115763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=9ee7f16a-f3c5-4963-aee1-38e279290811,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:44.147826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Network 270f1f41-715b-4633-a7af-0c45318e0abe is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:44.156887 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.171791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 270f1f41-715b-4633-a7af-0c45318e0abe) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:44.176016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:44.196938 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:44.198843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:44.201544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:44.213983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:44.216616 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:44.217191 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 2 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:44.230026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c3a0-34e2-44a6-8972-5c31c3be915f tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.254111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f3e2c3a0-34e2-44a6-8972-5c31c3be915f tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Calling delete_port for b1c3c21a-cf0c-464b-88f9-bed2f46baeab owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:44.294327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.319598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.427958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df98be7-bdf4-4878-81d1-560cbd1fce69 None None] Network 270f1f41-715b-4633-a7af-0c45318e0abe requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:44.435886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Allocated IP 172.26.6.122 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/4878f8d5-a190-4e15-9599-7bab21867f03) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:44.549565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.616728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] No DVR routers for this DVR port 980991e9-77b1-456f-8bfb-89ecd07e6df3 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:28:44.656894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a2801-2544-4377-8182-17f9bc0610db None None] Pushing event deleted for resources: {'Port': ['ID=980991e9-77b1-456f-8bfb-89ecd07e6df3,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:44.722752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:44.723100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:44.723744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:44.732930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40254) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:44.736632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event updated for resources: {'Port': ['ID=99d75092-9dad-4db5-a16d-5096dff5fd8a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:44.737905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'subnet': {'network_id': '178b65d1-59d1-4582-9a24-4a2a9fb1dd0c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:44.746109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:44.746452 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:44.766223 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 3 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:44.788843 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:44.810026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.826715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:44.826715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:44.827227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:44.842622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:44.848767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:44.849135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:44.849468 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:44.851487 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 4 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:44.899098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:44.899098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:44.899098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:44.915025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:44.915452 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:44.915909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 5 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:44.931717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.934730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:44.939225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.942590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:44.943243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:44.943646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:44.949766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c3a0-34e2-44a6-8972-5c31c3be915f tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.965501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Deleting port 27b2b4fa-370b-42bc-b366-3664bd6a19a3 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:44.965829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.989673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:44.991090 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:44.991796 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:45.020718 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 6 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:45.050431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:45.059985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:45.091321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:45.093535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:45.093943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:45.094348 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:45.111205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event updated for resources: {'Port': ['ID=4878f8d5-a190-4e15-9599-7bab21867f03,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:45.117414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e2c3a0-34e2-44a6-8972-5c31c3be915f tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1c3c21a-cf0c-464b-88f9-bed2f46baeab,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:45.171649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:45.172174 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:45.177169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 7 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:45.179669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19154a7c-af91-444a-93ae-72876f675f99']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:45.201901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 980991e9-77b1-456f-8bfb-89ecd07e6df3 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:28:45.215924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2a57ccf-57e7-41f9-9b9a-69e8896bdba5 req-3d2b5c90-dd70-41fc-9785-e9e7ee75fe65 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 210 time: 0.0630791 Dec 13 16:28:45.231483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:45.231966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:45.232981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:45.250269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:45.250877 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:45.254176 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 8 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:45.273318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 980991e9-77b1-456f-8bfb-89ecd07e6df3 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:28:45.273925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 980991e9-77b1-456f-8bfb-89ecd07e6df3 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:28:45.318606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:45.318966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:45.319300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:45.328271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.370866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:45.372236 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:45.376471 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 9 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:45.418135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:45.418455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:45.418820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:45.424802 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ffcc4e-191c-42e9-aa3e-4e4f274d2869') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:45.425096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ffcc4e-191c-42e9-aa3e-4e4f274d2869') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:28:45.443950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:45.444153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.444529 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:45.445330 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 10 to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 Dec 13 16:28:45.462559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] For port 27b2b4fa-370b-42bc-b366-3664bd6a19a3, host hv-neutron-8215, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:45.462942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.469531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.482306 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.487780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.489856 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Calling delete_port for 27b2b4fa-370b-42bc-b366-3664bd6a19a3 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:45.505741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:28:45.506145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.509555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e2c3a0-34e2-44a6-8972-5c31c3be915f tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.511772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:45.512179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:45.512581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:45.512819 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f3e2c3a0-34e2-44a6-8972-5c31c3be915f tempest-RoutersAdminNegativeIpV6Test-4369357 tempest-RoutersAdminNegativeIpV6Test-4369357-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b1c3c21a-cf0c-464b-88f9-bed2f46baeab HTTP/1.1" status: 204 len: 168 time: 3.2178528 Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:28:45.513748 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:28:45.534845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port 9ee7f16a-f3c5-4963-aee1-38e279290811 on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:45.535325 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port 9ee7f16a-f3c5-4963-aee1-38e279290811 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:45.535874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.555196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.631067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.669720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.682942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.686751 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] 10.222.0.13 "DELETE /v2.0/networks/19154a7c-af91-444a-93ae-72876f675f99 HTTP/1.1" status: 204 len: 168 time: 2.0518334 Dec 13 16:28:45.722107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed10fe3-3019-433b-a95c-66b25bb64b2c tempest-DHCPAgentSchedulersTestJSON-1789896729 tempest-DHCPAgentSchedulersTestJSON-1789896729-project] Pushing event deleted for resources: {'Network': ['ID=19154a7c-af91-444a-93ae-72876f675f99,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:45.737679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Subnet': ['ID=2fd4adaf-78ab-49b9-b732-d190e3bf233e,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:45.757405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] For port 9ee7f16a-f3c5-4963-aee1-38e279290811, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:45.757720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempted to set empty binding levels {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 16:28:45.765001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Checking segment: {'id': '7a48d06d-c3b0-4deb-b195-9b1278380c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '178b65d1-59d1-4582-9a24-4a2a9fb1dd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:45.765367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network hostable DHCP agents. Network: 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:45.774073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.794629 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.836172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event deleted for resources: {'Port': ['ID=27b2b4fa-370b-42bc-b366-3664bd6a19a3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:45.842449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:45.843105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.848776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.854680 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fe76b9c0-3663-4a62-9e26-4f2dd05ca358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "DELETE /v2.0/ports/27b2b4fa-370b-42bc-b366-3664bd6a19a3 HTTP/1.1" status: 204 len: 168 time: 2.7810190 Dec 13 16:28:45.856668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40266) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:45.902241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=9ee7f16a-f3c5-4963-aee1-38e279290811,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:45.906814 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-df51cab1-1b17-4129-9137-4776d5970ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] GET failed (client error): The resource could not be found. Dec 13 16:28:45.911937 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-df51cab1-1b17-4129-9137-4776d5970ea1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "GET /v2.0/ports/27b2b4fa-370b-42bc-b366-3664bd6a19a3 HTTP/1.1" status: 404 len: 333 time: 0.0459788 Dec 13 16:28:45.913164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40268) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:45.916933 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e0d3745f-68ee-4efb-93fd-3a1c31e2a946 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.1079526 Dec 13 16:28:45.920484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40270) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:45.923298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Request body: {'port': {'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-832127170'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:45.934801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:45.965126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:45.989205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.005448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.007247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:46.007947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40272) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:46.017917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b167c5-fa79-4b1d-b294-10d91c2acf41 None None] Network 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:46.020693 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.064249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:46.064909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.070767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.31', 55477) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:46.083537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Made reservation on behalf of 884d5b23225c4bd9807f15da52ff25e6 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:46.085952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.133602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event updated for resources: {'Port': ['ID=4878f8d5-a190-4e15-9599-7bab21867f03,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:46.144474 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-769d3fba-b574-448f-9295-97bcd9e87bd6 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4108407 Dec 13 16:28:46.148680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40278) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:46.156239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-986708402'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:46.161880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] device_id is not set on port d3276590-5d0d-497a-a416-dd50a7b7d060 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:46.165890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.188415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-178b65d1-59d1-4582-9a24-4a2a9fb1dd0c', 'network_id': '178b65d1-59d1-4582-9a24-4a2a9fb1dd0c', 'project_id': 'a40412807d0744908d6c2a6b7b28946f', 'fixed_ips': [{'subnet_id': '2fd4adaf-78ab-49b9-b732-d190e3bf233e'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:28:46.190718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.287759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:46.296641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.309813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.330583 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3f3bf5da-eba3-47a0-a1fb-117d8e054ba7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4982407 Dec 13 16:28:46.340146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event updated for resources: {'Port': ['ID=99d75092-9dad-4db5-a16d-5096dff5fd8a,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:46.390937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.408196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40284) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:46.443098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Deleting port 9ee7f16a-f3c5-4963-aee1-38e279290811 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:46.443438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.452333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:46.545692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.546013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Added segment f95a8ef9-a155-4a07-98c1-f1bd46e636fa of type vlan for network a7dabc02-e1bb-4704-9b53-b255888d36c4 Dec 13 16:28:46.548019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.549292 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-29eeef70-944f-4d64-9ef0-fcaf17d54d6f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5332401 Dec 13 16:28:46.568717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Allocated IP 2001:db8:0:ffff::2 (178b65d1-59d1-4582-9a24-4a2a9fb1dd0c/2fd4adaf-78ab-49b9-b732-d190e3bf233e/c1756b72-0694-485e-b676-ac90cc8666c8) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:46.589271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-75dfb35e-3d4a-4780-a837-2f7240ba1dc3 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:46.591685 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-75dfb35e-3d4a-4780-a837-2f7240ba1dc3 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.31 "GET /v2.0/networks?id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd HTTP/1.1" status: 200 len: 806 time: 0.4553313 Dec 13 16:28:46.609520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-131928bd-31ad-4a40-a904-06d7f96da934 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.724795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] For port 9ee7f16a-f3c5-4963-aee1-38e279290811, host hv-neutron-8215, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:46.725361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.756955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Calling delete_port for 9ee7f16a-f3c5-4963-aee1-38e279290811 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:46.767312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.808914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.827740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.835828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.846924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-839704ba-2b1e-4a6f-849a-bbbb59cee6fb req-516724d5-5bbb-48f4-9abe-838c91109f80 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 210 time: 0.1516237 Dec 13 16:28:46.854830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Network 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:46.857716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:46.860009 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-971834a8-d749-455d-b05f-14d7f830690f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e7db7724acd84a59bc373d79a1dc1a53&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4458361 Dec 13 16:28:46.860897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:46.863679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40318) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:46.873385 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-870ab246-40f2-4178-9f11-0d2ca705d7d4 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4bd4d070073f475cac999d52435c8467 HTTP/1.1" status: 200 len: 379 time: 0.1961257 Dec 13 16:28:46.883096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.889824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:46.890678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:46.890977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Request body: {'port': {'device_id': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'admin_state_up': True, 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'security_groups': ['824edbcb-73cf-4209-9583-477ee4138b97']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:46.992786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Attempting to bind port c1756b72-0694-485e-b676-ac90cc8666c8 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:46.993221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Attempting to bind port c1756b72-0694-485e-b676-ac90cc8666c8 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7a48d06d-c3b0-4deb-b195-9b1278380c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '178b65d1-59d1-4582-9a24-4a2a9fb1dd0c'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:46.994600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Attempting to bind port c1756b72-0694-485e-b676-ac90cc8666c8 on network 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:46.997886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-131928bd-31ad-4a40-a904-06d7f96da934 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.007710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:47.008194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Checking segment: {'id': '7a48d06d-c3b0-4deb-b195-9b1278380c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '178b65d1-59d1-4582-9a24-4a2a9fb1dd0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:47.010324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.010898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Bound using segment: {'id': '7a48d06d-c3b0-4deb-b195-9b1278380c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '178b65d1-59d1-4582-9a24-4a2a9fb1dd0c'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:47.012295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Bound port: c1756b72-0694-485e-b676-ac90cc8666c8, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a48d06d-c3b0-4deb-b195-9b1278380c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '178b65d1-59d1-4582-9a24-4a2a9fb1dd0c'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:47.012950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.018597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-131928bd-31ad-4a40-a904-06d7f96da934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.019252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Pushing event updated for resources: {'Port': ['ID=c1756b72-0694-485e-b676-ac90cc8666c8,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:47.069997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9159610 Dec 13 16:28:47.082859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40338) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:47.089423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'subnet': {'network_id': 'a7dabc02-e1bb-4704-9b53-b255888d36c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:47.095050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-ecf20f6f-8479-47c5-a482-558ec7719589 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1437956742&fields=id&tenant_id=ec835dc814824bc8b163c8999a2efec7 HTTP/1.1" status: 200 len: 267 time: 0.2950439 Dec 13 16:28:47.097225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.112117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdd8b8-4dbb-4bd5-afdf-cfe1e55e0949 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Network': ['ID=a7dabc02-e1bb-4704-9b53-b255888d36c4,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:47.118912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] For port c1756b72-0694-485e-b676-ac90cc8666c8, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:47.120948 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-131928bd-31ad-4a40-a904-06d7f96da934 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3ba47c501f748828aa8e2af35b6a150&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1088605 Dec 13 16:28:47.124641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] For port c1756b72-0694-485e-b676-ac90cc8666c8, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c1756b72-0694-485e-b676-ac90cc8666c8,segment=NetworkSegment(7a48d06d-c3b0-4deb-b195-9b1278380c7b),segment_id=7a48d06d-c3b0-4deb-b195-9b1278380c7b)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:47.128400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a7dabc02-e1bb-4704-9b53-b255888d36c4 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:47.133801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.135738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40340) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:47.152985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131928bd-31ad-4a40-a904-06d7f96da934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22be551-7494-4015-b634-06d5c66c3789,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:47.188578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ee7f16a-f3c5-4963-aee1-38e279290811,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:47.206709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.224266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7abeb26a-2f0a-4a45-a526-d31d3afbf816 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.224497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.230095 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d396365-b1d5-4205-84a0-00631d473573 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "DELETE /v2.0/ports/9ee7f16a-f3c5-4963-aee1-38e279290811 HTTP/1.1" status: 204 len: 168 time: 1.3060763 Dec 13 16:28:47.230328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40344) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:47.240111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Made reservation on behalf of 4bd4d070073f475cac999d52435c8467 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:47.243776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.276074 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07a49ae-6c7f-4ade-99c7-f1a14a97bac6 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] GET failed (client error): The resource could not be found. Dec 13 16:28:47.277799 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e07a49ae-6c7f-4ade-99c7-f1a14a97bac6 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "GET /v2.0/ports/9ee7f16a-f3c5-4963-aee1-38e279290811 HTTP/1.1" status: 404 len: 333 time: 0.0463536 Dec 13 16:28:47.288099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40346) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:47.289080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9995f-b84c-4344-91d0-048807041445 None None] Pushing event updated for resources: {'Port': ['ID=c1756b72-0694-485e-b676-ac90cc8666c8,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:47.300246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Request body: {'port': {'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1710637837'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:47.331717 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-b7b909fe-b0da-4129-a84d-d5bde0e9ca69 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1100917602&fields=id&tenant_id=07834401d6d14d12b969b56adb7d04bf HTTP/1.1" status: 200 len: 267 time: 0.2613533 Dec 13 16:28:47.347796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:47.349531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7abeb26a-2f0a-4a45-a526-d31d3afbf816 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.352817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.415771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Network 915d7701-932c-4205-bf02-9aac2d1d6602 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:47.439048 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=d3276590-5d0d-497a-a416-dd50a7b7d060,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:47.446472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Made reservation on behalf of fe65db3ca85a4670aeb4dcbbb9361e05 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:47.448804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.479002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:47.540245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:47.541889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:47.541889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.557983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] device_id is not set on port e9e2f626-dc92-4688-b049-e919c4f10b1b yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:47.581352 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Allocated IP 172.20.0.7 (03ab2c84-c7f6-4e17-a13f-9b7d7325affd/118c7f7a-0cd8-45b4-8859-1b15f127ecbf/23e15828-69e3-416b-bfe1-7a0a672a5ce0) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:47.623500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-f72e6135-6666-4f55-b9c3-fe622ae77e1f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:47.630573 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-f72e6135-6666-4f55-b9c3-fe622ae77e1f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 812 time: 0.5235279 Dec 13 16:28:47.632466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7566226c-3ac4-46a3-8f6f-39774cb21f92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:47.990246 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0c40a67d-4dd9-47de-8569-3a6680aae4d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0720158 Dec 13 16:28:47.991025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40352) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:48.004083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:48.012275 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-454d9756-a183-48ff-915a-578bfa0627bf tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/quotas/ec835dc814824bc8b163c8999a2efec7 HTTP/1.1" status: 200 len: 375 time: 0.3806658 Dec 13 16:28:48.020464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7566226c-3ac4-46a3-8f6f-39774cb21f92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.081305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:28:48.083097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.124155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7abeb26a-2f0a-4a45-a526-d31d3afbf816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.126427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7abeb26a-2f0a-4a45-a526-d31d3afbf816 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.127969 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7abeb26a-2f0a-4a45-a526-d31d3afbf816 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7259dcc3-4faa-41c3-af5f-0755dba841e0 HTTP/1.1" status: 204 len: 168 time: 1.2622101 Dec 13 16:28:48.159476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-9b16bec8-977f-4027-a92c-83a093523570 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:48.161042 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-9b16bec8-977f-4027-a92c-83a093523570 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/networks?id=c18d56e5-f6e9-4069-88e5-47679c6db62e HTTP/1.1" status: 200 len: 812 time: 0.8036761 Dec 13 16:28:48.191964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abeb26a-2f0a-4a45-a526-d31d3afbf816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7259dcc3-4faa-41c3-af5f-0755dba841e0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:48.235993 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-3dbc9ab3-0374-473b-964d-cbe08f0c463c tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/quotas/07834401d6d14d12b969b56adb7d04bf HTTP/1.1" status: 200 len: 375 time: 0.0630658 Dec 13 16:28:48.269511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.300887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-3d05d8ab-2ec3-457a-969e-da97bfcc2732 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2378592 Dec 13 16:28:48.374287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7566226c-3ac4-46a3-8f6f-39774cb21f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.386725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7566226c-3ac4-46a3-8f6f-39774cb21f92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.387904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7566226c-3ac4-46a3-8f6f-39774cb21f92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e22be551-7494-4015-b634-06d5c66c3789 HTTP/1.1" status: 204 len: 168 time: 1.2460113 Dec 13 16:28:48.548075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566226c-3ac4-46a3-8f6f-39774cb21f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22be551-7494-4015-b634-06d5c66c3789,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:48.789438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] device_id is not set on port d3276590-5d0d-497a-a416-dd50a7b7d060 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:48.804735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.855633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.867182 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-e5de64a3-c0f9-4534-b292-1727a992ca71 service neutron] 10.222.0.13 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038490 Dec 13 16:28:48.925170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:48.947394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Checking segment: {'id': 'f95a8ef9-a155-4a07-98c1-f1bd46e636fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7dabc02-e1bb-4704-9b53-b255888d36c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:48.948018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network hostable DHCP agents. Network: a7dabc02-e1bb-4704-9b53-b255888d36c4, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:48.988614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7493857c-ad4e-4954-b034-f82155fc7c4d None None] Network 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:49.020070 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-80c21a1c-e3c9-4d73-b097-4c16eab90a5d service neutron] 10.222.0.13 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510422 Dec 13 16:28:49.020996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.126943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event updated for resources: {'Port': ['ID=23e15828-69e3-416b-bfe1-7a0a672a5ce0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:49.155709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:49.158493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network a7dabc02-e1bb-4704-9b53-b255888d36c4 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:49.167611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1fd5502e-a372-4d27-96f6-f4ad39b6b9ee None None] Provisioning complete for port c1756b72-0694-485e-b676-ac90cc8666c8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:49.168173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1fd5502e-a372-4d27-96f6-f4ad39b6b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.187978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:49.192755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:49.279765 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-ef8af601-4bfb-4745-9775-b2e644845dfe tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=07834401d6d14d12b969b56adb7d04bf&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0289044 Dec 13 16:28:49.282367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=d3276590-5d0d-497a-a416-dd50a7b7d060,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:49.293084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40362) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:49.293504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40364) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:49.316525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:49.317431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.340636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Subnet': ['ID=bb6f40b5-d4a9-498f-a02c-2ee4259cb79b,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:49.343890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, a7dabc02-e1bb-4704-9b53-b255888d36c4) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:49.367858 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-e0bf4187-c758-4b27-afae-3c5b68db4c02 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4846425 Dec 13 16:28:49.369374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:49.370118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.377071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-519f10ad-b070-4e4d-9f99-2311c71e3ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.386530 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.411449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-d4ad3376-81e6-4b6e-9b72-ee8f77338f7b tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:28:49.412880 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-d4ad3376-81e6-4b6e-9b72-ee8f77338f7b tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133138 Dec 13 16:28:49.419385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c1756b72-0694-485e-b676-ac90cc8666c8 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:49.422029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf99a079-42b1-4e2d-9d99-0ebea0dc72c5 None None] Network a7dabc02-e1bb-4704-9b53-b255888d36c4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:49.430667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:49.431003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:49.431465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:49.477885 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-809e6607-4563-4fcb-bda4-042bcbbc5fde admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91678076bf5149b2b9506c0145b19f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472905 Dec 13 16:28:49.485498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40372) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:49.548319 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c3b06303-e105-4f4c-8876-04e409d70ddf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4638910 Dec 13 16:28:49.553730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40378) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:49.576601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'port': {'network_id': 'a7dabc02-e1bb-4704-9b53-b255888d36c4', 'name': 'tempest-NetworksIpV6TestAttrs-1157862703'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:49.667836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-519f10ad-b070-4e4d-9f99-2311c71e3ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.687414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:49.687865 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:49.696098 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 2 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:49.722717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-519f10ad-b070-4e4d-9f99-2311c71e3ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.804440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.823764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-71fc57d1-dcb0-4056-bb71-6c0b4fc83887 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:28:49.824479 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-a7dabc02-e1bb-4704-9b53-b255888d36c4', 'network_id': 'a7dabc02-e1bb-4704-9b53-b255888d36c4', 'project_id': 'a40412807d0744908d6c2a6b7b28946f', 'fixed_ips': [{'subnet_id': 'bb6f40b5-d4a9-498f-a02c-2ee4259cb79b'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:28:49.825454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-71fc57d1-dcb0-4056-bb71-6c0b4fc83887 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1417570 Dec 13 16:28:49.825587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.842123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:49.843207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:49.843774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:49.858187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:49.859608 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:49.862051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1fd5502e-a372-4d27-96f6-f4ad39b6b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:49.878669 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 3 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:49.982993 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port c1756b72-0694-485e-b676-ac90cc8666c8 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:49.983906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.047757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Request body: {'port': {'device_id': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:50.086306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-519f10ad-b070-4e4d-9f99-2311c71e3ff5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51b8673b3c13456888bc040aaee793bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7905507 Dec 13 16:28:50.117768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Allocated IP 2001:db8::f816:3eff:fe74:1e1c (a7dabc02-e1bb-4704-9b53-b255888d36c4/bb6f40b5-d4a9-498f-a02c-2ee4259cb79b/6db127dc-20a4-4482-97e0-7690b5f6d416) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:50.139261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e2f626-dc92-4688-b049-e919c4f10b1b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:50.144287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40394) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:50.146060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6819d452-e9c4-4fb2-92d5-3b109a5a4940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.165873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f10ad-b070-4e4d-9f99-2311c71e3ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb995a65-d44c-47b8-be71-b12f8b9d9542,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:50.226108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6819d452-e9c4-4fb2-92d5-3b109a5a4940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.277357 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6881c-55cd-4cc2-998b-08fc724edad6 req-00d768d0-1c80-4433-851f-32c0fc75660c tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:50.280419 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-50d6881c-55cd-4cc2-998b-08fc724edad6 req-00d768d0-1c80-4433-851f-32c0fc75660c tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 931 time: 0.5976286 Dec 13 16:28:50.281319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:50.281767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:50.282206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:50.376545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.412427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:50.412781 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:50.431969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.437060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 4 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:50.447567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.454609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1fd5502e-a372-4d27-96f6-f4ad39b6b9ee None None] For port c1756b72-0694-485e-b676-ac90cc8666c8, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c1756b72-0694-485e-b676-ac90cc8666c8,segment=NetworkSegment(7a48d06d-c3b0-4deb-b195-9b1278380c7b),segment_id=7a48d06d-c3b0-4deb-b195-9b1278380c7b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:50.574243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6819d452-e9c4-4fb2-92d5-3b109a5a4940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.575903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6819d452-e9c4-4fb2-92d5-3b109a5a4940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.576115 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6819d452-e9c4-4fb2-92d5-3b109a5a4940 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f9ef0a6-5ece-45e7-ad92-8360eb701ded HTTP/1.1" status: 204 len: 168 time: 1.0869484 Dec 13 16:28:50.632141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:50.632478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:50.632874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:50.662975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Network 270f1f41-715b-4633-a7af-0c45318e0abe is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:50.666571 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-50d6881c-55cd-4cc2-998b-08fc724edad6 req-68caed1b-e372-499c-be0f-1bd82f9feb9c tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3518541 Dec 13 16:28:50.678913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:50.679252 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:50.695301 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-6c4b2d91-d7cf-457d-8e70-da97e459b17e service neutron] 10.222.0.13 "GET /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8424721 Dec 13 16:28:50.706339 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 5 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:50.717371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2003-a1a4-41ef-878f-14d3221ff4a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.723589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819d452-e9c4-4fb2-92d5-3b109a5a4940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9ef0a6-5ece-45e7-ad92-8360eb701ded,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:50.737404 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:50.743125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1fd5502e-a372-4d27-96f6-f4ad39b6b9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.849035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Network a7dabc02-e1bb-4704-9b53-b255888d36c4 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:50.876280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:50.880856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:50.888137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Pushing event updated for resources: {'Port': ['ID=6db127dc-20a4-4482-97e0-7690b5f6d416,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:50.888498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:50.892902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:50.893563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:50.924779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:50.931810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:50.934149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:50.991484 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ec7edc8c-758d-4664-bb85-7e18d92d3947 req-f35885f9-2f31-4c4d-b59a-fb2c8a96f6ac tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 210 time: 0.1866043 Dec 13 16:28:51.000635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5502e-a372-4d27-96f6-f4ad39b6b9ee None None] Pushing event updated for resources: {'Port': ['ID=c1756b72-0694-485e-b676-ac90cc8666c8,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:51.005150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2003-a1a4-41ef-878f-14d3221ff4a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:51.007620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:51.010708 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:51.058374 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 6 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:51.175201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:51.183466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:51.190190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:51.190190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:51.190533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:51.202958 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-61659d5c-b4f9-4b88-a7d6-0863420d51c5 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.9104090 Dec 13 16:28:51.203516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40412) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:51.239416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2ca95ade-32cf-42e9-8b64-d7b35e777a3b None None] Provisioning complete for port c1756b72-0694-485e-b676-ac90cc8666c8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:51.240031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2ca95ade-32cf-42e9-8b64-d7b35e777a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:51.240156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:51.276729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:51.289293 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:51.300769 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 7 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:51.325276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:51.365292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] device_id is not set on port 310dc9a6-8b8e-4453-8d48-558f161b262c yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:51.394471 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-b777027c-ab29-4ff1-95fc-75783dfeadfa service neutron] 10.222.0.13 "GET /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982462 Dec 13 16:28:51.397822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:51.406952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:51.407435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:51.432091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:51.432091 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:51.436844 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 8 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:51.445127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2003-a1a4-41ef-878f-14d3221ff4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:51.463050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c1756b72-0694-485e-b676-ac90cc8666c8 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:51.464030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2003-a1a4-41ef-878f-14d3221ff4a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:51.477340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a3dc2003-a1a4-41ef-878f-14d3221ff4a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb995a65-d44c-47b8-be71-b12f8b9d9542 HTTP/1.1" status: 204 len: 168 time: 1.2953324 Dec 13 16:28:51.555545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc2003-a1a4-41ef-878f-14d3221ff4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb995a65-d44c-47b8-be71-b12f8b9d9542,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:51.559527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:51.559869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:51.569191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:51.598494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:51.598796 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:51.599194 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 9 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:51.661191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:51.661667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:51.662016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:51.681622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:51.681873 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:51.683459 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 10 to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 Dec 13 16:28:51.707429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Attempting to bind port 6db127dc-20a4-4482-97e0-7690b5f6d416 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:51.707816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Attempting to bind port 6db127dc-20a4-4482-97e0-7690b5f6d416 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'f95a8ef9-a155-4a07-98c1-f1bd46e636fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7dabc02-e1bb-4704-9b53-b255888d36c4'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:51.708229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Attempting to bind port 6db127dc-20a4-4482-97e0-7690b5f6d416 on network a7dabc02-e1bb-4704-9b53-b255888d36c4 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:51.729969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:51.730311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:51.730667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:51.740728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:51.741107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Checking segment: {'id': 'f95a8ef9-a155-4a07-98c1-f1bd46e636fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7dabc02-e1bb-4704-9b53-b255888d36c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:51.741532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:51.744599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Bound using segment: {'id': 'f95a8ef9-a155-4a07-98c1-f1bd46e636fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7dabc02-e1bb-4704-9b53-b255888d36c4'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:51.744847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Bound port: 6db127dc-20a4-4482-97e0-7690b5f6d416, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f95a8ef9-a155-4a07-98c1-f1bd46e636fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'a7dabc02-e1bb-4704-9b53-b255888d36c4'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:51.745242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:51.748224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:51.748544 dv-neutron-821599-1-hyperv neutron-server[103052]: ERROR neutron.plugins.ml2.managers [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port d3276590-5d0d-497a-a416-dd50a7b7d060 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:28:51.748913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:52.137111 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4edb9e2e-c190-4aee-a8d4-b61e2f37533f req-ac4cea47-8941-419f-a057-b55f895fbc29 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.1797042 Dec 13 16:28:52.175660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc41a0-a5b4-455f-8a10-967b2236650b req-f6cfbc19-1a40-4156-bab5-31360815e1c1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.183170 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-49fc41a0-a5b4-455f-8a10-967b2236650b req-f6cfbc19-1a40-4156-bab5-31360815e1c1 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 931 time: 0.3180547 Dec 13 16:28:52.192302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] For port d3276590-5d0d-497a-a416-dd50a7b7d060, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:52.192625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempted to set empty binding levels {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 16:28:52.202831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:52.209551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2ca95ade-32cf-42e9-8b64-d7b35e777a3b None None] Provisioning complete for port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:52.211696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2ca95ade-32cf-42e9-8b64-d7b35e777a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:52.285562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] In _notify_port_updated(), no bound segment for port d3276590-5d0d-497a-a416-dd50a7b7d060 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:28:52.288669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Allocated IP 2001:db8::f816:3eff:fe73:c66 (a7dabc02-e1bb-4704-9b53-b255888d36c4/bb6f40b5-d4a9-498f-a02c-2ee4259cb79b/310dc9a6-8b8e-4453-8d48-558f161b262c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:52.295763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.296970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:52.298474 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "PUT /v2.0/ports/d3276590-5d0d-497a-a416-dd50a7b7d060 HTTP/1.1" status: 200 len: 980 time: 4.2987061 Dec 13 16:28:52.316522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40452) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:52.403045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2ca95ade-32cf-42e9-8b64-d7b35e777a3b None None] Port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:52.419361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] For port 6db127dc-20a4-4482-97e0-7690b5f6d416, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:52.429920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port c1756b72-0694-485e-b676-ac90cc8666c8 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:52.434984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:52.472904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-49fc41a0-a5b4-455f-8a10-967b2236650b req-df2e6b10-88f7-47b4-bdeb-1adb5bba04b0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849579 Dec 13 16:28:52.515528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca9f4-a2d9-4de8-8b3e-9b02f181d55a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=d3276590-5d0d-497a-a416-dd50a7b7d060,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:52.562100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] For port 6db127dc-20a4-4482-97e0-7690b5f6d416, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6db127dc-20a4-4482-97e0-7690b5f6d416,segment=NetworkSegment(f95a8ef9-a155-4a07-98c1-f1bd46e636fa),segment_id=f95a8ef9-a155-4a07-98c1-f1bd46e636fa)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:52.583198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:52.694399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-49a06cec-80ce-423e-8d50-fdac8dfe6021 req-737064cf-e23c-4847-bb89-45c526b775f5 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 210 time: 0.2611120 Dec 13 16:28:52.706242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40460) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:52.820183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e15828-69e3-416b-bfe1-7a0a672a5ce0 {{(pid=103053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:28:52.820510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c45bf-9d47-4ef2-8909-56467c66092d None None] Pushing event updated for resources: {'Port': ['ID=6db127dc-20a4-4482-97e0-7690b5f6d416,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:52.826934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.826934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.826934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.828868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.828868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.828868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.828868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.829168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.839301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.863334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.865148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.865728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.867078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.869191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.871780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.873362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.874760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.875928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.876441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.878797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.883039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:52.891594 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-94a92178-21dc-4a60-9380-ffbc5bbe4093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18697 time: 0.5714715 Dec 13 16:28:52.894304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40466) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:52.915447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.31', 55485) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:52.954247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.130945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-8f1d1115-6ff9-4095-b111-649928ec657b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:53.132475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-8f1d1115-6ff9-4095-b111-649928ec657b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.31 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 812 time: 0.1537178 Dec 13 16:28:53.147336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-508446045'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:53.151053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] device_id is not set on port e9e2f626-dc92-4688-b049-e919c4f10b1b yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:53.230802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Made reservation on behalf of 4730917573c344e68a977a5f7013bfe5 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:53.231617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.235350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.260122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.provisioning_blocks [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Transition to ACTIVE for port object 23e15828-69e3-416b-bfe1-7a0a672a5ce0 will not be triggered until provisioned by entity L2. {{(pid=103053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:28:53.274583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.311509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.318673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.337147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.486261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e2f626-dc92-4688-b049-e919c4f10b1b,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:53.597202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40480) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:53.653073 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-32d1e544-151e-4082-93e9-b1132d0f0a0b req-3f400aa0-61fb-4d61-ae5a-e8d7c757941a tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.2620411 Dec 13 16:28:53.752891 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-e2e918c6-a011-4e1c-ad54-5a2376a17d85 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec835dc814824bc8b163c8999a2efec7 HTTP/1.1" status: 200 len: 380 time: 0.5320365 Dec 13 16:28:53.755246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=23e15828-69e3-416b-bfe1-7a0a672a5ce0,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:53.759930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Deleting port d3276590-5d0d-497a-a416-dd50a7b7d060 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:53.760635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.835036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Request body: {'port': {'device_id': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'admin_state_up': True, 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'security_groups': ['bf0e346f-12e6-467d-b2ea-52f5c41fffe5']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:53.838127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:53.915161 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network a7dabc02-e1bb-4704-9b53-b255888d36c4 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:53.919866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:53.923825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:53.924633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:53.987316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:53.990021 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:53.996567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:53.997325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.020965 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Port': ['ID=310dc9a6-8b8e-4453-8d48-558f161b262c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:54.024706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:54.025191 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:54.029672 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 2 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:54.057154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Attempting to bind port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:54.057739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Attempting to bind port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:54.058390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Attempting to bind port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 on network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:54.084875 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-738a4d1e-69de-4212-9075-7760abbd51c0 tempest-AgentManagementNegativeTest-163115878 tempest-AgentManagementNegativeTest-163115878-project] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4815044 Dec 13 16:28:54.117865 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d6ecb1c2-ea38-468c-ac40-6c4edbe79972 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.5587804 Dec 13 16:28:54.127934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40492) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:54.144726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 on network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:54.145129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Attempting to bind port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 on network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:54.170932 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:54.171444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:54.171885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:54.181579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:54.182059 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:54.184905 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 3 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:54.190806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:54.191437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Checking segment: {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:54.192100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Bound using segment: {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'} {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:54.193280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Bound port: 23e15828-69e3-416b-bfe1-7a0a672a5ce0, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06410954-2e48-4c2e-925c-cd718253adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd'}}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:54.193749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.234846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:54.235311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:54.235758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:54.267395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4438b2f-495c-453c-b3cd-744d1d977956 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting subnet bb6f40b5-d4a9-498f-a02c-2ee4259cb79b {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:28:54.271169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4438b2f-495c-453c-b3cd-744d1d977956 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.326470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:54.327243 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:54.331466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4438b2f-495c-453c-b3cd-744d1d977956 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.344195 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 4 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:54.518097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] For port d3276590-5d0d-497a-a416-dd50a7b7d060, host hv-neutron-8215, got binding levels [] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:54.518611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.578146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd061aa5-6d24-4395-b20e-05fd3648fe49 req-a424174d-fe0b-43db-80c3-3903b34448b7 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:54.579789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fd061aa5-6d24-4395-b20e-05fd3648fe49 req-a424174d-fe0b-43db-80c3-3903b34448b7 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 943 time: 0.9149418 Dec 13 16:28:54.583730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Calling delete_port for d3276590-5d0d-497a-a416-dd50a7b7d060 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:54.624204 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b93d891c-4a62-430f-b9e1-25bd95c9e0ac req-e5064968-a3e9-4119-96dc-1f7294dd7b37 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 210 time: 0.0970721 Dec 13 16:28:54.649658 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40496) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:54.682962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:54.683304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:54.683617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:54.713221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.713702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:54.715108 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:54.725835 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 5 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:54.766042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d330a01d-1ebc-4d73-bf16-57a87ab24e2d None None] Network a7dabc02-e1bb-4704-9b53-b255888d36c4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:54.779326 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fd061aa5-6d24-4395-b20e-05fd3648fe49 req-0820d77a-299a-4c06-8f45-9a5cafe53ab7 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670320 Dec 13 16:28:54.781275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.790786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] For port 23e15828-69e3-416b-bfe1-7a0a672a5ce0, host hv-neutron-8215, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:54.797764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:54.810254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.810254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Added segment c70b308d-17c3-4fb3-9e51-af65dad50535 of type vlan for network 8e56282c-970d-4e0e-9972-83b581156cf7 Dec 13 16:28:54.865495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:54.865926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:54.866157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:54.874184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.877379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] For port 23e15828-69e3-416b-bfe1-7a0a672a5ce0, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:54.886145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:54.886472 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:54.928341 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 6 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:54.931296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e60e0016-2300-4378-8862-c4e64c99ef0d None None] Provisioning complete for port 6db127dc-20a4-4482-97e0-7690b5f6d416 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:54.931989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e60e0016-2300-4378-8862-c4e64c99ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.932106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.974611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15d17766-1c44-4f05-9b26-444a92a940d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:54.991208 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2932097d-0989-481e-a010-39598c73990d req-37e9230a-aaea-454f-b5db-e29ca2b29e37 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.0773342 Dec 13 16:28:55.006262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:55.006589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:55.006941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:55.036696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:55.037316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.038897 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] 10.222.0.31 "PUT /v2.0/ports/23e15828-69e3-416b-bfe1-7a0a672a5ce0 HTTP/1.1" status: 200 len: 1093 time: 5.3522398 Dec 13 16:28:55.040705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'tag': '23e15828-69e3-416b-bfe1-7a0a672a5ce0'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:28:55.048501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.063783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:55.064688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.066167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:55.066556 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:55.083075 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 7 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:55.139511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc349e3-2c2c-4efc-900f-0c2e399d4e99 service neutron] Pushing event updated for resources: {'Port': ['ID=23e15828-69e3-416b-bfe1-7a0a672a5ce0,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:55.145113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:55.145409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:55.145703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:55.167091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:55.171265 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:55.174033 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 8 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:55.215379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4438b2f-495c-453c-b3cd-744d1d977956 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.259395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e60e0016-2300-4378-8862-c4e64c99ef0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.361873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:55.362464 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:55.362760 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:55.386473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac377-44c2-441f-895d-90abb35b2aa9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.421374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a0b17-70b5-4d03-8982-722013822dce" -d '{"events": [{"name": "network-changed", "server_uuid": "557ef482-4735-49cb-bfe2-3ff4c874d2c2", "tag": "23e15828-69e3-416b-bfe1-7a0a672a5ce0"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:28:55.425850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd2c05a-f58f-4438-8c03-e6bae7069bb7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:55.464742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6db127dc-20a4-4482-97e0-7690b5f6d416 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:28:55.472405 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7543092 Dec 13 16:28:55.485543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:55.486465 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:55.487494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40510) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:55.487997 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 9 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:55.498021 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'subnet': {'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:55.515690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4438b2f-495c-453c-b3cd-744d1d977956 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.521938 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8fdb5-b7c2-49de-a28d-ae9075375a18 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Network': ['ID=8e56282c-970d-4e0e-9972-83b581156cf7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:55.538437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.599951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8e56282c-970d-4e0e-9972-83b581156cf7 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:55.606800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3276590-5d0d-497a-a416-dd50a7b7d060,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:55.635799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.639809 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ccb9cdcc-4810-43cb-902d-41e69f776b2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d3276590-5d0d-497a-a416-dd50a7b7d060 HTTP/1.1" status: 204 len: 168 time: 2.7442427 Dec 13 16:28:55.643443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40512) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:55.644308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Made reservation on behalf of ec835dc814824bc8b163c8999a2efec7 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:55.651824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4438b2f-495c-453c-b3cd-744d1d977956 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Subnet': ['ID=bb6f40b5-d4a9-498f-a02c-2ee4259cb79b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:55.655663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.702909 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:55.703250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:55.703587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:55.753065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:55.753408 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:55.759833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-f1f2c784-722d-43c7-909e-af1e7aa658b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:55.762997 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-f1f2c784-722d-43c7-909e-af1e7aa658b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4bd4d070073f475cac999d52435c8467&device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 1096 time: 0.4962347 Dec 13 16:28:55.767287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4438b2f-495c-453c-b3cd-744d1d977956 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.777056 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f4438b2f-495c-453c-b3cd-744d1d977956 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/subnets/bb6f40b5-d4a9-498f-a02c-2ee4259cb79b HTTP/1.1" status: 204 len: 168 time: 1.6425843 Dec 13 16:28:55.782945 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 10 to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b Dec 13 16:28:55.792162 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-755750b5-b71a-4269-9dc3-e340a57ff923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] GET failed (client error): The resource could not be found. Dec 13 16:28:55.799081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-755750b5-b71a-4269-9dc3-e340a57ff923 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "GET /v2.0/ports/d3276590-5d0d-497a-a416-dd50a7b7d060 HTTP/1.1" status: 404 len: 333 time: 0.1298215 Dec 13 16:28:55.817434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 6db127dc-20a4-4482-97e0-7690b5f6d416 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:55.818025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:55.819230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40516) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:55.819665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40520) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:55.872035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e78801-c8d4-4c5a-8803-b74a69dea763 x-openstack-request-id: req-17e78801-c8d4-4c5a-8803-b74a69dea763 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:28:55.872322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557ef482-4735-49cb-bfe2-3ff4c874d2c2", "tag": "23e15828-69e3-416b-bfe1-7a0a672a5ce0", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:28:55.873116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17e78801-c8d4-4c5a-8803-b74a69dea763 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:28:55.873676 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'tag': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'status': 'completed', 'code': 200} Dec 13 16:28:55.875194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:55.875375 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:55.875699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:55.894484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1262845359', 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:55.948095 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66633d85-9a88-4058-90f1-631bd68c8691 req-9686a521-d9a7-4ce9-8b50-ce1df48d4ade tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 210 time: 0.1152713 Dec 13 16:28:55.977721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.31', 55489) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:55.985021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac377-44c2-441f-895d-90abb35b2aa9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.017524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad7ac377-44c2-441f-895d-90abb35b2aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.019978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.050430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-e60e0016-2300-4378-8862-c4e64c99ef0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:28:56.055149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-e60e0016-2300-4378-8862-c4e64c99ef0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:28:56.074341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ac377-44c2-441f-895d-90abb35b2aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad0e956-3187-4101-a68a-c494b74723c5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:56.124743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 6db127dc-20a4-4482-97e0-7690b5f6d416, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6db127dc-20a4-4482-97e0-7690b5f6d416,segment=NetworkSegment(f95a8ef9-a155-4a07-98c1-f1bd46e636fa),segment_id=f95a8ef9-a155-4a07-98c1-f1bd46e636fa)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:56.138389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.144769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468df38-e0db-412e-93ce-39ec74221ad2 None None] Network a7dabc02-e1bb-4704-9b53-b255888d36c4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:56.167790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595463b-65ea-4152-9d79-534cd28a104e tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:56.170196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595463b-65ea-4152-9d79-534cd28a104e tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:56.172006 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4595463b-65ea-4152-9d79-534cd28a104e tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3469272 Dec 13 16:28:56.204885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40530) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:56.217034 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Made reservation on behalf of 884d5b23225c4bd9807f15da52ff25e6 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:56.220900 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.257574 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-190fe2d2-126d-480e-ba98-4e7452ef1bef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0 HTTP/1.1" status: 200 len: 217 time: 0.4369156 Dec 13 16:28:56.259786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:28:56.260114 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port e9e2f626-dc92-4688-b049-e919c4f10b1b on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:28:56.260470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.322196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f1b377c9-f36c-4abe-a9b2-475cbb65a177 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.359012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] For port e9e2f626-dc92-4688-b049-e919c4f10b1b, host hv-neutron-8215, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:56.359484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempted to set empty binding levels {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 16:28:56.361557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=6db127dc-20a4-4482-97e0-7690b5f6d416,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:56.371186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] device_id is not set on port a0eaca0c-3ac6-4af8-ad13-9170b8095085 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:56.399289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.422118 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f090c1c-8cc9-467f-9039-90e306bed2da req-4db386cf-116d-4c6d-bf02-dedbed986fe4 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.2107809 Dec 13 16:28:56.491191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Made reservation on behalf of 4730917573c344e68a977a5f7013bfe5 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:56.495904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.516552 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ad7ac377-44c2-441f-895d-90abb35b2aa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c500c4b9ee047f380b9920f7453fda2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8631630 Dec 13 16:28:56.524970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40534) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:56.559048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] DHCP port deletion for a7dabc02-e1bb-4704-9b53-b255888d36c4 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:28:56.593901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0f3ef-1fd3-4859-a62f-79299a415d7a req-dd741324-e44a-44c7-aa9a-7d7a54d1d118 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:56.597740 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c8c0f3ef-1fd3-4859-a62f-79299a415d7a req-dd741324-e44a-44c7-aa9a-7d7a54d1d118 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 943 time: 0.5871811 Dec 13 16:28:56.600275 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b377c9-f36c-4abe-a9b2-475cbb65a177 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 16:28:56.602087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b377c9-f36c-4abe-a9b2-475cbb65a177 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:28:56.623227 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f1b377c9-f36c-4abe-a9b2-475cbb65a177 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/a7dabc02-e1bb-4704-9b53-b255888d36c4 HTTP/1.1" status: 409 len: 405 time: 0.4128799 Dec 13 16:28:56.650792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40536) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:56.674230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1668795232'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:56.710101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] In _notify_port_updated(), no bound segment for port e9e2f626-dc92-4688-b049-e919c4f10b1b on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:28:56.711100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:56.712401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.716282 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "PUT /v2.0/ports/e9e2f626-dc92-4688-b049-e919c4f10b1b HTTP/1.1" status: 200 len: 977 time: 5.4912586 Dec 13 16:28:56.737864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40538) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:56.739163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.765087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] Deleting port 6db127dc-20a4-4482-97e0-7690b5f6d416 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:56.765689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.790831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9313c55a-2f6e-4e65-b947-c52a18d9ee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:56.792203 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-9313c55a-2f6e-4e65-b947-c52a18d9ee87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=118c7f7a-0cd8-45b4-8859-1b15f127ecbf HTTP/1.1" status: 200 len: 845 time: 0.5144534 Dec 13 16:28:56.802316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Allocated IP 172.20.0.12 (44645876-4c40-4082-853e-5e11cb1e413d/9964ed4a-594e-456c-a0bd-5853314db296/9decc787-3c0b-47bf-804f-7eb10d70a4b5) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:56.876722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] For port 6db127dc-20a4-4482-97e0-7690b5f6d416, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6db127dc-20a4-4482-97e0-7690b5f6d416,segment=NetworkSegment(f95a8ef9-a155-4a07-98c1-f1bd46e636fa),segment_id=f95a8ef9-a155-4a07-98c1-f1bd46e636fa)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:56.877343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:56.885639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b909b-e594-4626-8cda-50b04544232e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e2f626-dc92-4688-b049-e919c4f10b1b,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:56.897513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] Calling delete_port for 6db127dc-20a4-4482-97e0-7690b5f6d416 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:56.992228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.057016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.096153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4973417a-c72a-4ce5-901b-1db4958e6383 None None] Provisioning complete for port 6db127dc-20a4-4482-97e0-7690b5f6d416 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:57.096882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4973417a-c72a-4ce5-901b-1db4958e6383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.097087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Subnet': ['ID=237826cb-5119-4570-9e21-a9d1ff939f9a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:57.112035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Checking segment: {'id': 'c70b308d-17c3-4fb3-9e51-af65dad50535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:57.113394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Network hostable DHCP agents. Network: 8e56282c-970d-4e0e-9972-83b581156cf7, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:57.127694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.128073 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.128527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.128974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.129780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.130144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.130595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.131064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.131502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.131941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.132380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.132816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.133261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.133695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.134131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.134572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.135035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.135472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.135986 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.136265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] Pushing event deleted for resources: {'Port': ['ID=6db127dc-20a4-4482-97e0-7690b5f6d416,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:57.136387 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.136759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.140791 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-54162bc1-8d63-4042-bc36-28834e411755 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18764 time: 0.3874030 Dec 13 16:28:57.145009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff38a7c-8b81-4044-8078-a000f807b7e7 None None] No DVR routers for this DVR port 6db127dc-20a4-4482-97e0-7690b5f6d416 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:28:57.150379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4973417a-c72a-4ce5-901b-1db4958e6383 None None] Port 6db127dc-20a4-4482-97e0-7690b5f6d416 was deleted so its status cannot be updated. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 16:28:57.167063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40542) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:57.193736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4973417a-c72a-4ce5-901b-1db4958e6383 None None] Provisioning complete for port 310dc9a6-8b8e-4453-8d48-558f161b262c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:57.194107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4973417a-c72a-4ce5-901b-1db4958e6383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.194713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c8c0f3ef-1fd3-4859-a62f-79299a415d7a req-c7f8a674-627e-4b26-8d55-d71211f9a1d9 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5527785 Dec 13 16:28:57.196027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.248187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4973417a-c72a-4ce5-901b-1db4958e6383 None None] Port 310dc9a6-8b8e-4453-8d48-558f161b262c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:57.291675 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Network 8e56282c-970d-4e0e-9972-83b581156cf7 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:57.298305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2758b6cf-2ce1-4527-8280-a632b6c0de05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.300958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.322357 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Network 44645876-4c40-4082-853e-5e11cb1e413d is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:57.323896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:57.330171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.343098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 8e56282c-970d-4e0e-9972-83b581156cf7) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:57.353718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a60018-37bc-4d2b-85b6-84245a1cbf49 None None] Network 8e56282c-970d-4e0e-9972-83b581156cf7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:57.362572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Deleting port e9e2f626-dc92-4688-b049-e919c4f10b1b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:57.362572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.366119 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.366735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.367284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:57.439466 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-192bed53-7020-49bd-a117-9c2b07ea9341 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9452572 Dec 13 16:28:57.441152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40544) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:57.442149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.449839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-50838842'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:57.479137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6db127dc-20a4-4482-97e0-7690b5f6d416 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:28:57.492058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:57.523978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event updated for resources: {'Port': ['ID=9decc787-3c0b-47bf-804f-7eb10d70a4b5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:57.557930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] For port e9e2f626-dc92-4688-b049-e919c4f10b1b, host hv-neutron-8215, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:28:57.558292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.564251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:28:57.576767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.577479 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Added segment 42efb726-3d7a-4cb5-b2ab-a55118c8da23 of type vlan for network 642c9dd4-0b01-4a99-b73a-d59458b736b2 Dec 13 16:28:57.641507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.663685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Calling delete_port for e9e2f626-dc92-4688-b049-e919c4f10b1b owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:57.670336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Network 915d7701-932c-4205-bf02-9aac2d1d6602 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:57.690897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:57.700492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:57.701899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.703752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.712543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=a0eaca0c-3ac6-4af8-ad13-9170b8095085,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:57.746549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.747148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-8e56282c-970d-4e0e-9972-83b581156cf7', 'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7', 'project_id': '4730917573c344e68a977a5f7013bfe5', 'fixed_ips': [{'subnet_id': '237826cb-5119-4570-9e21-a9d1ff939f9a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:28:57.748242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.750858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.751595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 6db127dc-20a4-4482-97e0-7690b5f6d416 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:28:57.751940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6db127dc-20a4-4482-97e0-7690b5f6d416 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:28:57.752104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.801218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a471646-4579-4072-ae33-9dfeffe82dee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:57.862802 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fdc22a08-cbe3-400e-8b0c-3412bf4d162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0237398 Dec 13 16:28:57.866792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40548) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:57.897867 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-26367f10-e83d-4c61-8e6b-8ca2678951dc req-1f4b80d2-362b-44a5-bd68-3a2f38592864 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.2069170 Dec 13 16:28:57.909452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Network': ['ID=642c9dd4-0b01-4a99-b73a-d59458b736b2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:57.923544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b7468-6f1b-4ebd-9f3a-8b09efe6121d req-f4fcbe6e-3eaa-465e-a9e0-746981044823 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.928411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb62f35e-ad6b-4d0a-b025-500dd1fdbbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:57.932663 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bb62f35e-ad6b-4d0a-b025-500dd1fdbbcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "GET /v2.0/ports/a0eaca0c-3ac6-4af8-ad13-9170b8095085 HTTP/1.1" status: 200 len: 959 time: 0.0649252 Dec 13 16:28:57.935274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40550) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:57.939214 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f15b7468-6f1b-4ebd-9f3a-8b09efe6121d req-f4fcbe6e-3eaa-465e-a9e0-746981044823 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 932 time: 0.7991180 Dec 13 16:28:57.945153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Allocated IP 2001:db8::2 (8e56282c-970d-4e0e-9972-83b581156cf7/237826cb-5119-4570-9e21-a9d1ff939f9a/f200f9a4-4755-4d46-8801-c5c3d846017c) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:57.950434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 642c9dd4-0b01-4a99-b73a-d59458b736b2 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:28:57.993474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a471646-4579-4072-ae33-9dfeffe82dee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.051001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-efd30d24-911c-4856-ba86-56da5d8246f1 None None] Provisioning complete for port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:28:58.051524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-efd30d24-911c-4856-ba86-56da5d8246f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.105061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-efd30d24-911c-4856-ba86-56da5d8246f1 None None] Port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:28:58.112089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-44e91ead-46a0-4701-9171-094d0b0adfce tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:58.113520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-44e91ead-46a0-4701-9171-094d0b0adfce tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.31 "GET /v2.0/networks?id=c18d56e5-f6e9-4069-88e5-47679c6db62e HTTP/1.1" status: 200 len: 812 time: 1.9621787 Dec 13 16:28:58.114817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Made reservation on behalf of 4730917573c344e68a977a5f7013bfe5 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:58.119997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.126108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0041a-fc08-4ea2-ab58-e35e069afd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Deleting port a0eaca0c-3ac6-4af8-ad13-9170b8095085 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:28:58.126301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a471646-4579-4072-ae33-9dfeffe82dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.128000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c4c0041a-fc08-4ea2-ab58-e35e069afd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.129741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a471646-4579-4072-ae33-9dfeffe82dee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.129931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.133671 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5a471646-4579-4072-ae33-9dfeffe82dee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cad0e956-3187-4101-a68a-c494b74723c5 HTTP/1.1" status: 204 len: 168 time: 1.5964777 Dec 13 16:28:58.141982 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-db9184ac-ab46-421d-94c2-e4f928311de0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4962230 Dec 13 16:28:58.150425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:58.151036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.153330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40554) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:58.163435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'subnet': {'network_id': '642c9dd4-0b01-4a99-b73a-d59458b736b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:58.201923 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f15b7468-6f1b-4ebd-9f3a-8b09efe6121d req-696466df-04b0-4582-9a9a-a1834d70b4f5 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616637 Dec 13 16:28:58.216744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a471646-4579-4072-ae33-9dfeffe82dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad0e956-3187-4101-a68a-c494b74723c5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:58.405182 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-673cff49-5c7a-41be-af74-965b638866f6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6250584 Dec 13 16:28:58.455951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.468263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.498083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.524138 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169e244-50b5-48c6-a994-cfb1b6905c2d req-59110084-be18-4b15-a170-4c5cc897f82a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:58.526528 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b169e244-50b5-48c6-a994-cfb1b6905c2d req-59110084-be18-4b15-a170-4c5cc897f82a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 943 time: 0.1927192 Dec 13 16:28:58.527196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:58.531890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.539558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9e2f626-dc92-4688-b049-e919c4f10b1b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:58.548899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] device_id is not set on port d171fefd-3184-43e9-8c3b-0291f2adcc4a yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:58.552856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Network 8e56282c-970d-4e0e-9972-83b581156cf7 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:58.555603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.561354 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b5652fb7-423f-4ada-a9f6-3f022f563a41 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e9e2f626-dc92-4688-b049-e919c4f10b1b HTTP/1.1" status: 204 len: 168 time: 1.3901839 Dec 13 16:28:58.563078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:58.569241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40560) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:58.581623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:58.644272 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8cd5648-d3ec-463b-a7cc-c63a157b84e2 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] GET failed (client error): The resource could not be found. Dec 13 16:28:58.645802 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c8cd5648-d3ec-463b-a7cc-c63a157b84e2 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "GET /v2.0/ports/e9e2f626-dc92-4688-b049-e919c4f10b1b HTTP/1.1" status: 404 len: 333 time: 0.0756035 Dec 13 16:28:58.656025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c4c0041a-fc08-4ea2-ab58-e35e069afd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.658221 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40566) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:58.664007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1198789142', 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:58.698858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-c4c0041a-fc08-4ea2-ab58-e35e069afd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Calling delete_port for a0eaca0c-3ac6-4af8-ad13-9170b8095085 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:28:58.765556 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b169e244-50b5-48c6-a994-cfb1b6905c2d req-4f42222b-5db2-4495-ac1e-43e5b956b640 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290995 Dec 13 16:28:58.795297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Pushing event updated for resources: {'Port': ['ID=f200f9a4-4755-4d46-8801-c5c3d846017c,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:58.810486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Allocated IP 2001:db8::165 (8e56282c-970d-4e0e-9972-83b581156cf7/237826cb-5119-4570-9e21-a9d1ff939f9a/d171fefd-3184-43e9-8c3b-0291f2adcc4a) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:28:58.821484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Attempting to bind port f200f9a4-4755-4d46-8801-c5c3d846017c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:28:58.822049 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Attempting to bind port f200f9a4-4755-4d46-8801-c5c3d846017c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c70b308d-17c3-4fb3-9e51-af65dad50535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:28:58.822592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Attempting to bind port f200f9a4-4755-4d46-8801-c5c3d846017c on network 8e56282c-970d-4e0e-9972-83b581156cf7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:28:58.837712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:28:58.838116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Checking segment: {'id': 'c70b308d-17c3-4fb3-9e51-af65dad50535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:58.838496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.839510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Bound using segment: {'id': 'c70b308d-17c3-4fb3-9e51-af65dad50535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:28:58.839510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Bound port: f200f9a4-4755-4d46-8801-c5c3d846017c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70b308d-17c3-4fb3-9e51-af65dad50535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:28:58.840820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.937025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Made reservation on behalf of fe65db3ca85a4670aeb4dcbbb9361e05 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:58.939336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:58.964796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] For port f200f9a4-4755-4d46-8801-c5c3d846017c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:28:58.986377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] For port f200f9a4-4755-4d46-8801-c5c3d846017c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f200f9a4-4755-4d46-8801-c5c3d846017c,segment=NetworkSegment(c70b308d-17c3-4fb3-9e51-af65dad50535),segment_id=c70b308d-17c3-4fb3-9e51-af65dad50535)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:28:58.995814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.074888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] device_id is not set on port 7fda0d0d-f940-4453-bca8-025a8a4c302b yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:59.129818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a1261a-bfe2-4250-a083-45db6305c822 None None] Pushing event updated for resources: {'Port': ['ID=f200f9a4-4755-4d46-8801-c5c3d846017c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:59.191996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:28:59.194820 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3b466f94-7a22-46b0-a708-dd3dfb634b47 req-1f9b3e05-0aec-405d-a4d9-ea265959f0b9 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.1323605 Dec 13 16:28:59.196507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.289254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c4c0041a-fc08-4ea2-ab58-e35e069afd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.329575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Subnet': ['ID=9005761a-5b82-441a-9209-339059695bcb,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:59.339737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Checking segment: {'id': '42efb726-3d7a-4cb5-b2ab-a55118c8da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '642c9dd4-0b01-4a99-b73a-d59458b736b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:28:59.340524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network hostable DHCP agents. Network: 642c9dd4-0b01-4a99-b73a-d59458b736b2, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:28:59.433818 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.436452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network 642c9dd4-0b01-4a99-b73a-d59458b736b2 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:28:59.495776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0041a-fc08-4ea2-ab58-e35e069afd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0eaca0c-3ac6-4af8-ad13-9170b8095085,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:59.496864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f44af-ac6e-4660-b633-cead921aeb49 req-c24dbcd3-5735-4a7a-b19b-aaf80952d5f9 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:59.499014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c4c0041a-fc08-4ea2-ab58-e35e069afd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.501744 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-803f44af-ac6e-4660-b633-cead921aeb49 req-c24dbcd3-5735-4a7a-b19b-aaf80952d5f9 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 932 time: 0.1047306 Dec 13 16:28:59.502343 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c4c0041a-fc08-4ea2-ab58-e35e069afd00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "DELETE /v2.0/ports/a0eaca0c-3ac6-4af8-ad13-9170b8095085 HTTP/1.1" status: 204 len: 168 time: 1.5659757 Dec 13 16:28:59.503591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 642c9dd4-0b01-4a99-b73a-d59458b736b2) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:59.516351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e27eb2-3ee6-480f-b041-f349a8118326 None None] Network 642c9dd4-0b01-4a99-b73a-d59458b736b2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:28:59.517336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40584) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:59.589497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:59.590377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.599053 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f151efa1-4736-4234-b022-ac5506febf8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] GET failed (client error): The resource could not be found. Dec 13 16:28:59.601049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f151efa1-4736-4234-b022-ac5506febf8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "GET /v2.0/ports/a0eaca0c-3ac6-4af8-ad13-9170b8095085 HTTP/1.1" status: 404 len: 333 time: 0.0824518 Dec 13 16:28:59.603163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40586) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:59.614993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40588) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:59.621118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Request body: {'port': {'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177560847'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:59.679277 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-803f44af-ac6e-4660-b633-cead921aeb49 req-15a414b4-0066-413e-b565-52120899f135 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093359 Dec 13 16:28:59.687106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Made reservation on behalf of 884d5b23225c4bd9807f15da52ff25e6 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:59.689460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.691246 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-821def9e-a565-42d1-b890-4a1f7ecd747f tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5317001 Dec 13 16:28:59.694132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40592) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:59.701067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'port': {'network_id': '642c9dd4-0b01-4a99-b73a-d59458b736b2', 'name': 'tempest-NetworksIpV6TestAttrs-519247430'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:59.710977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] device_id is not set on port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:28:59.754365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.805555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-642c9dd4-0b01-4a99-b73a-d59458b736b2', 'network_id': '642c9dd4-0b01-4a99-b73a-d59458b736b2', 'project_id': 'a40412807d0744908d6c2a6b7b28946f', 'fixed_ips': [{'subnet_id': '9005761a-5b82-441a-9209-339059695bcb'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:28:59.806835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.808125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.861991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Network 8e56282c-970d-4e0e-9972-83b581156cf7 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:28:59.865483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:28:59.873791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.875223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:28:59.885069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:28:59.895326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:28:59.896480 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.906713 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=d171fefd-3184-43e9-8c3b-0291f2adcc4a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:28:59.956239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-710743206'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:28:59.976035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:28:59.980223 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-54d5658e-abc1-4613-a860-7ed30990c57e tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5330756 Dec 13 16:28:59.981347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40598) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:28:59.995412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-345185458', 'allowed_address_pairs': [{'ip_address': '2001:db8::165', 'mac_address': 'fa:16:3e:75:e4:78'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:00.004518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575ded3-b4d9-471c-9292-155c73c1e1b8 req-3aba8ca0-a04e-48f4-b1f6-28f4aa8fa47c tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:00.006076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d575ded3-b4d9-471c-9292-155c73c1e1b8 req-3aba8ca0-a04e-48f4-b1f6-28f4aa8fa47c tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 943 time: 0.1191692 Dec 13 16:29:00.013572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] device_id is not set on port 05a04eb5-7f70-4b40-9caf-ec0cf4c66efd yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:00.058058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.070734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Allocated IP 2001:db8::f816:3eff:fe99:c85a (642c9dd4-0b01-4a99-b73a-d59458b736b2/9005761a-5b82-441a-9209-339059695bcb/4102d1bc-a53c-428b-9208-c25cb6d35e6f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:00.081295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Made reservation on behalf of 44a6dd5ec98742f1b2e8687c29638e5e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:00.086294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.107425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.132085 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d575ded3-b4d9-471c-9292-155c73c1e1b8 req-c8e829cf-f974-47d9-8263-8aab2c5f7b9f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097689 Dec 13 16:29:00.137789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.174999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Network 270f1f41-715b-4633-a7af-0c45318e0abe is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:00.203466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:00.213107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=7fda0d0d-f940-4453-bca8-025a8a4c302b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:00.229700 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:00.232032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:00.232844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.256153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.261899 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.284548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.293773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:00.295964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.315652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.337514 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-55aeb1bd-f6b1-47a5-9c71-2a9f23164c18 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6759408 Dec 13 16:29:00.344626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Network 642c9dd4-0b01-4a99-b73a-d59458b736b2 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:00.345901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40604) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:00.356857 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:00.360921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:00.366539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984ca50f-7dc3-4ac7-9f70-40410a74cb48,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:00.393906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Request body: {'port': {'device_id': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:00.433533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.433937 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Added segment 9ca2c09e-3476-4903-9e5f-5bc9e86eee14 of type vlan for network 758d6312-94c1-4d68-bd2b-899bef8ab566 Dec 13 16:29:00.450672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Pushing event updated for resources: {'Port': ['ID=4102d1bc-a53c-428b-9208-c25cb6d35e6f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:00.480722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Attempting to bind port 4102d1bc-a53c-428b-9208-c25cb6d35e6f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:00.481100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Attempting to bind port 4102d1bc-a53c-428b-9208-c25cb6d35e6f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '42efb726-3d7a-4cb5-b2ab-a55118c8da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '642c9dd4-0b01-4a99-b73a-d59458b736b2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:00.482547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Attempting to bind port 4102d1bc-a53c-428b-9208-c25cb6d35e6f on network 642c9dd4-0b01-4a99-b73a-d59458b736b2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:00.492665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e300c3-1406-4ac5-ac94-0044d924992f None None] Network 8e56282c-970d-4e0e-9972-83b581156cf7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:00.516422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Network 915d7701-932c-4205-bf02-9aac2d1d6602 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:00.517102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Made reservation on behalf of 4730917573c344e68a977a5f7013bfe5 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:00.531238 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:00.542996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:00.543374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Checking segment: {'id': '42efb726-3d7a-4cb5-b2ab-a55118c8da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '642c9dd4-0b01-4a99-b73a-d59458b736b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:00.543775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.544164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Bound using segment: {'id': '42efb726-3d7a-4cb5-b2ab-a55118c8da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '642c9dd4-0b01-4a99-b73a-d59458b736b2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:00.545304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Bound port: 4102d1bc-a53c-428b-9208-c25cb6d35e6f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42efb726-3d7a-4cb5-b2ab-a55118c8da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '642c9dd4-0b01-4a99-b73a-d59458b736b2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:00.545963 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.550888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:00.552084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:00.552680 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.585500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2e7358-e344-4654-b640-aaf8c475da06 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:00.587009 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fa2e7358-e344-4654-b640-aaf8c475da06 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "GET /v2.0/ports/7fda0d0d-f940-4453-bca8-025a8a4c302b HTTP/1.1" status: 200 len: 955 time: 0.2246051 Dec 13 16:29:00.597164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=b4fa7242-59b1-429d-ac6f-90be5b05ebd9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:00.601461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40608) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:00.619275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-97af58a3-f29e-4e3a-b2f0-2b2ebf9740e8 None None] Provisioning complete for port f200f9a4-4755-4d46-8801-c5c3d846017c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:00.619275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-97af58a3-f29e-4e3a-b2f0-2b2ebf9740e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.652157 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6df9e9e5-1611-49aa-b2e3-7008a1a93144 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0322194 Dec 13 16:29:00.655664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-0b586a4f-1398-48e7-a723-5f6b89244c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:00.657248 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-0b586a4f-1398-48e7-a723-5f6b89244c23 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3124249 Dec 13 16:29:00.661410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40610) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:00.666298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:00.702314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] For port 4102d1bc-a53c-428b-9208-c25cb6d35e6f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:00.707372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] For port 4102d1bc-a53c-428b-9208-c25cb6d35e6f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4102d1bc-a53c-428b-9208-c25cb6d35e6f,segment=NetworkSegment(42efb726-3d7a-4cb5-b2ab-a55118c8da23),segment_id=42efb726-3d7a-4cb5-b2ab-a55118c8da23)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:00.712725 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-86709dc3-c04d-4480-92e7-2313bdd01477 req-379c1732-6d6d-404f-909c-78b9c252a259 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.3511746 Dec 13 16:29:00.722197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.773916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.806172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-135f9cd8-58bf-4a9a-8596-b53b59e59793 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07834401d6d14d12b969b56adb7d04bf HTTP/1.1" status: 200 len: 380 time: 0.4506383 Dec 13 16:29:00.847362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa28f2-d3a1-4b5d-a8e7-60823639142f None None] Pushing event updated for resources: {'Port': ['ID=4102d1bc-a53c-428b-9208-c25cb6d35e6f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:00.863343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-97af58a3-f29e-4e3a-b2f0-2b2ebf9740e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.877316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.897556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Allocated IP 2001:db8::f816:3eff:fe8a:90d6 (642c9dd4-0b01-4a99-b73a-d59458b736b2/9005761a-5b82-441a-9209-339059695bcb/05a04eb5-7f70-4b40-9caf-ec0cf4c66efd) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:00.902501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-97af58a3-f29e-4e3a-b2f0-2b2ebf9740e8 None None] For port f200f9a4-4755-4d46-8801-c5c3d846017c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f200f9a4-4755-4d46-8801-c5c3d846017c,segment=NetworkSegment(c70b308d-17c3-4fb3-9e51-af65dad50535),segment_id=c70b308d-17c3-4fb3-9e51-af65dad50535)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:00.905504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Request body: {'port': {'device_id': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'admin_state_up': True, 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'security_groups': ['9440c387-187e-4d58-ad44-af0920a4930a']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:00.912414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-97af58a3-f29e-4e3a-b2f0-2b2ebf9740e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.917031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:00.965180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] device_id is not set on port 873b93c5-df74-4fed-9c16-eddbc750badb yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:00.976095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af58a3-f29e-4e3a-b2f0-2b2ebf9740e8 None None] Pushing event updated for resources: {'Port': ['ID=f200f9a4-4755-4d46-8801-c5c3d846017c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:01.022958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.050136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.113690 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4c936-f776-40c0-91ee-e00c1e6087f4 req-dc8a6dde-1778-4da8-816d-ad174f47d86f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:01.119172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c3e4c936-f776-40c0-91ee-e00c1e6087f4 req-dc8a6dde-1778-4da8-816d-ad174f47d86f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 932 time: 0.3062072 Dec 13 16:29:01.185668 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-ea5a7859-6180-42f8-8d72-4b1bb6b9f250 service neutron] 10.222.0.31 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116043 Dec 13 16:29:01.246016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5b01e23c-d58d-4564-8afe-da8b404c4329 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Deleting port 7fda0d0d-f940-4453-bca8-025a8a4c302b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:01.246016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b01e23c-d58d-4564-8afe-da8b404c4329 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.257796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c6d5a873-72d9-455b-9a1e-65c5f620daf6 None None] Provisioning complete for port f200f9a4-4755-4d46-8801-c5c3d846017c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:01.258155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a873-72d9-455b-9a1e-65c5f620daf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.385182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.390289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Allocated IP 2001:db8::269 (8e56282c-970d-4e0e-9972-83b581156cf7/237826cb-5119-4570-9e21-a9d1ff939f9a/873b93c5-df74-4fed-9c16-eddbc750badb) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:01.391710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:01.392542 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.449855 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b01e23c-d58d-4564-8afe-da8b404c4329 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.473335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4102d1bc-a53c-428b-9208-c25cb6d35e6f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:01.529032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c6d5a873-72d9-455b-9a1e-65c5f620daf6 None None] Provisioning complete for port d171fefd-3184-43e9-8c3b-0291f2adcc4a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:01.529645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a873-72d9-455b-9a1e-65c5f620daf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.533121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5b01e23c-d58d-4564-8afe-da8b404c4329 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Calling delete_port for 7fda0d0d-f940-4453-bca8-025a8a4c302b owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:01.559063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] device_id is not set on port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:01.578106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.578312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 4102d1bc-a53c-428b-9208-c25cb6d35e6f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:01.578509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.607723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c6d5a873-72d9-455b-9a1e-65c5f620daf6 None None] Port d171fefd-3184-43e9-8c3b-0291f2adcc4a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:01.674894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.700683 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.0950637 Dec 13 16:29:01.704123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40616) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:01.718832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 4102d1bc-a53c-428b-9208-c25cb6d35e6f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4102d1bc-a53c-428b-9208-c25cb6d35e6f,segment=NetworkSegment(42efb726-3d7a-4cb5-b2ab-a55118c8da23),segment_id=42efb726-3d7a-4cb5-b2ab-a55118c8da23)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:01.723989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Request body: {'subnet': {'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:01.733737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.735035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f200f9a4-4755-4d46-8801-c5c3d846017c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:01.770067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4401fc-104f-461b-87df-345db41bd459 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event updated for resources: {'Network': ['ID=758d6312-94c1-4d68-bd2b-899bef8ab566,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:01.795489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 758d6312-94c1-4d68-bd2b-899bef8ab566 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:01.804867 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c3e4c936-f776-40c0-91ee-e00c1e6087f4 req-5bda5e79-3e4a-472a-8402-b149caa7eb0d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6597853 Dec 13 16:29:01.821083 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-09d07c73-5c1f-4038-bab1-e4cfdff42220 req-84f1a708-29ed-44d6-a0c5-fe1ef48e85c7 service neutron] 10.222.0.31 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188700 Dec 13 16:29:01.828069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7eb218b0-ca3e-4a39-bbc8-49ecea56fa43 None None] Provisioning complete for port d171fefd-3184-43e9-8c3b-0291f2adcc4a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:01.828469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7eb218b0-ca3e-4a39-bbc8-49ecea56fa43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.862012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:01.990775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=b4fa7242-59b1-429d-ac6f-90be5b05ebd9,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:02.034226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda1356-2757-49eb-88f4-b3c3edd463e8 req-0c95fe77-39f0-434b-ae97-e26d5d6bf11e tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.035850 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ffda1356-2757-49eb-88f4-b3c3edd463e8 req-0c95fe77-39f0-434b-ae97-e26d5d6bf11e tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 943 time: 0.6801834 Dec 13 16:29:02.039001 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:29:02.054715 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-70604001-0d72-43fe-a612-5ae481b83b18 req-2666bd45-a7ab-4985-8307-ea0b445954fd tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.0968924 Dec 13 16:29:02.062152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Made reservation on behalf of 07834401d6d14d12b969b56adb7d04bf for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:02.066260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.091505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:02.092219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:02.092570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:02.100844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:02.101176 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:02.101690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b01e23c-d58d-4564-8afe-da8b404c4329 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.104505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a0b17-70b5-4d03-8982-722013822dce req-da7962e6-890d-4e75-a647-95c2f732df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.106306 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-ff0a0b17-70b5-4d03-8982-722013822dce req-da7962e6-890d-4e75-a647-95c2f732df91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4bd4d070073f475cac999d52435c8467&device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 1096 time: 0.1916413 Dec 13 16:29:02.121751 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 2 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:02.131054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.184662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=4102d1bc-a53c-428b-9208-c25cb6d35e6f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:02.194974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7eb218b0-ca3e-4a39-bbc8-49ecea56fa43 None None] Port d171fefd-3184-43e9-8c3b-0291f2adcc4a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:02.213882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f200f9a4-4755-4d46-8801-c5c3d846017c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:02.218819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.250449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.265048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b01e23c-d58d-4564-8afe-da8b404c4329 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.270616 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5b01e23c-d58d-4564-8afe-da8b404c4329 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "DELETE /v2.0/ports/7fda0d0d-f940-4453-bca8-025a8a4c302b HTTP/1.1" status: 204 len: 168 time: 1.6634724 Dec 13 16:29:02.273966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafeda2e-444e-48dd-bf88-5e06387f5f40 None None] Network 642c9dd4-0b01-4a99-b73a-d59458b736b2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:02.274824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01e23c-d58d-4564-8afe-da8b404c4329 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fda0d0d-f940-4453-bca8-025a8a4c302b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:02.280676 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40620) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:02.285398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9decc787-3c0b-47bf-804f-7eb10d70a4b5 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:29:02.298181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:02.298181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:02.298503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:02.316048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:02.316332 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:02.322045 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 3 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:02.328242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.358020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:02.358412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:02.358878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:02.363506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a0b17-70b5-4d03-8982-722013822dce req-113515c8-596b-4915-9522-a1b8e07abfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.364993 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-ff0a0b17-70b5-4d03-8982-722013822dce req-113515c8-596b-4915-9522-a1b8e07abfca service neutron] 10.222.0.31 "GET /v2.0/networks?id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd HTTP/1.1" status: 200 len: 907 time: 0.2363732 Dec 13 16:29:02.369282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:02.369852 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:02.371572 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 4 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:02.393014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8b49a617-fe6a-42fe-a0e3-de75f74e069d None None] Provisioning complete for port 4102d1bc-a53c-428b-9208-c25cb6d35e6f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:02.395365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b49a617-fe6a-42fe-a0e3-de75f74e069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.406618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-356d17a8-b160-42bb-8109-a418047694e0 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] GET failed (client error): The resource could not be found. Dec 13 16:29:02.411804 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-356d17a8-b160-42bb-8109-a418047694e0 tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "GET /v2.0/ports/7fda0d0d-f940-4453-bca8-025a8a4c302b HTTP/1.1" status: 404 len: 333 time: 0.1251843 Dec 13 16:29:02.415715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Made reservation on behalf of 44a6dd5ec98742f1b2e8687c29638e5e for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:02.419927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.423618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40622) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:02.431059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Request body: {'port': {'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1718713451'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:02.434014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.436901 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-ff0a0b17-70b5-4d03-8982-722013822dce req-3c4e3e67-1108-44b6-9353-47506074d2eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0604389 Dec 13 16:29:02.440024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ffda1356-2757-49eb-88f4-b3c3edd463e8 req-cce35440-439c-4b15-9c19-cc3e1962ae2e tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3665273 Dec 13 16:29:02.440258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:02.440592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:02.440929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:02.514016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Transition to ACTIVE for port object 9decc787-3c0b-47bf-804f-7eb10d70a4b5 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:29:02.519857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:02.520130 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:02.528063 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 5 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:02.530486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.535573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Network 8e56282c-970d-4e0e-9972-83b581156cf7 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:02.549548 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:02.564795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:02.570544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.571128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.573567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Made reservation on behalf of fe65db3ca85a4670aeb4dcbbb9361e05 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:02.576663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.583219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=873b93c5-df74-4fed-9c16-eddbc750badb,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:02.603797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:02.604134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:02.604473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:02.610139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a0b17-70b5-4d03-8982-722013822dce req-2f9f225f-8893-4f61-9c97-ba77a081ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.611649 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-ff0a0b17-70b5-4d03-8982-722013822dce req-2f9f225f-8893-4f61-9c97-ba77a081ab6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=118c7f7a-0cd8-45b4-8859-1b15f127ecbf HTTP/1.1" status: 200 len: 845 time: 0.1620641 Dec 13 16:29:02.632529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:02.632866 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:02.636127 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1cb34526-f5ac-4e8a-88c7-c93e5f42b976 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.6517539 Dec 13 16:29:02.640147 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] device_id is not set on port b442231d-6bd7-4273-9ebf-153276a64f8f yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:02.641713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.642876 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 6 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:02.646350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40624) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:02.717537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Pushing event updated for resources: {'Port': ['ID=9decc787-3c0b-47bf-804f-7eb10d70a4b5,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:02.734499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network 642c9dd4-0b01-4a99-b73a-d59458b736b2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:02.739900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:02.756332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:02.756332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:02.756822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:02.775327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:02.782220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:02.783145 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:02.783243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.784151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.786029 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 7 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:02.826058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a0b17-70b5-4d03-8982-722013822dce req-45380596-3fea-4d3b-92ec-7e70ad70b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.827677 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-ff0a0b17-70b5-4d03-8982-722013822dce req-45380596-3fea-4d3b-92ec-7e70ad70b8b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2050562 Dec 13 16:29:02.834351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:02.834846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:02.835191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:02.844538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Allocated IP 172.20.0.13 (c18d56e5-f6e9-4069-88e5-47679c6db62e/6b9cae0f-cc68-4945-b063-6706fdec303e/7914fa5a-903e-4932-b19d-5aea1bc63285) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:02.879616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:02.879961 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:02.910580 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 8 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:02.963843 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8c6a0-2014-4978-a6ae-ce6351b2039a tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.970314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8c6a0-2014-4978-a6ae-ce6351b2039a tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.972552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cb245ecf-f2b3-4b8f-9971-60db26f8c8e5 None None] Provisioning complete for port 4102d1bc-a53c-428b-9208-c25cb6d35e6f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:02.973107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cb245ecf-f2b3-4b8f-9971-60db26f8c8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:02.976817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8c6a0-2014-4978-a6ae-ce6351b2039a tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:02.978744 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-92c8c6a0-2014-4978-a6ae-ce6351b2039a tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.3124456 Dec 13 16:29:02.991641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40628) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:03.007213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Port': ['ID=05a04eb5-7f70-4b40-9caf-ec0cf4c66efd,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:03.027365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.073280 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e0dd115f-e2e0-482d-bd1d-e5e18f6ba5b7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.3761868 Dec 13 16:29:03.091499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40632) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:03.130312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Attempting to bind port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:03.130881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Attempting to bind port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:03.131382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Attempting to bind port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 on network 44645876-4c40-4082-853e-5e11cb1e413d {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:03.156231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event updated for resources: {'Subnet': ['ID=672353f3-caf8-4dec-8494-0065f25b56d3,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:03.172078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 on network 44645876-4c40-4082-853e-5e11cb1e413d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:03.172666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Attempting to bind port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 on network 44645876-4c40-4082-853e-5e11cb1e413d {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:03.196267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:03.196632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:03.198669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:03.200128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:03.200608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Checking segment: {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:03.201485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Bound using segment: {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:03.202125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Bound port: 9decc787-3c0b-47bf-804f-7eb10d70a4b5, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:03.202486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.228335 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-968d078c-4f94-4578-b49d-96c7077acdb2 req-d9c5f853-1922-454d-ab29-daec2a80d945 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.0761089 Dec 13 16:29:03.255086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.258375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-42344cc1-85d8-4d5c-bce5-7939660242ea None None] Provisioning complete for port 873b93c5-df74-4fed-9c16-eddbc750badb triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:03.258890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-42344cc1-85d8-4d5c-bce5-7939660242ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.274618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:03.274618 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:03.281986 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 9 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:03.288425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42388e79-f6d3-4da4-9154-9b9309660b39 req-e6e014b3-5a62-46eb-94f2-7322b62cba27 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:03.296647 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-42388e79-f6d3-4da4-9154-9b9309660b39 req-e6e014b3-5a62-46eb-94f2-7322b62cba27 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 944 time: 0.3202488 Dec 13 16:29:03.334032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-42344cc1-85d8-4d5c-bce5-7939660242ea None None] Port 873b93c5-df74-4fed-9c16-eddbc750badb cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:03.358071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Checking segment: {'id': '9ca2c09e-3476-4903-9e5f-5bc9e86eee14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:03.358438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Network hostable DHCP agents. Network: 758d6312-94c1-4d68-bd2b-899bef8ab566, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:03.360907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4102d1bc-a53c-428b-9208-c25cb6d35e6f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:03.373641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16035b1-9617-4541-ad15-782c8ca658f7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting subnet 9005761a-5b82-441a-9209-339059695bcb {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:03.376606 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:03.376941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:03.377283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:03.387010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a16035b1-9617-4541-ad15-782c8ca658f7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.392719 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-ff0a0b17-70b5-4d03-8982-722013822dce req-5416f104-85e8-48fe-a005-1bdd18e9b0f1 service neutron] 10.222.0.31 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5521941 Dec 13 16:29:03.418487 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 4102d1bc-a53c-428b-9208-c25cb6d35e6f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:03.419238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.436965 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:03.437294 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:03.445879 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempt 10 to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 Dec 13 16:29:03.463043 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-42388e79-f6d3-4da4-9154-9b9309660b39 req-b201f8ff-638f-4ae6-a477-34e64a7ba600 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608908 Dec 13 16:29:03.473957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] For port 9decc787-3c0b-47bf-804f-7eb10d70a4b5, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:03.476120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] For port 9decc787-3c0b-47bf-804f-7eb10d70a4b5, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:03.480309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4f410eb5-78ac-4c09-91a8-994ad0f73e21 None None] Provisioning complete for port 05a04eb5-7f70-4b40-9caf-ec0cf4c66efd triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:03.480835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f410eb5-78ac-4c09-91a8-994ad0f73e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.500472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.517641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Network 758d6312-94c1-4d68-bd2b-899bef8ab566 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:03.532415 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a16035b1-9617-4541-ad15-782c8ca658f7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.533574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.552226 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4f410eb5-78ac-4c09-91a8-994ad0f73e21 None None] Port 05a04eb5-7f70-4b40-9caf-ec0cf4c66efd cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:03.574482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 758d6312-94c1-4d68-bd2b-899bef8ab566) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:03.587590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:03.588003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:03.588411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempting to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:03.590125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a116a-48fb-4be0-9f9e-9f3051eb47ee None None] Network 758d6312-94c1-4d68-bd2b-899bef8ab566 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:03.609081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.612917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:03.613552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.614941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] 10.222.0.31 "PUT /v2.0/ports/9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 1094 time: 3.2564676 Dec 13 16:29:03.616170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:03.616731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.631843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:29:03.655148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.673511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:03.673846 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Failed to bind port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on host hv-neutron-8215 for vnic_type normal using segments [{'id': '4650d591-600e-49e8-9776-4ecb2a6c738a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '915d7701-932c-4205-bf02-9aac2d1d6602'}] Dec 13 16:29:03.674217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.714846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-758d6312-94c1-4d68-bd2b-899bef8ab566', 'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566', 'project_id': '44a6dd5ec98742f1b2e8687c29638e5e', 'fixed_ips': [{'subnet_id': '672353f3-caf8-4dec-8494-0065f25b56d3'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:03.716095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.716926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Network 270f1f41-715b-4633-a7af-0c45318e0abe is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:03.719654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-aac1e3c5-3cc0-4619-a140-e2b48bba2923 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Deleting port 873b93c5-df74-4fed-9c16-eddbc750badb {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:03.719994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aac1e3c5-3cc0-4619-a140-e2b48bba2923 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:03.813584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d41edc-b9ab-4cee-af45-0dbf5155656e service neutron] Pushing event updated for resources: {'Port': ['ID=9decc787-3c0b-47bf-804f-7eb10d70a4b5,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:03.853633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0964bad-4fb4-4bc0-82b4-afa49ae168cc req-0c2763f0-c5fe-4f73-8737-f244eb327a88 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:03.855509 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a0964bad-4fb4-4bc0-82b4-afa49ae168cc req-0c2763f0-c5fe-4f73-8737-f244eb327a88 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 943 time: 0.2753837 Dec 13 16:29:03.860354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1774fb-a047-4bc6-9810-ee505682082f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:29:03.911637 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-52cd26a3-7b02-4b94-ab58-980f157d832f tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1900101 Dec 13 16:29:03.923866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40642) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:03.932450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Request body: {'port': {'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-269884754'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:03.945054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Allocated IP 2001:db8::2 (758d6312-94c1-4d68-bd2b-899bef8ab566/672353f3-caf8-4dec-8494-0065f25b56d3/ff038d68-dd53-4319-ae95-a7bacf6b7216) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:04.009786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:04.012439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:04.014106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:04.014929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.112971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=b442231d-6bd7-4273-9ebf-153276a64f8f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:04.131758 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-edef473e-b7bb-4d1a-b5c9-6f57818e08ec tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7054505 Dec 13 16:29:04.148754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40648) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:04.156437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8215'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:04.166306 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-ff0a0b17-70b5-4d03-8982-722013822dce req-2226e0d4-2c88-47a8-a03d-b88a4e24b2d2 service neutron] 10.222.0.31 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7517569 Dec 13 16:29:04.185867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.194282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.234737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Network c18d56e5-f6e9-4069-88e5-47679c6db62e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:04.236890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event updated for resources: {'Port': ['ID=7914fa5a-903e-4932-b19d-5aea1bc63285,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:04.237177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] For port b4fa7242-59b1-429d-ac6f-90be5b05ebd9, host hv-neutron-8215, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:04.237558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attempted to set empty binding levels {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 16:29:04.237662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Network 758d6312-94c1-4d68-bd2b-899bef8ab566 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:04.239920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:04.243031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:04.243571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90413e68-1de2-40c6-91be-661637bf484c x-openstack-request-id: req-90413e68-1de2-40c6-91be-661637bf484c {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:29:04.243862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:29:04.244117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-90413e68-1de2-40c6-91be-661637bf484c {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:29:04.244674 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'status': 'completed', 'code': 200} Dec 13 16:29:04.248933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:04.252066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:04.257755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.307941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 23e15828-69e3-416b-bfe1-7a0a672a5ce0 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:29:04.327713 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aac1e3c5-3cc0-4619-a140-e2b48bba2923 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.340302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a16035b1-9617-4541-ad15-782c8ca658f7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.361224 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a0964bad-4fb4-4bc0-82b4-afa49ae168cc req-213eca5c-913b-4afa-9212-88caa7f077dd tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4431226 Dec 13 16:29:04.363197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-f51fec8e-dc4d-4adb-8869-f078eff17858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:04.364600 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-f51fec8e-dc4d-4adb-8869-f078eff17858 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1097 time: 0.6783283 Dec 13 16:29:04.394513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] In _notify_port_updated(), no bound segment for port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 on network 915d7701-932c-4205-bf02-9aac2d1d6602 {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:29:04.394513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:04.394866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.398933 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "PUT /v2.0/ports/b4fa7242-59b1-429d-ac6f-90be5b05ebd9 HTTP/1.1" status: 200 len: 981 time: 3.7365494 Dec 13 16:29:04.401988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-aac1e3c5-3cc0-4619-a140-e2b48bba2923 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Calling delete_port for 873b93c5-df74-4fed-9c16-eddbc750badb owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:04.405917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40652) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:04.429144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.439985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 23e15828-69e3-416b-bfe1-7a0a672a5ce0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:04.478057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'port_id': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'mac_address': 'fa:16:3e:16:53:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:29:04.486057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Pushing event updated for resources: {'Port': ['ID=ff038d68-dd53-4319-ae95-a7bacf6b7216,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:04.527157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5726267-3e58-45cc-bc31-828c2d0fcefc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event updated for resources: {'Port': ['ID=b4fa7242-59b1-429d-ac6f-90be5b05ebd9,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:04.530812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:04.533441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.539379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Attempting to bind port ff038d68-dd53-4319-ae95-a7bacf6b7216 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:04.539766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Attempting to bind port ff038d68-dd53-4319-ae95-a7bacf6b7216 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '9ca2c09e-3476-4903-9e5f-5bc9e86eee14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:04.540135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Attempting to bind port ff038d68-dd53-4319-ae95-a7bacf6b7216 on network 758d6312-94c1-4d68-bd2b-899bef8ab566 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:04.550892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:04.551278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Checking segment: {'id': '9ca2c09e-3476-4903-9e5f-5bc9e86eee14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:04.551950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.552348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Bound using segment: {'id': '9ca2c09e-3476-4903-9e5f-5bc9e86eee14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:04.552829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Bound port: ff038d68-dd53-4319-ae95-a7bacf6b7216, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca2c09e-3476-4903-9e5f-5bc9e86eee14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:04.553214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.554049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-df819953-7550-4b6a-a482-cb7ddde10d1d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 217 time: 0.1547332 Dec 13 16:29:04.555231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.579757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e15828-69e3-416b-bfe1-7a0a672a5ce0 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:29:04.624776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 23e15828-69e3-416b-bfe1-7a0a672a5ce0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:04.632842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.634967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a16035b1-9617-4541-ad15-782c8ca658f7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.669852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-57b7198f-b98f-4a81-850d-299f63a87051 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7996473 Dec 13 16:29:04.689484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16035b1-9617-4541-ad15-782c8ca658f7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Subnet': ['ID=9005761a-5b82-441a-9209-339059695bcb,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:04.695107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] For port ff038d68-dd53-4319-ae95-a7bacf6b7216, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:04.695937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Request body: {'port': {'device_id': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:04.705688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a16035b1-9617-4541-ad15-782c8ca658f7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.708925 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a16035b1-9617-4541-ad15-782c8ca658f7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/subnets/9005761a-5b82-441a-9209-339059695bcb HTTP/1.1" status: 204 len: 168 time: 1.5740314 Dec 13 16:29:04.719167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed930622-cc84-475a-9f47-1477ed98a4cd req-d0f57919-4e65-4fbe-af14-80d173394036 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:04.720713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed930622-cc84-475a-9f47-1477ed98a4cd req-d0f57919-4e65-4fbe-af14-80d173394036 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 932 time: 0.3119907 Dec 13 16:29:04.725746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a778c7f2-fbd3-4a5d-b132-5f6fb0420f50 None None] Provisioning complete for port 7914fa5a-903e-4932-b19d-5aea1bc63285 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:04.726127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a778c7f2-fbd3-4a5d-b132-5f6fb0420f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.727983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ca2429-ba95-42d7-9199-5d78fbf41187 None None] Network 642c9dd4-0b01-4a99-b73a-d59458b736b2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:04.732945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] For port ff038d68-dd53-4319-ae95-a7bacf6b7216, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ff038d68-dd53-4319-ae95-a7bacf6b7216,segment=NetworkSegment(9ca2c09e-3476-4903-9e5f-5bc9e86eee14),segment_id=9ca2c09e-3476-4903-9e5f-5bc9e86eee14)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:04.743057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40656) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:04.774726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-061c0f6b-b841-480f-85bb-045f6edbf9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:04.775730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-061c0f6b-b841-480f-85bb-045f6edbf9af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 200 len: 851 time: 0.2050526 Dec 13 16:29:04.798047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.799899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=23e15828-69e3-416b-bfe1-7a0a672a5ce0,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:04.831767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Deleting port b4fa7242-59b1-429d-ac6f-90be5b05ebd9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:04.832202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.844768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e4c16-4e51-4013-8f24-0b621955fa1c req-57b9a9eb-70d9-4638-93e0-2529f82ecec0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:04.846580 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff6e4c16-4e51-4013-8f24-0b621955fa1c req-57b9a9eb-70d9-4638-93e0-2529f82ecec0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 944 time: 0.2718208 Dec 13 16:29:04.903793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Made reservation on behalf of 44a6dd5ec98742f1b2e8687c29638e5e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:04.907626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.924528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a778c7f2-fbd3-4a5d-b132-5f6fb0420f50 None None] Port 7914fa5a-903e-4932-b19d-5aea1bc63285 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:04.942570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aac1e3c5-3cc0-4619-a140-e2b48bba2923 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.964724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cae5c1-55aa-4049-a054-9e17ff1a5869 None None] Pushing event updated for resources: {'Port': ['ID=ff038d68-dd53-4319-ae95-a7bacf6b7216,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:04.968351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] For port b4fa7242-59b1-429d-ac6f-90be5b05ebd9, host hv-neutron-8215, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:04.968791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:04.992884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['23e15828-69e3-416b-bfe1-7a0a672a5ce0'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:29:05.004678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1e3c5-3cc0-4619-a140-e2b48bba2923 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Port': ['ID=873b93c5-df74-4fed-9c16-eddbc750badb,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:05.015009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] device_id is not set on port b442231d-6bd7-4273-9ebf-153276a64f8f yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:05.016124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025b1a3-99b8-42c0-a934-98c9030ba54c tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:05.017800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025b1a3-99b8-42c0-a934-98c9030ba54c tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:05.021299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Calling delete_port for b4fa7242-59b1-429d-ac6f-90be5b05ebd9 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:05.022607 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1025b1a3-99b8-42c0-a934-98c9030ba54c tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2785981 Dec 13 16:29:05.022766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40658) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:05.049316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.062878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.080777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] device_id is not set on port 4ccfdc8d-6cfe-4608-94dc-6223a30de01d yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:05.093668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.113304 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed930622-cc84-475a-9f47-1477ed98a4cd req-58f7dbf9-1e91-4ce2-9979-59a79b6b5ae6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587348 Dec 13 16:29:05.208388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] DHCP port deletion for 642c9dd4-0b01-4a99-b73a-d59458b736b2 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:05.399526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] Deleting port 4102d1bc-a53c-428b-9208-c25cb6d35e6f {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:05.400116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.414212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4102d1bc-a53c-428b-9208-c25cb6d35e6f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:05.428753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Allocated IP 2001:db8::162 (758d6312-94c1-4d68-bd2b-899bef8ab566/672353f3-caf8-4dec-8494-0065f25b56d3/4ccfdc8d-6cfe-4608-94dc-6223a30de01d) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:05.452617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=b442231d-6bd7-4273-9ebf-153276a64f8f,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:05.494284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d981430d-e613-4891-a640-dbe1f8bdba9e tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.500836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aac1e3c5-3cc0-4619-a140-e2b48bba2923 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.507001 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-aac1e3c5-3cc0-4619-a140-e2b48bba2923 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "DELETE /v2.0/ports/873b93c5-df74-4fed-9c16-eddbc750badb HTTP/1.1" status: 204 len: 168 time: 2.5101354 Dec 13 16:29:05.509689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40662) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:05.519741 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff6e4c16-4e51-4013-8f24-0b621955fa1c req-c77d0543-d19d-43df-bb15-fe92d197c8b7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6333635 Dec 13 16:29:05.529675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-978dcd33-f921-4010-af36-4de655f1d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:05.532079 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-978dcd33-f921-4010-af36-4de655f1d8cc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44645876-4c40-4082-853e-5e11cb1e413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7231646 Dec 13 16:29:05.567593 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1fffaa-93ea-46e8-af30-516e4dd38c49 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] GET failed (client error): The resource could not be found. Dec 13 16:29:05.572887 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5b1fffaa-93ea-46e8-af30-516e4dd38c49 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "GET /v2.0/ports/873b93c5-df74-4fed-9c16-eddbc750badb HTTP/1.1" status: 404 len: 333 time: 0.0561419 Dec 13 16:29:05.572887 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d981430d-e613-4891-a640-dbe1f8bdba9e tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 13 16:29:05.572887 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d981430d-e613-4891-a640-dbe1f8bdba9e tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:05.579207 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d981430d-e613-4891-a640-dbe1f8bdba9e tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/642c9dd4-0b01-4a99-b73a-d59458b736b2 HTTP/1.1" status: 409 len: 405 time: 0.5205758 Dec 13 16:29:05.579207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40664) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:05.582733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-132831639'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:05.587194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:05.587194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:05.587194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:05.587497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40666) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:05.592076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.601780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1082825231'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:05.643052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:05.643471 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:05.649087 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 2 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:05.686808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4fa7242-59b1-429d-ac6f-90be5b05ebd9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:05.698744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.703015 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cedbf914-bbf5-453b-bc7d-0f50833643ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b4fa7242-59b1-429d-ac6f-90be5b05ebd9 HTTP/1.1" status: 204 len: 168 time: 1.2942421 Dec 13 16:29:05.703838 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] For port 4102d1bc-a53c-428b-9208-c25cb6d35e6f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4102d1bc-a53c-428b-9208-c25cb6d35e6f,segment=NetworkSegment(42efb726-3d7a-4cb5-b2ab-a55118c8da23),segment_id=42efb726-3d7a-4cb5-b2ab-a55118c8da23)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:05.704392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.705866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40668) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:05.713972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:05.714389 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:05.714809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:05.721716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] Calling delete_port for 4102d1bc-a53c-428b-9208-c25cb6d35e6f owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:05.726383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:05.726828 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:05.744840 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 3 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:05.764855 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a38025c-29f1-4001-8a0c-bb688098aef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] GET failed (client error): The resource could not be found. Dec 13 16:29:05.766432 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5a38025c-29f1-4001-8a0c-bb688098aef3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2053867116-project-admin] 10.222.0.13 "GET /v2.0/ports/b4fa7242-59b1-429d-ac6f-90be5b05ebd9 HTTP/1.1" status: 404 len: 333 time: 0.0594532 Dec 13 16:29:05.772909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40670) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:05.785308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:05.785731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:05.786131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:05.793350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:05.793740 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:05.794881 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 4 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:05.808539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.819273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063e645-d4d2-4f0f-80f1-f4fa59e7c38d req-4f665d9d-a848-4fef-882b-98f098ab2fc5 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:05.820843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6063e645-d4d2-4f0f-80f1-f4fa59e7c38d req-4f665d9d-a848-4fef-882b-98f098ab2fc5 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 944 time: 0.2944591 Dec 13 16:29:05.822689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:05.823096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:05.823516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:05.832789 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:05.832789 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:05.833040 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 5 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:05.839568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:05.843995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.864176 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Made reservation on behalf of 4730917573c344e68a977a5f7013bfe5 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:05.867793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.869127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 4102d1bc-a53c-428b-9208-c25cb6d35e6f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4102d1bc-a53c-428b-9208-c25cb6d35e6f,segment=NetworkSegment(42efb726-3d7a-4cb5-b2ab-a55118c8da23),segment_id=42efb726-3d7a-4cb5-b2ab-a55118c8da23)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:05.878484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.878858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:05.879187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:05.879519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:05.885013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:05.889586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:05.889915 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:05.892947 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 6 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:05.896014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] device_id is not set on port 3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:05.913104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:05.913247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event deleted for resources: {'Port': ['ID=4102d1bc-a53c-428b-9208-c25cb6d35e6f,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:05.913358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:05.913440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:05.942578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] No DVR routers for this DVR port 4102d1bc-a53c-428b-9208-c25cb6d35e6f on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:05.944579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d7e9b-fa2b-4d69-b6d5-d4480044d40c None None] Pushing event deleted for resources: {'Port': ['ID=4102d1bc-a53c-428b-9208-c25cb6d35e6f,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:05.945523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:05.946069 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:05.948663 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 7 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:05.981268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:05.982229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:05.982889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:05.994510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:05.994943 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:06.015093 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 8 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:06.047071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:06.047472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:06.047868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:06.057292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:06.057292 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:06.057292 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 9 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:06.086016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:06.086420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:06.086838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:06.089327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Allocated IP 2001:db8::ae (8e56282c-970d-4e0e-9972-83b581156cf7/237826cb-5119-4570-9e21-a9d1ff939f9a/3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:06.095228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.097761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:06.098098 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:06.101782 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempt 10 to bind port b442231d-6bd7-4273-9ebf-153276a64f8f Dec 13 16:29:06.103349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.112369 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-bd8e9692-3d93-4cd2-9b57-0260a3857fe4 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223880 Dec 13 16:29:06.121297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:06.121813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] {{(pid=103053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:06.122058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempting to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:06.122917 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6063e645-d4d2-4f0f-80f1-f4fa59e7c38d req-bf642be6-42ba-4b2c-ba99-e2540c493607 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762089 Dec 13 16:29:06.126837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:06.136750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:06.137076 dv-neutron-821599-1-hyperv neutron-server[103053]: ERROR neutron.plugins.ml2.managers [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Failed to bind port b442231d-6bd7-4273-9ebf-153276a64f8f on host hv-neutron-8215 for vnic_type normal using segments [{'id': '8013d171-0c9e-4d79-b2ce-72f94f3fbf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '270f1f41-715b-4633-a7af-0c45318e0abe'}] Dec 13 16:29:06.137438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.229922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.230354 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Added segment 8a8f77f9-33da-4978-aed5-f5ebad8f1c52 of type vlan for network 29823bff-f2d4-4bb2-a4c6-290242823e5a Dec 13 16:29:06.261851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 23e15828-69e3-416b-bfe1-7a0a672a5ce0 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:06.291184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] For port b442231d-6bd7-4273-9ebf-153276a64f8f, host hv-neutron-8215, cleared binding levels {{(pid=103053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:06.291566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attempted to set empty binding levels {{(pid=103053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 13 16:29:06.299440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.344149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:29:06.352014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:06.352444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.353980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] In _notify_port_updated(), no bound segment for port b442231d-6bd7-4273-9ebf-153276a64f8f on network 270f1f41-715b-4633-a7af-0c45318e0abe {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:29:06.355507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:06.356107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.361534 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "PUT /v2.0/ports/b442231d-6bd7-4273-9ebf-153276a64f8f HTTP/1.1" status: 200 len: 977 time: 2.2093587 Dec 13 16:29:06.363938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40674) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:06.375270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.407047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb7f8b-deac-4259-ab79-d86461c5130e tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event updated for resources: {'Port': ['ID=b442231d-6bd7-4273-9ebf-153276a64f8f,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:06.417297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79eeec66-5dfc-4d3e-8694-4f444df526a0 None None] Network 758d6312-94c1-4d68-bd2b-899bef8ab566 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:06.478847 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.523745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f5e2cc72-4e77-41f1-b946-6015281c3a5a None None] Provisioning complete for port ff038d68-dd53-4319-ae95-a7bacf6b7216 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:06.524120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cc72-4e77-41f1-b946-6015281c3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.532229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Network 8e56282c-970d-4e0e-9972-83b581156cf7 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:06.533704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Deleting port b442231d-6bd7-4273-9ebf-153276a64f8f {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:06.534037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.539192 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:06.553577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:06.559286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:06.559978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.598845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:06.627284 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ddbe3e59-cd6d-4e38-843e-4e81c99aa8b1 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0488484 Dec 13 16:29:06.646498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] For port b442231d-6bd7-4273-9ebf-153276a64f8f, host hv-neutron-8215, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:06.647248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.650941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.663224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Calling delete_port for b442231d-6bd7-4273-9ebf-153276a64f8f owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:06.683736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40678) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:06.693745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::165', 'mac_address': 'fa:16:3e:75:e4:78'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:06.715055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e15828-69e3-416b-bfe1-7a0a672a5ce0'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:29:06.746272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.778683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.816435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Pushing event deleted for resources: {'Port': ['ID=b442231d-6bd7-4273-9ebf-153276a64f8f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:06.822888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.830273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 23e15828-69e3-416b-bfe1-7a0a672a5ce0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:06.844118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.846599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.849654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cc72-4e77-41f1-b946-6015281c3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.859305 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f2ebef7-b49e-4ecd-8b53-5106e7004269 req-399ed03c-bf78-4877-99e2-7aafdfe6d972 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7300160 Dec 13 16:29:06.864427 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b66bb798-f800-4945-a825-b9744b8ae90b tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "DELETE /v2.0/ports/b442231d-6bd7-4273-9ebf-153276a64f8f HTTP/1.1" status: 204 len: 168 time: 0.4979510 Dec 13 16:29:06.865402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40686) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:06.892163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f46248-896b-42ce-ae02-017ca8c1909a" -d '{"events": [{"server_uuid": "557ef482-4735-49cb-bfe2-3ff4c874d2c2", "name": "network-vif-plugged", "status": "completed", "tag": "23e15828-69e3-416b-bfe1-7a0a672a5ce0"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:29:06.905961 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-971e999b-170d-4d7e-bfc9-383743a70afd tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] GET failed (client error): The resource could not be found. Dec 13 16:29:06.913910 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-971e999b-170d-4d7e-bfc9-383743a70afd tempest-PortsAdminExtendedAttrsTestJSON-394888214 tempest-PortsAdminExtendedAttrsTestJSON-394888214-project-admin] 10.222.0.13 "GET /v2.0/ports/b442231d-6bd7-4273-9ebf-153276a64f8f HTTP/1.1" status: 404 len: 333 time: 0.0460522 Dec 13 16:29:06.914671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40690) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:06.942879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=23e15828-69e3-416b-bfe1-7a0a672a5ce0,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:06.943554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2a7ca-e218-4dbd-9a77-def45964ee6d req-6ebcd425-b119-4bdb-959a-5c8f1c823a78 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:06.955964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f5e2cc72-4e77-41f1-b946-6015281c3a5a None None] For port ff038d68-dd53-4319-ae95-a7bacf6b7216, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ff038d68-dd53-4319-ae95-a7bacf6b7216,segment=NetworkSegment(9ca2c09e-3476-4903-9e5f-5bc9e86eee14),segment_id=9ca2c09e-3476-4903-9e5f-5bc9e86eee14)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:06.958823 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21d2a7ca-e218-4dbd-9a77-def45964ee6d req-6ebcd425-b119-4bdb-959a-5c8f1c823a78 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 944 time: 0.2757962 Dec 13 16:29:06.960985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cc72-4e77-41f1-b946-6015281c3a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:06.967757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.008050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.030630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2cc72-4e77-41f1-b946-6015281c3a5a None None] Pushing event updated for resources: {'Port': ['ID=ff038d68-dd53-4319-ae95-a7bacf6b7216,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:07.057278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1116b0-4924-4538-a0a9-8461d0770266 req-1f53571f-5154-4df4-8cde-a4bd2323be05 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:07.058848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1116b0-4924-4538-a0a9-8461d0770266 req-1f53571f-5154-4df4-8cde-a4bd2323be05 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 932 time: 0.8322816 Dec 13 16:29:07.087549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bd02d6ad-5682-4a11-9611-ad5262f0cda6 None None] Provisioning complete for port 3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:07.088331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bd02d6ad-5682-4a11-9611-ad5262f0cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.127272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.129660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bd02d6ad-5682-4a11-9611-ad5262f0cda6 None None] Port 3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:07.137620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915d7701-932c-4205-bf02-9aac2d1d6602']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:07.148299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270f1f41-715b-4633-a7af-0c45318e0abe']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:07.158062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8013d171-0c9e-4d79-b2ce-72f94f3fbf27') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:07.158354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8013d171-0c9e-4d79-b2ce-72f94f3fbf27') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:07.168348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.171502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Network 758d6312-94c1-4d68-bd2b-899bef8ab566 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:07.173590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.179373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:07.179962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.182786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.189337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:07.189724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:07.192819 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:07.207970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4650d591-600e-49e8-9776-4ecb2a6c738a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:07.208265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4650d591-600e-49e8-9776-4ecb2a6c738a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:07.211013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7914fa5a-903e-4932-b19d-5aea1bc63285 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:29:07.232865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:07.256532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d36b8365-f86c-4210-b453-b758ee96a1e2 None None] Provisioning complete for port ff038d68-dd53-4319-ae95-a7bacf6b7216 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:07.256915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d36b8365-f86c-4210-b453-b758ee96a1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.280925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.290291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.295576 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] 10.222.0.13 "DELETE /v2.0/networks/270f1f41-715b-4633-a7af-0c45318e0abe HTTP/1.1" status: 204 len: 168 time: 0.3793373 Dec 13 16:29:07.322201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70766d47-771e-44fb-bee1-b2324e58d564 tempest-PortsAdminExtendedAttrsTestJSON-916798544 tempest-PortsAdminExtendedAttrsTestJSON-916798544-project] Pushing event deleted for resources: {'Network': ['ID=270f1f41-715b-4633-a7af-0c45318e0abe,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:07.330060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Network': ['ID=29823bff-f2d4-4bb2-a4c6-290242823e5a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:07.341889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:07.348099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:07.349159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.355181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.357836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 29823bff-f2d4-4bb2-a4c6-290242823e5a details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:07.378743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.384246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event updated for resources: {'Port': ['ID=4ccfdc8d-6cfe-4608-94dc-6223a30de01d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:07.402533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1774fb-a047-4bc6-9810-ee505682082f req-14d8cc9a-ccd1-4f09-ac75-8d39369f0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:07.407465 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a1774fb-a047-4bc6-9810-ee505682082f req-14d8cc9a-ccd1-4f09-ac75-8d39369f0424 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1097 time: 0.4279616 Dec 13 16:29:07.467704 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ff038d68-dd53-4319-ae95-a7bacf6b7216 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:07.527635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40700) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:07.528868 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0c01f0e0-58c9-4694-8ae3-2dc87ea64b8b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9339991 Dec 13 16:29:07.534555 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21d2a7ca-e218-4dbd-9a77-def45964ee6d req-ac994985-1554-4711-918c-571a082cefb2 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5748260 Dec 13 16:29:07.534801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'subnet': {'network_id': '29823bff-f2d4-4bb2-a4c6-290242823e5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:07.547340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1116b0-4924-4538-a0a9-8461d0770266 req-216770bb-6a85-48b6-84ac-a209c3cff64a tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4665294 Dec 13 16:29:07.548536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.553703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Transition to ACTIVE for port object 7914fa5a-903e-4932-b19d-5aea1bc63285 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:29:07.554790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ff038d68-dd53-4319-ae95-a7bacf6b7216 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:07.555276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.587891 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-59499898-ce24-4b5e-b21b-f2e8b2b064aa tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.6593952 Dec 13 16:29:07.594829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:07.595500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.600283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:07.612028 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:07.628432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40704) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:07.642795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.651924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Request body: {'port': {'network_id': '758d6312-94c1-4d68-bd2b-899bef8ab566', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1648892213', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:07.652597 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.api.validators [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] bootfile-name is not in valid_values {{(pid=103052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:07.653025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.api.validators [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] tftp-server is not in valid_values {{(pid=103052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:07.653519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.api.validators [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] server-ip-address is not in valid_values {{(pid=103052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:07.724961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ae4e12-a805-4cb0-86a9-30925caa3196 x-openstack-request-id: req-b8ae4e12-a805-4cb0-86a9-30925caa3196 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:29:07.725414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557ef482-4735-49cb-bfe2-3ff4c874d2c2", "name": "network-vif-plugged", "status": "completed", "tag": "23e15828-69e3-416b-bfe1-7a0a672a5ce0", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:29:07.726551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b8ae4e12-a805-4cb0-86a9-30925caa3196 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:29:07.726551 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'code': 200} Dec 13 16:29:07.741567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:07.742094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7517ace3-3cb5-4256-9366-9634e48ae514 None None] Provisioning complete for port 4ccfdc8d-6cfe-4608-94dc-6223a30de01d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:07.742553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7517ace3-3cb5-4256-9366-9634e48ae514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.749493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.790569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7517ace3-3cb5-4256-9366-9634e48ae514 None None] Port 4ccfdc8d-6cfe-4608-94dc-6223a30de01d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:07.959350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:07.973725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Pushing event updated for resources: {'Port': ['ID=7914fa5a-903e-4932-b19d-5aea1bc63285,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:08.002217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40708) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:08.011059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.014450 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] 10.222.0.13 "DELETE /v2.0/networks/915d7701-932c-4205-bf02-9aac2d1d6602 HTTP/1.1" status: 204 len: 168 time: 2.2404153 Dec 13 16:29:08.053439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f9b4c-13b3-4179-bb7a-e8d3123c8dfa req-7760ebbb-24af-47d5-b9b1-3fd7cc18c31d tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:08.056000 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed9f9b4c-13b3-4179-bb7a-e8d3123c8dfa req-7760ebbb-24af-47d5-b9b1-3fd7cc18c31d tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.3604996 Dec 13 16:29:08.072924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1774fb-a047-4bc6-9810-ee505682082f req-cf45515e-f82e-4dfd-b3e3-7d82ed3ed5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:08.074416 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a1774fb-a047-4bc6-9810-ee505682082f req-cf45515e-f82e-4dfd-b3e3-7d82ed3ed5cf service neutron] 10.222.0.31 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 913 time: 0.6311400 Dec 13 16:29:08.096039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e3b6e-b6eb-493d-a7bc-c3d399deb040 req-3c1edec9-0804-4964-ac48-42520bc0e51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:08.097665 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-276e3b6e-b6eb-493d-a7bc-c3d399deb040 req-3c1edec9-0804-4964-ac48-42520bc0e51c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 1098 time: 0.1446345 Dec 13 16:29:08.126925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-276e3b6e-b6eb-493d-a7bc-c3d399deb040 req-9300d6d3-87bf-40da-92db-a4b892d3aedc service neutron] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.142168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab3bde-c6e0-4c13-9825-2edb9a3d9110 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-528671705-project] Pushing event deleted for resources: {'Network': ['ID=915d7701-932c-4205-bf02-9aac2d1d6602,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:08.167902 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed9f9b4c-13b3-4179-bb7a-e8d3123c8dfa req-8e5845d3-a566-4572-85a8-145efda0e3d7 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883105 Dec 13 16:29:08.227155 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a1774fb-a047-4bc6-9810-ee505682082f req-1bd08d8f-ee86-4c26-b606-226bec80eef2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 217 time: 0.0966938 Dec 13 16:29:08.300895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40716) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:08.343475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Attempting to bind port 7914fa5a-903e-4932-b19d-5aea1bc63285 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:08.343769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Attempting to bind port 7914fa5a-903e-4932-b19d-5aea1bc63285 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:08.344095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Attempting to bind port 7914fa5a-903e-4932-b19d-5aea1bc63285 on network c18d56e5-f6e9-4069-88e5-47679c6db62e {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:08.364358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Made reservation on behalf of 44a6dd5ec98742f1b2e8687c29638e5e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:08.367914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.376414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Port 7914fa5a-903e-4932-b19d-5aea1bc63285 on network c18d56e5-f6e9-4069-88e5-47679c6db62e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:29:08.376631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Attempting to bind port 7914fa5a-903e-4932-b19d-5aea1bc63285 on network c18d56e5-f6e9-4069-88e5-47679c6db62e {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:08.407475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1774fb-a047-4bc6-9810-ee505682082f req-93e7d813-e4a5-4336-9a06-44faa21fd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:08.408937 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a1774fb-a047-4bc6-9810-ee505682082f req-93e7d813-e4a5-4336-9a06-44faa21fd8e1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 200 len: 851 time: 0.1320844 Dec 13 16:29:08.412496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:08.412496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Checking segment: {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:08.412734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Bound using segment: {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:08.413058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Bound port: 7914fa5a-903e-4932-b19d-5aea1bc63285, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43efb14-650d-4b0f-864d-59e290934cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:08.413403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.443871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] device_id is not set on port a1dc4dad-1bef-4996-b250-870850b2b359 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:08.492504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:29:08.504950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.540172 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-91359ba3-b7b6-4e5e-8031-7aa076583226 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4367e03e94f4bae8d485b7f0e694c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347028 Dec 13 16:29:08.547541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40720) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:08.614932 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Subnet': ['ID=d8bfa6ca-0132-4810-af3b-c1eab83e99f9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:08.627598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.635552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-276e3b6e-b6eb-493d-a7bc-c3d399deb040 req-9300d6d3-87bf-40da-92db-a4b892d3aedc service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.650659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-276e3b6e-b6eb-493d-a7bc-c3d399deb040 req-9300d6d3-87bf-40da-92db-a4b892d3aedc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.656032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1774fb-a047-4bc6-9810-ee505682082f req-75bd2b62-9b45-490e-bc7c-fd2829f07988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:08.657540 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a1774fb-a047-4bc6-9810-ee505682082f req-75bd2b62-9b45-490e-bc7c-fd2829f07988 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44645876-4c40-4082-853e-5e11cb1e413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2342956 Dec 13 16:29:08.672222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.697649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-31532f1b-7e0d-46e2-a6f1-782a7fed0302 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c26e29e95c8462cb964136e5d283618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936253 Dec 13 16:29:08.702089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Checking segment: {'id': '8a8f77f9-33da-4978-aed5-f5ebad8f1c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '29823bff-f2d4-4bb2-a4c6-290242823e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:08.702457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network hostable DHCP agents. Network: 29823bff-f2d4-4bb2-a4c6-290242823e5a, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:08.706029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40726) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:08.727213 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-276e3b6e-b6eb-493d-a7bc-c3d399deb040 req-9300d6d3-87bf-40da-92db-a4b892d3aedc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6169388 Dec 13 16:29:08.734585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300d6d3-87bf-40da-92db-a4b892d3aedc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c2d03-30f6-4220-80e6-9e129046a54d,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:08.741790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7591f03-012f-4a05-98c4-049c36172798 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.751689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] For port 7914fa5a-903e-4932-b19d-5aea1bc63285, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:08.789544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7591f03-012f-4a05-98c4-049c36172798 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.791422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network 29823bff-f2d4-4bb2-a4c6-290242823e5a is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:08.837359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] In _notify_port_updated(), no bound segment for port 3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 on network 8e56282c-970d-4e0e-9972-83b581156cf7 {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:29:08.838507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 29823bff-f2d4-4bb2-a4c6-290242823e5a) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:08.842861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5caf1db4-9af4-4654-b261-9ae2ff8d37bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.844099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:08.844605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.848404 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:08.848827 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "PUT /v2.0/ports/3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 HTTP/1.1" status: 200 len: 1001 time: 2.1609838 Dec 13 16:29:08.848997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.851819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40728) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:08.853502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] For port 7914fa5a-903e-4932-b19d-5aea1bc63285, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7914fa5a-903e-4932-b19d-5aea1bc63285,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:08.859444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aba858-1aed-485d-94da-5d8ca7daee29 None None] Network 29823bff-f2d4-4bb2-a4c6-290242823e5a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:08.875850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Allocated IP 2001:db8::13c (758d6312-94c1-4d68-bd2b-899bef8ab566/672353f3-caf8-4dec-8494-0065f25b56d3/a1dc4dad-1bef-4996-b250-870850b2b359) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:08.886989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5caf1db4-9af4-4654-b261-9ae2ff8d37bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.899540 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9748538e-f8c3-4d9d-8c67-2c38c1324e6b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3672900 Dec 13 16:29:08.899736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.904750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40730) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:08.967790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7591f03-012f-4a05-98c4-049c36172798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.970408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7591f03-012f-4a05-98c4-049c36172798 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:08.971621 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a7591f03-012f-4a05-98c4-049c36172798 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da23c4a2-9b1d-4b05-a0f3-c3a8e0a22311 HTTP/1.1" status: 204 len: 168 time: 0.4231493 Dec 13 16:29:08.995875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-29823bff-f2d4-4bb2-a4c6-290242823e5a', 'network_id': '29823bff-f2d4-4bb2-a4c6-290242823e5a', 'project_id': 'a40412807d0744908d6c2a6b7b28946f', 'fixed_ips': [{'subnet_id': 'd8bfa6ca-0132-4810-af3b-c1eab83e99f9'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:08.997511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.012126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7591f03-012f-4a05-98c4-049c36172798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da23c4a2-9b1d-4b05-a0f3-c3a8e0a22311,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:09.111524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5caf1db4-9af4-4654-b261-9ae2ff8d37bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.114133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5caf1db4-9af4-4654-b261-9ae2ff8d37bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.119775 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5caf1db4-9af4-4654-b261-9ae2ff8d37bb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7dc8283-51c8-46d0-a95b-cda18c948adc HTTP/1.1" status: 204 len: 168 time: 0.4053297 Dec 13 16:29:09.144944 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf1db4-9af4-4654-b261-9ae2ff8d37bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dc8283-51c8-46d0-a95b-cda18c948adc,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:09.151404 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.228453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Allocated IP 2001:db8::f816:3eff:fe6c:3994 (29823bff-f2d4-4bb2-a4c6-290242823e5a/d8bfa6ca-0132-4810-af3b-c1eab83e99f9/ee5f3c12-e83e-4152-8557-8b318106dc35) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:09.245704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.296815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844db0de-bb38-46fa-9f72-396c6642802f tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:09.308830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-197c1889-8a67-48ca-ad2f-f928fc34821b None None] Provisioning complete for port 3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:09.309533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-197c1889-8a67-48ca-ad2f-f928fc34821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.387352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4da436-a102-4a12-8fe1-012c1ed91b93 req-0f26f211-7b96-40c2-a399-2ef71cf07329 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:09.388953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd4da436-a102-4a12-8fe1-012c1ed91b93 req-0f26f211-7b96-40c2-a399-2ef71cf07329 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 944 time: 0.7241507 Dec 13 16:29:09.423666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:09.424399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.425964 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] 10.222.0.31 "PUT /v2.0/ports/7914fa5a-903e-4932-b19d-5aea1bc63285 HTTP/1.1" status: 200 len: 1094 time: 4.7378678 Dec 13 16:29:09.431207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-197c1889-8a67-48ca-ad2f-f928fc34821b None None] Port 3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:09.450955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ded9fa-91b2-4a78-b01e-fffce0202a2b req-b6dbc73d-cc7f-4319-90e5-ec07deaf7037 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:09.452620 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8ded9fa-91b2-4a78-b01e-fffce0202a2b req-b6dbc73d-cc7f-4319-90e5-ec07deaf7037 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 944 time: 0.7939754 Dec 13 16:29:09.453108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'tag': '7914fa5a-903e-4932-b19d-5aea1bc63285'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:29:09.455469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d8f632-8a1c-4443-a66f-e647ed8311e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c05b9f8c-3694-4251-9150-30afbf5195b9", "tag": "7914fa5a-903e-4932-b19d-5aea1bc63285"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:29:09.529001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40744) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:09.573845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.577241 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a1774fb-a047-4bc6-9810-ee505682082f req-e07a7b4c-6948-4985-8fd3-d3499e28f987 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9009860 Dec 13 16:29:09.583675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.602048 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7ae59877-66f1-4a7d-a9d5-da03871c64c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe65db3ca85a4670aeb4dcbbb9361e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719190 Dec 13 16:29:09.611654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40746) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:09.627684 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.642095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Network 29823bff-f2d4-4bb2-a4c6-290242823e5a is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:09.652217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:09.662304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:09.690230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Pushing event updated for resources: {'Port': ['ID=ee5f3c12-e83e-4152-8557-8b318106dc35,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:09.701321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Subnet': ['ID=d8bfa6ca-0132-4810-af3b-c1eab83e99f9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:09.725356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb430a-5627-41cb-b392-cae4169f0231 service neutron] Pushing event updated for resources: {'Port': ['ID=7914fa5a-903e-4932-b19d-5aea1bc63285,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:09.783511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.797616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Attempting to bind port ee5f3c12-e83e-4152-8557-8b318106dc35 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:09.798807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Attempting to bind port ee5f3c12-e83e-4152-8557-8b318106dc35 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '8a8f77f9-33da-4978-aed5-f5ebad8f1c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '29823bff-f2d4-4bb2-a4c6-290242823e5a'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:09.799507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Attempting to bind port ee5f3c12-e83e-4152-8557-8b318106dc35 on network 29823bff-f2d4-4bb2-a4c6-290242823e5a {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:09.801996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40748) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:09.810975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:09.811749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Checking segment: {'id': '8a8f77f9-33da-4978-aed5-f5ebad8f1c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '29823bff-f2d4-4bb2-a4c6-290242823e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:09.812365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.812954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Bound using segment: {'id': '8a8f77f9-33da-4978-aed5-f5ebad8f1c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '29823bff-f2d4-4bb2-a4c6-290242823e5a'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:09.814222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Bound port: ee5f3c12-e83e-4152-8557-8b318106dc35, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a8f77f9-33da-4978-aed5-f5ebad8f1c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '29823bff-f2d4-4bb2-a4c6-290242823e5a'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:09.815032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.824032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29823bff-f2d4-4bb2-a4c6-290242823e5a']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:09.838556 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8f77f9-33da-4978-aed5-f5ebad8f1c52') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:09.838883 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8f77f9-33da-4978-aed5-f5ebad8f1c52') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:09.857565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.861375 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd4da436-a102-4a12-8fe1-012c1ed91b93 req-d0d3d7f0-f3ee-4d06-bc9c-6b7dcaaf1b3d tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023750 Dec 13 16:29:09.872287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8ded9fa-91b2-4a78-b01e-fffce0202a2b req-383f886a-37d5-40ad-a198-3b2882c8ae30 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3905473 Dec 13 16:29:09.891648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-9609ba22-9824-46ae-9f00-5e293c791169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:09.893164 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-9609ba22-9824-46ae-9f00-5e293c791169 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07834401d6d14d12b969b56adb7d04bf&device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 1097 time: 0.3898096 Dec 13 16:29:09.906693 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d4524c77-c31b-49f9-baac-6940bf4792fa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=884d5b23225c4bd9807f15da52ff25e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1034861 Dec 13 16:29:09.906971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6f8baffc-8cf6-4bf9-9b83-2e763302f3f2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Deleting port 3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:09.907449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f8baffc-8cf6-4bf9-9b83-2e763302f3f2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.909971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40750) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:09.913739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.921449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] For port ee5f3c12-e83e-4152-8557-8b318106dc35, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:09.940542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:09.940941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:09.944432 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:10.018993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd9649e-f2ca-4ee9-9e36-c0ea6076a385 x-openstack-request-id: req-6cd9649e-f2ca-4ee9-9e36-c0ea6076a385 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:29:10.019343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05b9f8c-3694-4251-9150-30afbf5195b9", "tag": "7914fa5a-903e-4932-b19d-5aea1bc63285", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:29:10.019537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6cd9649e-f2ca-4ee9-9e36-c0ea6076a385 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:29:10.019932 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'tag': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'status': 'completed', 'code': 200} Dec 13 16:29:10.020122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] For port ee5f3c12-e83e-4152-8557-8b318106dc35, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ee5f3c12-e83e-4152-8557-8b318106dc35,segment=NetworkSegment(8a8f77f9-33da-4978-aed5-f5ebad8f1c52),segment_id=8a8f77f9-33da-4978-aed5-f5ebad8f1c52)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:10.027379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.028202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:29:10.028202 dv-neutron-821599-1-hyperv neutron-server[103053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:29:10.028202 dv-neutron-821599-1-hyperv neutron-server[103053]: [parameters: {'id': '29823bff-f2d4-4bb2-a4c6-290242823e5a'}] Dec 13 16:29:10.028202 dv-neutron-821599-1-hyperv neutron-server[103053]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:10.029211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:10.032340 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2dcabac9-2147-41b7-8798-36cc770043dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.035687 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a1774fb-a047-4bc6-9810-ee505682082f req-ad3cf1a1-cde1-4ded-afb6-389e4cfb7b9b service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140735 Dec 13 16:29:10.037656 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-edb604d0-158c-4526-9ee0-7a7fe74622d5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7914fa5a-903e-4932-b19d-5aea1bc63285 HTTP/1.1" status: 200 len: 217 time: 0.1218758 Dec 13 16:29:10.044619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-50b691d9-8778-4992-8f97-d24f11da2679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.057112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2dcabac9-2147-41b7-8798-36cc770043dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.118559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2dcabac9-2147-41b7-8798-36cc770043dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.121502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2dcabac9-2147-41b7-8798-36cc770043dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.124039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7dbd9-ded9-42e8-b236-f812f9eb768c None None] Pushing event updated for resources: {'Port': ['ID=ee5f3c12-e83e-4152-8557-8b318106dc35,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:10.134437 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2dcabac9-2147-41b7-8798-36cc770043dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9fab2410-11a5-447d-8c14-cca8dd88975a HTTP/1.1" status: 204 len: 168 time: 0.2207603 Dec 13 16:29:10.147744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcabac9-2147-41b7-8798-36cc770043dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fab2410-11a5-447d-8c14-cca8dd88975a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:10.156080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-50b691d9-8778-4992-8f97-d24f11da2679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.165427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d09c88f-7eda-4c65-b963-168c821539ac None None] Network 29823bff-f2d4-4bb2-a4c6-290242823e5a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:10.178095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.233244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0c558-4dfe-4b93-ba8e-274b0a01fdfe req-af864f3b-b94a-4431-adb9-6af93332be14 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:10.234899 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24c0c558-4dfe-4b93-ba8e-274b0a01fdfe req-af864f3b-b94a-4431-adb9-6af93332be14 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.2238088 Dec 13 16:29:10.253529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-38be9603-1f8c-4229-91a0-0ec370f807ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:10.255041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-38be9603-1f8c-4229-91a0-0ec370f807ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b9cae0f-cc68-4945-b063-6706fdec303e HTTP/1.1" status: 200 len: 851 time: 0.1884656 Dec 13 16:29:10.256942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f8baffc-8cf6-4bf9-9b83-2e763302f3f2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.305756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6f8baffc-8cf6-4bf9-9b83-2e763302f3f2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Calling delete_port for 3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:10.420100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 9decc787-3c0b-47bf-804f-7eb10d70a4b5 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:29:10.430630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-50b691d9-8778-4992-8f97-d24f11da2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.433267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-50b691d9-8778-4992-8f97-d24f11da2679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.437205 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-50b691d9-8778-4992-8f97-d24f11da2679 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1bd24272-5e69-462b-9f78-4f3b373eb568 HTTP/1.1" status: 204 len: 168 time: 0.8063426 Dec 13 16:29:10.438990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.452886 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24c0c558-4dfe-4b93-ba8e-274b0a01fdfe req-065a51f3-a413-436b-a8eb-9017b333e1ea tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048533 Dec 13 16:29:10.483873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-e8444984-1753-4b8f-b1ca-04c988cb82ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:10.485411 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-e8444984-1753-4b8f-b1ca-04c988cb82ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c18d56e5-f6e9-4069-88e5-47679c6db62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2080564 Dec 13 16:29:10.495068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b691d9-8778-4992-8f97-d24f11da2679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd24272-5e69-462b-9f78-4f3b373eb568,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:10.521271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22869d1e-4cd4-4891-aaa7-b163a8602e07 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:29:10.531819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.565062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Network 758d6312-94c1-4d68-bd2b-899bef8ab566 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:10.581801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event updated for resources: {'Port': ['ID=a1dc4dad-1bef-4996-b250-870850b2b359,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:10.585506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:10.593486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:10.599464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:10.600116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.641334 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-95c8d24e-43ab-44a9-b371-089a45d8af39 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.9914048 Dec 13 16:29:10.642412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40758) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:10.687452 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-6e314fbf-70c2-4725-8b45-1472dcd4b736 service neutron] 10.222.0.31 "GET /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860216 Dec 13 16:29:10.722399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 9decc787-3c0b-47bf-804f-7eb10d70a4b5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:10.745763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting port ee5f3c12-e83e-4152-8557-8b318106dc35 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:10.745906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.761903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'port_id': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'mac_address': 'fa:16:3e:ed:14:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:29:10.781697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1a41b-249c-4c6f-904e-a3428f8a2cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:10.782330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f8baffc-8cf6-4bf9-9b83-2e763302f3f2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.790470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1a41b-249c-4c6f-904e-a3428f8a2cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:10.800317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de1a41b-249c-4c6f-904e-a3428f8a2cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:10.805153 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8de1a41b-249c-4c6f-904e-a3428f8a2cd8 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1572499 Dec 13 16:29:10.827941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40762) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:10.845746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8baffc-8cf6-4bf9-9b83-2e763302f3f2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Port': ['ID=3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:10.905893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] For port ee5f3c12-e83e-4152-8557-8b318106dc35, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ee5f3c12-e83e-4152-8557-8b318106dc35,segment=NetworkSegment(8a8f77f9-33da-4978-aed5-f5ebad8f1c52),segment_id=8a8f77f9-33da-4978-aed5-f5ebad8f1c52)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:10.906260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.926875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:10.929144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22869d1e-4cd4-4891-aaa7-b163a8602e07 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:29:10.946174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Calling delete_port for ee5f3c12-e83e-4152-8557-8b318106dc35 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:10.957473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9decc787-3c0b-47bf-804f-7eb10d70a4b5 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:29:11.052163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 9decc787-3c0b-47bf-804f-7eb10d70a4b5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:11.072613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.094331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.123840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No DVR routers for this DVR port ee5f3c12-e83e-4152-8557-8b318106dc35 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:11.151107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Port': ['ID=ee5f3c12-e83e-4152-8557-8b318106dc35,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:11.192112 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a827a2a-1282-4e72-b19e-dd5871680721 req-d51832c3-b519-4d12-88e7-9bd51875c433 service neutron] 10.222.0.31 "GET /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923873 Dec 13 16:29:11.220225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=9decc787-3c0b-47bf-804f-7eb10d70a4b5,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:11.251303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893efc8d-6b6b-4be5-b57f-72e214a49bbe req-77e5581d-d7f9-4dbc-995d-256bea504ca3 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:11.253092 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-893efc8d-6b6b-4be5-b57f-72e214a49bbe req-77e5581d-d7f9-4dbc-995d-256bea504ca3 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 944 time: 0.2616754 Dec 13 16:29:11.316517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.329535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f8baffc-8cf6-4bf9-9b83-2e763302f3f2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.339177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6f8baffc-8cf6-4bf9-9b83-2e763302f3f2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "DELETE /v2.0/ports/3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 HTTP/1.1" status: 204 len: 168 time: 2.4673526 Dec 13 16:29:11.343764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40782) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:11.385240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['9decc787-3c0b-47bf-804f-7eb10d70a4b5'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:29:11.393461 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd46e57-98d6-43cd-91b0-5eda2c775619 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] GET failed (client error): The resource could not be found. Dec 13 16:29:11.398550 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9bd46e57-98d6-43cd-91b0-5eda2c775619 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "GET /v2.0/ports/3ff5a2bc-0ab4-49ae-8407-26a990f2ccd2 HTTP/1.1" status: 404 len: 333 time: 0.0503998 Dec 13 16:29:11.398550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29823bff-f2d4-4bb2-a4c6-290242823e5a']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:11.399392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40786) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:11.404580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1875087478'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:11.406079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cc7f2-5cc1-44e5-becd-f74260e9dd2f req-454c8dc9-5614-445a-ac26-d0e900d39a45 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:11.408061 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4e5cc7f2-5cc1-44e5-becd-f74260e9dd2f req-454c8dc9-5614-445a-ac26-d0e900d39a45 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 944 time: 0.4108648 Dec 13 16:29:11.439359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8f77f9-33da-4978-aed5-f5ebad8f1c52') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:11.439638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8f77f9-33da-4978-aed5-f5ebad8f1c52') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:11.477844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.496750 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4e5cc7f2-5cc1-44e5-becd-f74260e9dd2f req-2c901721-8bd6-4929-85d4-c9e7d882b578 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675278 Dec 13 16:29:11.500004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-a81b26a0-f0cd-4096-8755-a7c27a166bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:11.503264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.503988 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-a81b26a0-f0cd-4096-8755-a7c27a166bcc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07834401d6d14d12b969b56adb7d04bf&device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 1097 time: 0.2016771 Dec 13 16:29:11.538206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:11.540995 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:11.549339 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:11.631643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-58b463af-84ef-4ccf-b44f-815ed8947074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:11.633400 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-58b463af-84ef-4ccf-b44f-815ed8947074 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c18d56e5-f6e9-4069-88e5-47679c6db62e HTTP/1.1" status: 200 len: 913 time: 0.1071160 Dec 13 16:29:11.690588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Made reservation on behalf of 4730917573c344e68a977a5f7013bfe5 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:11.695664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.734528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] device_id is not set on port 81037c33-a513-4509-b35e-b8548427520f yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:11.771388 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-66ab7335-95f4-40d8-ab1f-2472534b7089 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7914fa5a-903e-4932-b19d-5aea1bc63285 HTTP/1.1" status: 200 len: 217 time: 0.0898113 Dec 13 16:29:11.773626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a0e83576-4a22-47cd-b1a7-aa7f20e2e3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Deleting port a1dc4dad-1bef-4996-b250-870850b2b359 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:11.774243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a0e83576-4a22-47cd-b1a7-aa7f20e2e3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.785052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Provisioning complete for port 4878f8d5-a190-4e15-9599-7bab21867f03 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:11.785435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.791372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.807419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.820214 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/29823bff-f2d4-4bb2-a4c6-290242823e5a HTTP/1.1" status: 204 len: 168 time: 2.9109023 Dec 13 16:29:11.827462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40804) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:11.876830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc0a80-d09e-4a93-918e-13c13a8700bd tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Network': ['ID=29823bff-f2d4-4bb2-a4c6-290242823e5a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:11.879717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Port 4878f8d5-a190-4e15-9599-7bab21867f03 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:11.907378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Provisioning complete for port 8cf0d4d7-4509-4f14-9222-440b4f505968 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:11.908608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:11.967938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Port 8cf0d4d7-4509-4f14-9222-440b4f505968 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:11.996717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Provisioning complete for port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:11.996931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.062037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Allocated IP 2001:db8::3b5 (8e56282c-970d-4e0e-9972-83b581156cf7/237826cb-5119-4570-9e21-a9d1ff939f9a/81037c33-a513-4509-b35e-b8548427520f) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:12.159216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Provisioning complete for port 99d75092-9dad-4db5-a16d-5096dff5fd8a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:12.159806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.199825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Port 99d75092-9dad-4db5-a16d-5096dff5fd8a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:12.210883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Provisioning complete for port a5b5ce77-7f01-4fc8-93f2-1501c2988375 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:12.211395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.251865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-b814e291-7766-433d-adc4-dfd0de0a6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:12.253546 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-b814e291-7766-433d-adc4-dfd0de0a6e53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b9cae0f-cc68-4945-b063-6706fdec303e HTTP/1.1" status: 200 len: 851 time: 0.4347768 Dec 13 16:29:12.256826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1492825462'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:12.259707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40810) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:12.277766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aaf97a-0292-49cd-b047-a7066f3fe67c req-92c17713-35f9-488c-868a-ecd477c19d78 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:12.279722 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82aaf97a-0292-49cd-b047-a7066f3fe67c req-92c17713-35f9-488c-868a-ecd477c19d78 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.6395075 Dec 13 16:29:12.310359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-893efc8d-6b6b-4be5-b57f-72e214a49bbe req-7d5baf3b-e1a3-4755-928c-c422eba4e281 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0060894 Dec 13 16:29:12.314186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 9decc787-3c0b-47bf-804f-7eb10d70a4b5 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:12.320704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.390716 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.405767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Provisioning complete for port f7978e4e-7bbe-4932-8588-f5577cec4b79 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:12.406142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.438855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:29:12.447887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:12.448186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Network 8e56282c-970d-4e0e-9972-83b581156cf7 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:12.448682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.451790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:12.457148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:12.462982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:12.463706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.470689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=81037c33-a513-4509-b35e-b8548427520f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:12.476391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:12.483328 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.500394 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f53a47a8-e1fd-4d47-a5e9-59902819a58b tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0984318 Dec 13 16:29:12.500969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40818) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:12.503376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-bb1b94aa-4a8c-4ecd-8823-42e9494f6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:12.507157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:75:e4:78'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:12.507551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-bb1b94aa-4a8c-4ecd-8823-42e9494f6bd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c18d56e5-f6e9-4069-88e5-47679c6db62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2367790 Dec 13 16:29:12.548177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82aaf97a-0292-49cd-b047-a7066f3fe67c req-9bc243f5-e378-4ae1-ae44-901030b27eb7 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310953 Dec 13 16:29:12.590466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a0e83576-4a22-47cd-b1a7-aa7f20e2e3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.655804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:12.660830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a0e83576-4a22-47cd-b1a7-aa7f20e2e3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Calling delete_port for a1dc4dad-1bef-4996-b250-870850b2b359 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:12.678742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'networks': [{'name': 'tempest-network--928238112'}, {'name': 'tempest-network--383368913'}]} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:12.679298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'network': {'name': 'tempest-network--928238112'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:12.679506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'network': {'name': 'tempest-network--383368913'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:12.761205 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.800917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:29:12.801250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Made reservation on behalf of be0e5baa84834ee1ac1c1a5ceb0f5de4 for: {'network': 2} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:12.803900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90c4cfb-0300-46e5-8b6d-d00bc5736b1a" -d '{"events": [{"server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "name": "network-vif-plugged", "status": "completed", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:29:12.805972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.817940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.820243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.820657 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Added segment 267c8e57-3bb9-4d8d-b278-67ef104177bd of type vlan for network e366d69b-824c-4539-8da0-97e0db0fd46b Dec 13 16:29:12.829527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Provisioning complete for port 2552a9ea-1553-49b4-a287-14e63b3ccb4c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:12.829907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-641aa9d7-3208-4e49-a581-d3d056eb0b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.849998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.859570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 9decc787-3c0b-47bf-804f-7eb10d70a4b5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:12.873381 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:12.966514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=9decc787-3c0b-47bf-804f-7eb10d70a4b5,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:12.989022 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-ad089eb8-bf85-4d2c-ab32-a89846cc26ec service neutron] 10.222.0.31 "GET /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491210 Dec 13 16:29:13.008310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56b88b-8879-4a43-a00d-40163ffedec8 req-c6cb521e-4a26-4465-aace-c39aa5aca6ae tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:13.010281 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ec56b88b-8879-4a43-a00d-40163ffedec8 req-c6cb521e-4a26-4465-aace-c39aa5aca6ae tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 945 time: 0.3290334 Dec 13 16:29:13.013792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.029337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286491a-90cb-4d7f-9873-b1bf57e82b92 req-201db8b6-f692-4367-b9b6-96b7662ead6e tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:13.031223 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8286491a-90cb-4d7f-9873-b1bf57e82b92 req-201db8b6-f692-4367-b9b6-96b7662ead6e tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.2347155 Dec 13 16:29:13.044664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40834) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:13.055653 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.061118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Request body: {'floatingip': {'port_id': '23e15828-69e3-416b-bfe1-7a0a672a5ce0'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:13.096995 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.097449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.102893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9ab021-c8c5-486a-88cd-6a1ce7da0bbc x-openstack-request-id: req-5b9ab021-c8c5-486a-88cd-6a1ce7da0bbc {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:29:13.103422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "name": "network-vif-plugged", "status": "completed", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:29:13.103502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b9ab021-c8c5-486a-88cd-6a1ce7da0bbc {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:29:13.103853 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'code': 200} Dec 13 16:29:13.129414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40836) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:13.175428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.180792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for floatingip, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.182903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-dd0fb031-9022-4aa0-b743-9026f56d1e2d None None] Provisioning complete for port 81037c33-a513-4509-b35e-b8548427520f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:13.183577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb031-9022-4aa0-b743-9026f56d1e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.185270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:13.185983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.235640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.237860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fb031-9022-4aa0-b743-9026f56d1e2d None None] Port 81037c33-a513-4509-b35e-b8548427520f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:13.246009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef8bfbb-b7c2-4d1c-b927-10900cbb11ba,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:13.264293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-dd0fb031-9022-4aa0-b743-9026f56d1e2d None None] Provisioning complete for port a1dc4dad-1bef-4996-b250-870850b2b359 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:13.264683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd0fb031-9022-4aa0-b743-9026f56d1e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.270247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Network': ['ID=e366d69b-824c-4539-8da0-97e0db0fd46b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:13.271070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.273516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:13.305982 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ec56b88b-8879-4a43-a00d-40163ffedec8 req-cbf4d680-4410-48cc-9dd0-b8c49be40ede tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630253 Dec 13 16:29:13.339987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b2815c77-56e9-411a-b7ed-9dc36162062b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0909505 Dec 13 16:29:13.346969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40842) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:13.353815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'subnet': {'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:13.362102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network e366d69b-824c-4539-8da0-97e0db0fd46b details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:13.368681 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.369018 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Added segment 39cec5b7-ea3d-4e2b-acd5-2b43e9495589 of type vlan for network 3ab5439a-a3fa-4992-8ed5-c2fee8781c30 Dec 13 16:29:13.396312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] In _notify_port_updated(), no bound segment for port 81037c33-a513-4509-b35e-b8548427520f on network 8e56282c-970d-4e0e-9972-83b581156cf7 {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:29:13.401831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:13.402451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.406866 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "PUT /v2.0/ports/81037c33-a513-4509-b35e-b8548427520f HTTP/1.1" status: 200 len: 1003 time: 0.9023943 Dec 13 16:29:13.435588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40844) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:13.437848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55d8f632-8a1c-4443-a66f-e647ed8311e0 req-dcda41f2-67b8-4ade-8938-2493c67e4a3a service neutron] 10.222.0.31 "GET /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269428 Dec 13 16:29:13.441900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f8ae1f00-069c-4eb0-b7cf-99a3e88f2946 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-902914264'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:13.520203 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dda843-9225-4a97-9230-b37df82a80d6 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=81037c33-a513-4509-b35e-b8548427520f,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:13.556199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a0e83576-4a22-47cd-b1a7-aa7f20e2e3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.563343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495df38c-4a2b-4bcc-969d-315dcb842dc3 req-0bb0ed01-be7b-4525-a888-b5fccc2a9666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:13.564846 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-495df38c-4a2b-4bcc-969d-315dcb842dc3 req-0bb0ed01-be7b-4525-a888-b5fccc2a9666 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1099 time: 0.1954918 Dec 13 16:29:13.587213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.599040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e83576-4a22-47cd-b1a7-aa7f20e2e3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event deleted for resources: {'Port': ['ID=a1dc4dad-1bef-4996-b250-870850b2b359,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:13.644237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1f00-069c-4eb0-b7cf-99a3e88f2946 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.645272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1f00-069c-4eb0-b7cf-99a3e88f2946 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.670907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:13.684484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fb031-9022-4aa0-b743-9026f56d1e2d None None] Port a1dc4dad-1bef-4996-b250-870850b2b359 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:13.692412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-495df38c-4a2b-4bcc-969d-315dcb842dc3 req-d676b6c6-8ede-4ab4-ad47-dc1a42eaef00 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952890 Dec 13 16:29:13.701429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6439c-788b-4918-979f-5cf982bb65f4 req-f109835e-567c-45cf-816c-8f1e45b47c8c tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:13.703091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d6439c-788b-4918-979f-5cf982bb65f4 req-f109835e-567c-45cf-816c-8f1e45b47c8c tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 944 time: 0.2329710 Dec 13 16:29:13.710176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.718117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:13.721630 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.725710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.726048 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Added segment 991c8c2f-e1d5-4932-a220-efe193ad478f of type vlan for network cd30a1c4-b31e-466b-ab96-3779699a1e6b Dec 13 16:29:13.733671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a0e83576-4a22-47cd-b1a7-aa7f20e2e3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.740651 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a0e83576-4a22-47cd-b1a7-aa7f20e2e3f5 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "DELETE /v2.0/ports/a1dc4dad-1bef-4996-b250-870850b2b359 HTTP/1.1" status: 204 len: 168 time: 2.9099896 Dec 13 16:29:13.746613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40846) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:13.764792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Request body: {'port': {'name': 'tempest-new-port-name-323012604', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:13.765248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.api.validators [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] bootfile-name is not in valid_values {{(pid=103052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:13.765518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.api.validators [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] tftp-server is not in valid_values {{(pid=103052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:13.765866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.api.validators [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] server-ip-address is not in valid_values {{(pid=103052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:13.854627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1f00-069c-4eb0-b7cf-99a3e88f2946 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.878737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1f00-069c-4eb0-b7cf-99a3e88f2946 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.922285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c4dae521-cfb6-4061-a4a1-d53f93f447a2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Deleting port 81037c33-a513-4509-b35e-b8548427520f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:13.922620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4dae521-cfb6-4061-a4a1-d53f93f447a2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.946459 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d6439c-788b-4918-979f-5cf982bb65f4 req-456146f0-9ff5-4fd2-9378-0bf4beff0422 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213759 Dec 13 16:29:13.956369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bbc7b852-f9de-4dba-bd44-d5dbd3529caa None None] Provisioning complete for port 81037c33-a513-4509-b35e-b8548427520f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:13.957004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbc7b852-f9de-4dba-bd44-d5dbd3529caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:13.989568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.006787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ae1f00-069c-4eb0-b7cf-99a3e88f2946 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.008083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f8ae1f00-069c-4eb0-b7cf-99a3e88f2946 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8775988 Dec 13 16:29:14.011697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7b852-f9de-4dba-bd44-d5dbd3529caa None None] Port 81037c33-a513-4509-b35e-b8548427520f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:14.015748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40848) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:14.148629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae4da-bbf9-4123-932f-071c400fe533 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.176236 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.229682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4dae521-cfb6-4061-a4a1-d53f93f447a2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.282680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c4dae521-cfb6-4061-a4a1-d53f93f447a2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Calling delete_port for 81037c33-a513-4509-b35e-b8548427520f owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:14.306690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 7914fa5a-903e-4932-b19d-5aea1bc63285 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:29:14.314428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.314946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.320482 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:14.325738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:14.326441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.404461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae4da-bbf9-4123-932f-071c400fe533 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.408660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae4da-bbf9-4123-932f-071c400fe533 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.442212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 7914fa5a-903e-4932-b19d-5aea1bc63285, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7914fa5a-903e-4932-b19d-5aea1bc63285,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:14.457213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'port_id': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'mac_address': 'fa:16:3e:38:bf:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:29:14.497693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.505541 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2423053 Dec 13 16:29:14.505541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.508022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Network': ['ID=3ab5439a-a3fa-4992-8ed5-c2fee8781c30,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:14.512116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40852) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:14.520022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7914fa5a-903e-4932-b19d-5aea1bc63285 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:29:14.532610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 3ab5439a-a3fa-4992-8ed5-c2fee8781c30 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:14.543212 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.561792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae4da-bbf9-4123-932f-071c400fe533 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.562409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2ae4da-bbf9-4123-932f-071c400fe533 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30f34484-b1d2-441a-a844-a05ba0695a2b {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:29:14.578838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae4da-bbf9-4123-932f-071c400fe533 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.582916 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cb2ae4da-bbf9-4123-932f-071c400fe533 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "DELETE /v2.0/routers/30f34484-b1d2-441a-a844-a05ba0695a2b HTTP/1.1" status: 204 len: 168 time: 0.5632041 Dec 13 16:29:14.588164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40854) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:14.591641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-dc68917f-3e97-48eb-bb8e-31a2055621b6 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Request body: {'router': {'name': 'tempest-router-1913541395', 'distributed': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:14.596419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 7914fa5a-903e-4932-b19d-5aea1bc63285, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7914fa5a-903e-4932-b19d-5aea1bc63285,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:14.606977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.613562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd4804-dbbc-4ec9-9e6c-a64f45df4e9d req-d197ee12-04a8-4983-889c-20a03dc65c3d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:14.615114 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93dd4804-dbbc-4ec9-9e6c-a64f45df4e9d req-d197ee12-04a8-4983-889c-20a03dc65c3d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2036304 Dec 13 16:29:14.688297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=7914fa5a-903e-4932-b19d-5aea1bc63285,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:14.816806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3c6f-056b-4143-8a54-b7fc4c136d79 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Network': ['ID=cd30a1c4-b31e-466b-ab96-3779699a1e6b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:14.834024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network cd30a1c4-b31e-466b-ab96-3779699a1e6b details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:14.855807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.908145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['7914fa5a-903e-4932-b19d-5aea1bc63285'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:29:14.941110 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee09e85-46ef-4bd0-b0ff-848fc0940839 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:14.946906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee09e85-46ef-4bd0-b0ff-848fc0940839 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:14.954321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee09e85-46ef-4bd0-b0ff-848fc0940839 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:14.960456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee09e85-46ef-4bd0-b0ff-848fc0940839 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:14.962088 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0ee09e85-46ef-4bd0-b0ff-848fc0940839 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4482079 Dec 13 16:29:14.963964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc68917f-3e97-48eb-bb8e-31a2055621b6 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.964984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc68917f-3e97-48eb-bb8e-31a2055621b6 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.972066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40856) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:14.974828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:14.984044 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Floating IP ae90979e-0d07-4bc2-8ff1-ccb2b9001959 associated. External IP: 172.26.6.150, port: 23e15828-69e3-416b-bfe1-7a0a672a5ce0. Dec 13 16:29:14.992199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Subnet': ['ID=eae2bd79-b745-427a-8a04-b407c359ab6e,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:15.010558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.045923 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93dd4804-dbbc-4ec9-9e6c-a64f45df4e9d req-cdd902b4-b4eb-4863-b741-e204fc1211ff tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662238 Dec 13 16:29:15.121886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] In _notify_port_updated(), no bound segment for port 4ccfdc8d-6cfe-4608-94dc-6223a30de01d on network 758d6312-94c1-4d68-bd2b-899bef8ab566 {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:29:15.128246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:15.128983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.133190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "PUT /v2.0/ports/4ccfdc8d-6cfe-4608-94dc-6223a30de01d HTTP/1.1" status: 200 len: 1129 time: 1.3821905 Dec 13 16:29:15.136622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40860) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:15.143483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Checking segment: {'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:15.144019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network hostable DHCP agents. Network: e366d69b-824c-4539-8da0-97e0db0fd46b, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:15.158359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.163926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4dae521-cfb6-4061-a4a1-d53f93f447a2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.199109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network e366d69b-824c-4539-8da0-97e0db0fd46b is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:15.220130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc68917f-3e97-48eb-bb8e-31a2055621b6 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.232576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdce45f-1efc-43cc-a901-f9ac33654979 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event updated for resources: {'Port': ['ID=4ccfdc8d-6cfe-4608-94dc-6223a30de01d,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:15.237169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc68917f-3e97-48eb-bb8e-31a2055621b6 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.252034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df5ec67-2097-442d-97fd-3a161f012be7 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:15.256873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, e366d69b-824c-4539-8da0-97e0db0fd46b) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:15.257005 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6df5ec67-2097-442d-97fd-3a161f012be7 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "GET /v2.0/ports/4ccfdc8d-6cfe-4608-94dc-6223a30de01d HTTP/1.1" status: 200 len: 1129 time: 0.0940566 Dec 13 16:29:15.263903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40862) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:15.264240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:15.264957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.276863 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaf0897-3edd-445d-9039-c5a352d05520 None None] Network e366d69b-824c-4539-8da0-97e0db0fd46b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:15.332692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758b5cb-f8f3-4d85-8c99-bd74a3bafd0e req-ab22af73-ddcf-4e7b-aa0c-bb6819400be7 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:15.334894 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bcf43d01-a0d2-4100-aafa-c7b540ebcc98 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9846826 Dec 13 16:29:15.341207 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7758b5cb-f8f3-4d85-8c99-bd74a3bafd0e req-ab22af73-ddcf-4e7b-aa0c-bb6819400be7 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 945 time: 0.2938876 Dec 13 16:29:15.361989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40864) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:15.393097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dae521-cfb6-4061-a4a1-d53f93f447a2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Port': ['ID=81037c33-a513-4509-b35e-b8548427520f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:15.437967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc68917f-3e97-48eb-bb8e-31a2055621b6 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.439187 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dc68917f-3e97-48eb-bb8e-31a2055621b6 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8511777 Dec 13 16:29:15.462500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4dae521-cfb6-4061-a4a1-d53f93f447a2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.467002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c4dae521-cfb6-4061-a4a1-d53f93f447a2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "DELETE /v2.0/ports/81037c33-a513-4509-b35e-b8548427520f HTTP/1.1" status: 204 len: 168 time: 2.0277350 Dec 13 16:29:15.472146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-e366d69b-824c-4539-8da0-97e0db0fd46b', 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b', 'project_id': 'a40412807d0744908d6c2a6b7b28946f', 'fixed_ips': [{'subnet_id': 'eae2bd79-b745-427a-8a04-b407c359ab6e'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:15.473029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.477163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40866) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:15.477499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40868) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:15.599887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4b0d9907-811f-465d-bb4a-cf9a296d0c38 None None] Provisioning complete for port 4ccfdc8d-6cfe-4608-94dc-6223a30de01d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:15.600247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4b0d9907-811f-465d-bb4a-cf9a296d0c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.652672 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-284560a6-876c-423a-830f-fc8a03b6ee62 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] GET failed (client error): The resource could not be found. Dec 13 16:29:15.655100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-284560a6-876c-423a-830f-fc8a03b6ee62 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "GET /v2.0/ports/81037c33-a513-4509-b35e-b8548427520f HTTP/1.1" status: 404 len: 333 time: 0.1416705 Dec 13 16:29:15.665076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40870) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:15.667793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9800a989-ea07-4dca-8d86-466706a30ad7 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.668140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d9907-811f-465d-bb4a-cf9a296d0c38 None None] Port 4ccfdc8d-6cfe-4608-94dc-6223a30de01d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:15.676263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-55579600'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:15.676400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Allocated IP 2001:db8::2 (e366d69b-824c-4539-8da0-97e0db0fd46b/eae2bd79-b745-427a-8a04-b407c359ab6e/d14d773a-47db-4d77-a747-9786bcdb842c) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:15.682475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.709883 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab5439a-a3fa-4992-8ed5-c2fee8781c30']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:15.723496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cec5b7-ea3d-4e2b-acd5-2b43e9495589') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:15.723797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cec5b7-ea3d-4e2b-acd5-2b43e9495589') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:15.739805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.760019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.766897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Router d8a0f70c-254d-4a8c-b681-b8d8ec586384 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:29:15.771197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:15.771578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:15.775146 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:15.833408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.841181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.855233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7758b5cb-f8f3-4d85-8c99-bd74a3bafd0e req-26e50364-d391-4072-97ce-e8cf2ae70f2a tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5082002 Dec 13 16:29:15.897532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Network e366d69b-824c-4539-8da0-97e0db0fd46b is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:15.902218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:15.906385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:15.914128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Pushing event updated for resources: {'Port': ['ID=d14d773a-47db-4d77-a747-9786bcdb842c,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:15.928255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.948029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.954015 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/networks/3ab5439a-a3fa-4992-8ed5-c2fee8781c30 HTTP/1.1" status: 204 len: 168 time: 0.9784417 Dec 13 16:29:15.954191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.955912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40872) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:15.959723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043325a0-ac6b-4c0c-ab9d-d70cc05e9076 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Network': ['ID=3ab5439a-a3fa-4992-8ed5-c2fee8781c30,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:15.971677 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Attempting to bind port d14d773a-47db-4d77-a747-9786bcdb842c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:15.972052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Attempting to bind port d14d773a-47db-4d77-a747-9786bcdb842c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:15.972469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Attempting to bind port d14d773a-47db-4d77-a747-9786bcdb842c on network e366d69b-824c-4539-8da0-97e0db0fd46b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:15.978542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:15.978955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Checking segment: {'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:15.979640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:15.979753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Bound using segment: {'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:15.980242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Bound port: d14d773a-47db-4d77-a747-9786bcdb842c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:15.980629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.006300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9800a989-ea07-4dca-8d86-466706a30ad7 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.011230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9800a989-ea07-4dca-8d86-466706a30ad7 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.033823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:29:16.039690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.051972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] For port d14d773a-47db-4d77-a747-9786bcdb842c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:16.055546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] For port d14d773a-47db-4d77-a747-9786bcdb842c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d14d773a-47db-4d77-a747-9786bcdb842c,segment=NetworkSegment(267c8e57-3bb9-4d8d-b278-67ef104177bd),segment_id=267c8e57-3bb9-4d8d-b278-67ef104177bd)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:16.065807 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] Sync routers for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:29:16.072717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5c458e94-4c20-4cfe-b644-0e337ccb37be tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Deleting port 4ccfdc8d-6cfe-4608-94dc-6223a30de01d {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:16.073060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5c458e94-4c20-4cfe-b644-0e337ccb37be tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.075922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.080203 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.086562 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4338f315-558a-4c86-aaeb-042c98c16481 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "PUT /v2.0/floatingips/ae90979e-0d07-4bc2-8ff1-ccb2b9001959 HTTP/1.1" status: 200 len: 991 time: 3.0379808 Dec 13 16:29:16.089623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'tag': '23e15828-69e3-416b-bfe1-7a0a672a5ce0'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:29:16.102397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5" -d '{"events": [{"name": "network-changed", "server_uuid": "557ef482-4735-49cb-bfe2-3ff4c874d2c2", "tag": "23e15828-69e3-416b-bfe1-7a0a672a5ce0"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:29:16.102609 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:16.106056 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:16.166257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786627b-33ad-4bd8-94ae-974112a93a75 None None] Pushing event updated for resources: {'Port': ['ID=d14d773a-47db-4d77-a747-9786bcdb842c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:16.232163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9800a989-ea07-4dca-8d86-466706a30ad7 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.232890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9800a989-ea07-4dca-8d86-466706a30ad7 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0d882dd-30fd-4c21-a103-33d71d2268eb {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:29:16.250907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9800a989-ea07-4dca-8d86-466706a30ad7 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.252032 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9800a989-ea07-4dca-8d86-466706a30ad7 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "DELETE /v2.0/routers/f0d882dd-30fd-4c21-a103-33d71d2268eb HTTP/1.1" status: 204 len: 168 time: 0.7399549 Dec 13 16:29:16.260495 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:29:16.265937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40882) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:16.276081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-68632534-2653-4f35-b6e8-f4fd0d3143df tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Request body: {'router': {'name': 'tempest-router-1468803034', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a093cc4009854d429e3bf65ae9989788'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:16.308032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 7914fa5a-903e-4932-b19d-5aea1bc63285 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:16.308278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Made reservation on behalf of 4730917573c344e68a977a5f7013bfe5 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:16.312017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.326355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.326697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5c458e94-4c20-4cfe-b644-0e337ccb37be tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.354897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5c458e94-4c20-4cfe-b644-0e337ccb37be tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Calling delete_port for 4ccfdc8d-6cfe-4608-94dc-6223a30de01d owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:16.362445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] device_id is not set on port 90f0c30b-453b-4ddd-967f-9b1bf7a399a1 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:16.365754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd30a1c4-b31e-466b-ab96-3779699a1e6b']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:16.399836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cf3956-41cf-4fca-a765-1fd655a44940 x-openstack-request-id: req-53cf3956-41cf-4fca-a765-1fd655a44940 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:29:16.400267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557ef482-4735-49cb-bfe2-3ff4c874d2c2", "tag": "23e15828-69e3-416b-bfe1-7a0a672a5ce0", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:29:16.400701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53cf3956-41cf-4fca-a765-1fd655a44940 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:29:16.401432 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'tag': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'status': 'completed', 'code': 200} Dec 13 16:29:16.406717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 7914fa5a-903e-4932-b19d-5aea1bc63285 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:29:16.407644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991c8c2f-e1d5-4932-a220-efe193ad478f') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:16.408158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991c8c2f-e1d5-4932-a220-efe193ad478f') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:16.414784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 7914fa5a-903e-4932-b19d-5aea1bc63285 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:16.415168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.428054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.452361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68632534-2653-4f35-b6e8-f4fd0d3143df tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.454526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68632534-2653-4f35-b6e8-f4fd0d3143df tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.482740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.509062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:16.509461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:16.512810 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:16.530556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825fa2-fa96-43df-9bd5-3de9f481bbf2 req-6043818e-710b-4c7f-8a18-3035ea970e82 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:16.532178 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ad825fa2-fa96-43df-9bd5-3de9f481bbf2 req-6043818e-710b-4c7f-8a18-3035ea970e82 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2918737 Dec 13 16:29:16.573979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.580031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting port d14d773a-47db-4d77-a747-9786bcdb842c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:16.580367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.617251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914fa5a-903e-4932-b19d-5aea1bc63285'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:29:16.621441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a7f467-9d37-4443-be73-43330358d9f5" -d '{"events": [{"server_uuid": "c05b9f8c-3694-4251-9150-30afbf5195b9", "name": "network-vif-plugged", "status": "completed", "tag": "7914fa5a-903e-4932-b19d-5aea1bc63285"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:29:16.639386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68632534-2653-4f35-b6e8-f4fd0d3143df tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.648217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.651511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 7914fa5a-903e-4932-b19d-5aea1bc63285, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7914fa5a-903e-4932-b19d-5aea1bc63285,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:16.664210 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.670184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.681201 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/networks/cd30a1c4-b31e-466b-ab96-3779699a1e6b HTTP/1.1" status: 204 len: 168 time: 0.7224710 Dec 13 16:29:16.684281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68632534-2653-4f35-b6e8-f4fd0d3143df tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.685850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40886) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:16.708665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fd66e-4c28-4a9e-b0ef-f24e1672ce0d tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Network': ['ID=cd30a1c4-b31e-466b-ab96-3779699a1e6b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:16.713400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b0ed20-387f-409c-810d-b9a329bdde7d x-openstack-request-id: req-76b0ed20-387f-409c-810d-b9a329bdde7d {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:29:16.713715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05b9f8c-3694-4251-9150-30afbf5195b9", "name": "network-vif-plugged", "status": "completed", "tag": "7914fa5a-903e-4932-b19d-5aea1bc63285", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:29:16.713977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76b0ed20-387f-409c-810d-b9a329bdde7d {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:29:16.715024 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'code': 200} Dec 13 16:29:16.735633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-cde51b84-0a77-42b6-8ae0-5f18240f64f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:16.738381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-cde51b84-0a77-42b6-8ae0-5f18240f64f7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4bd4d070073f475cac999d52435c8467&device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 1098 time: 0.3776648 Dec 13 16:29:16.751408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68632534-2653-4f35-b6e8-f4fd0d3143df tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:16.752645 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-68632534-2653-4f35-b6e8-f4fd0d3143df tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4857042 Dec 13 16:29:16.753701 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ae90979e-0d07-4bc2-8ff1-ccb2b9001959', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'port_id': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'mac_address': 'fa:16:3e:16:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:36Z', 'updated_at': '2021-12-13T16:29:14Z', 'revision_number': 1, 'project_id': '4bd4d070073f475cac999d52435c8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:35Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:16.755526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40888) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:16.759968 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:16.771684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=7914fa5a-903e-4932-b19d-5aea1bc63285,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:16.827948 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] Checking router: d8a0f70c-254d-4a8c-b681-b8d8ec586384 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:29:16.844938 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:16.845897 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:16.982464 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:29:17.024128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.024743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.118855 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103053) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 13 16:29:17.119349 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Router 7324bafe-2af8-4ccf-aa65-c50563d40095 migrating from provider to provider. {{(pid=103053) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 13 16:29:17.119828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.125962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.133143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.229751 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.scheduler.l3_agent_scheduler [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] No L3 agents can host the router 7324bafe-2af8-4ccf-aa65-c50563d40095 Dec 13 16:29:17.273278 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ae90979e-0d07-4bc2-8ff1-ccb2b9001959', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'port_id': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'mac_address': 'fa:16:3e:16:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:36Z', 'updated_at': '2021-12-13T16:29:14Z', 'revision_number': 1, 'project_id': '4bd4d070073f475cac999d52435c8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:35Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:17.325566 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ad825fa2-fa96-43df-9bd5-3de9f481bbf2 req-2934230e-9638-4d89-a062-f50a2abce055 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7424529 Dec 13 16:29:17.339831 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022b9ea-4d22-403c-a599-7d35364e24e2 None None] The sync data for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ae90979e-0d07-4bc2-8ff1-ccb2b9001959', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'floating_ip_address': '172.26.6.150', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'port_id': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'mac_address': 'fa:16:3e:16:53:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:36Z', 'updated_at': '2021-12-13T16:29:14Z', 'revision_number': 1, 'project_id': '4bd4d070073f475cac999d52435c8467', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:35Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:29:17.399440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Hosts for router 7324bafe-2af8-4ccf-aa65-c50563d40095: [] {{(pid=103053) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 13 16:29:17.458794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Hosts for other DVR routers connected to router 7324bafe-2af8-4ccf-aa65-c50563d40095: set() {{(pid=103053) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 13 16:29:17.463186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.464441 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-beff7102-5af6-4415-a343-f35cbf9f97e8 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "PUT /v2.0/routers/7324bafe-2af8-4ccf-aa65-c50563d40095 HTTP/1.1" status: 200 len: 717 time: 0.7078986 Dec 13 16:29:17.468077 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40896) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:17.473341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] For port d14d773a-47db-4d77-a747-9786bcdb842c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d14d773a-47db-4d77-a747-9786bcdb842c,segment=NetworkSegment(267c8e57-3bb9-4d8d-b278-67ef104177bd),segment_id=267c8e57-3bb9-4d8d-b278-67ef104177bd)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:17.473709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.499548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Calling delete_port for d14d773a-47db-4d77-a747-9786bcdb842c owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:17.502743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d14d773a-47db-4d77-a747-9786bcdb842c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:17.556632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Allocated IP 2001:db8::2ee (8e56282c-970d-4e0e-9972-83b581156cf7/237826cb-5119-4570-9e21-a9d1ff939f9a/90f0c30b-453b-4ddd-967f-9b1bf7a399a1) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:17.584988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d14d773a-47db-4d77-a747-9786bcdb842c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:17.585537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.603625 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-15cd2fa2-d57d-4387-9092-148eeda3f469 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "GET /v2.0/routers/7324bafe-2af8-4ccf-aa65-c50563d40095 HTTP/1.1" status: 200 len: 717 time: 0.1344173 Dec 13 16:29:17.606721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40900) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:17.627628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef411a24-b84b-4d7a-8374-1ed2b5347692 None None] Network e366d69b-824c-4539-8da0-97e0db0fd46b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:17.772884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd7890-ce36-431c-b14e-a05cf9aa528a None None] New status for floating IP ae90979e-0d07-4bc2-8ff1-ccb2b9001959: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:29:17.775204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-09756df8-cabc-41be-88e6-264f1a9b4f09 None None] Provisioning complete for port d14d773a-47db-4d77-a747-9786bcdb842c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:17.775577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09756df8-cabc-41be-88e6-264f1a9b4f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.787534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e07076-62a3-4cb1-8c87-c2bceadd6173 req-7023fbf1-c92c-47ce-bc0b-6e5bc9a5ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:17.789003 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c0e07076-62a3-4cb1-8c87-c2bceadd6173 req-7023fbf1-c92c-47ce-bc0b-6e5bc9a5ea71 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 1099 time: 0.8474779 Dec 13 16:29:17.820857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65b0cf-9f3a-4edb-a47c-d5c6143aa50a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:17.828035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae65b0cf-9f3a-4edb-a47c-d5c6143aa50a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:17.829571 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ae65b0cf-9f3a-4edb-a47c-d5c6143aa50a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1397917 Dec 13 16:29:17.847493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40904) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:17.848054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad053cf-a285-46eb-a083-fc638d9a8737 req-52cd8780-7e9d-451a-9b83-3002e1edbcd8 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:17.849585 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cad053cf-a285-46eb-a083-fc638d9a8737 req-52cd8780-7e9d-451a-9b83-3002e1edbcd8 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 946 time: 0.9004600 Dec 13 16:29:17.853179 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-889170181'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:17.877081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-95402b4d-a318-435e-a882-5a9ffdc8dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:17.878519 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-95402b4d-a318-435e-a882-5a9ffdc8dbe5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd HTTP/1.1" status: 200 len: 907 time: 1.0856655 Dec 13 16:29:17.887882 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3b8da12d-d9e6-4e32-aae8-b4c0d641b73d tempest-RoutersTestDVR-1113201975 tempest-RoutersTestDVR-1113201975-project] 10.222.0.13 "GET /v2.0/routers/7324bafe-2af8-4ccf-aa65-c50563d40095 HTTP/1.1" status: 200 len: 683 time: 0.2791784 Dec 13 16:29:17.890844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40906) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:17.968278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c80de84d-16c2-4405-a822-a3336f788c14 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.968588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:17.983391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5c458e94-4c20-4cfe-b644-0e337ccb37be tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.016450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Made reservation on behalf of be0e5baa84834ee1ac1c1a5ceb0f5de4 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:18.021070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.175561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c458e94-4c20-4cfe-b644-0e337ccb37be tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event deleted for resources: {'Port': ['ID=4ccfdc8d-6cfe-4608-94dc-6223a30de01d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:18.203535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c80de84d-16c2-4405-a822-a3336f788c14 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.205312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:18.205560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dacc8a-2362-4867-a13c-ae6715f542a4 req-b78f2be8-40ec-44bd-a61c-45bef1983911 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:18.207132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-74dacc8a-2362-4867-a13c-ae6715f542a4 req-b78f2be8-40ec-44bd-a61c-45bef1983911 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.4947133 Dec 13 16:29:18.211256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c80de84d-16c2-4405-a822-a3336f788c14 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.222551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40908) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:18.230668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Request body: {'floatingip': {'port_id': '9decc787-3c0b-47bf-804f-7eb10d70a4b5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:18.234030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.234270 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Added segment 893a978d-1341-403f-9f67-4ccb02264244 of type vlan for network 97b1aed2-4b98-46f7-b728-68005139f32a Dec 13 16:29:18.268054 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-b310df97-f701-4188-b3d6-37169d098a9d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0 HTTP/1.1" status: 200 len: 999 time: 0.3699377 Dec 13 16:29:18.271011 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c0e07076-62a3-4cb1-8c87-c2bceadd6173 req-e7997d9d-2192-4fd2-ba64-541a169ba238 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4373488 Dec 13 16:29:18.299787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c80de84d-16c2-4405-a822-a3336f788c14 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.300274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80de84d-16c2-4405-a822-a3336f788c14 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7324bafe-2af8-4ccf-aa65-c50563d40095 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:29:18.313303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c80de84d-16c2-4405-a822-a3336f788c14 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.318626 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c80de84d-16c2-4405-a822-a3336f788c14 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7324bafe-2af8-4ccf-aa65-c50563d40095 HTTP/1.1" status: 204 len: 168 time: 0.4265060 Dec 13 16:29:18.321372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40910) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:18.326450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fb6f8d7e-d5d7-4bf0-80b2-e986a314c1f5 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Request body: {'router': {'name': 'tempest-router-2048271686', 'distributed': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:18.346777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.360898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8d7e-d5d7-4bf0-80b2-e986a314c1f5 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.361997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8d7e-d5d7-4bf0-80b2-e986a314c1f5 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.377824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port d14d773a-47db-4d77-a747-9786bcdb842c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d14d773a-47db-4d77-a747-9786bcdb842c,segment=NetworkSegment(267c8e57-3bb9-4d8d-b278-67ef104177bd),segment_id=267c8e57-3bb9-4d8d-b278-67ef104177bd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:18.393049 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.401681 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.408631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:18.409260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.430941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.437838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cad053cf-a285-46eb-a083-fc638d9a8737 req-801b9f44-3ef5-4704-8cec-215123d8d6fa tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5696955 Dec 13 16:29:18.443296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5c458e94-4c20-4cfe-b644-0e337ccb37be tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.462548 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5c458e94-4c20-4cfe-b644-0e337ccb37be tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "DELETE /v2.0/ports/4ccfdc8d-6cfe-4608-94dc-6223a30de01d HTTP/1.1" status: 204 len: 168 time: 3.1855922 Dec 13 16:29:18.462917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09756df8-cabc-41be-88e6-264f1a9b4f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.463021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40912) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:18.470373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=d14d773a-47db-4d77-a747-9786bcdb842c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:18.531798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8d7e-d5d7-4bf0-80b2-e986a314c1f5 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.541698 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6925914 Dec 13 16:29:18.548994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8d7e-d5d7-4bf0-80b2-e986a314c1f5 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.550861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40914) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:18.561679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-492043246'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:18.569929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Network': ['ID=97b1aed2-4b98-46f7-b728-68005139f32a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:18.583676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.584015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.584354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.584689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.585125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.585354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.585663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.586327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.586327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.586616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.586962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.587276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.587596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46889173-016c-42bf-abc3-47bf94016663 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.601527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 97b1aed2-4b98-46f7-b728-68005139f32a details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:18.605244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Made reservation on behalf of be0e5baa84834ee1ac1c1a5ceb0f5de4 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:18.610334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.625862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.635393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb6f8d7e-d5d7-4bf0-80b2-e986a314c1f5 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.636692 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fb6f8d7e-d5d7-4bf0-80b2-e986a314c1f5 tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3144462 Dec 13 16:29:18.641678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40918) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:18.650320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:18.721969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.722291 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Added segment 56bf6f5e-dd95-48cc-9da3-de1e8bf241cd of type vlan for network 357b1601-d1a8-4a5d-9b69-e173a4914c11 Dec 13 16:29:18.731960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7c1f-213e-41df-bb21-ed78e3ae160e tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.750406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e655546d-7ca8-45bb-abfd-0385a31ddb6d tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Deleting subnet 672353f3-caf8-4dec-8494-0065f25b56d3 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:18.767490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e655546d-7ca8-45bb-abfd-0385a31ddb6d tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.781372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-35fe370e-5d38-45c6-8631-e4e9127f8b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:18.782942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-35fe370e-5d38-45c6-8631-e4e9127f8b8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=118c7f7a-0cd8-45b4-8859-1b15f127ecbf HTTP/1.1" status: 200 len: 845 time: 0.2624667 Dec 13 16:29:18.829101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.836974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.901859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-88412f32-56ed-4ee6-8626-c056b340a3ca None None] Could not find standard attr ID for object d14d773a-47db-4d77-a747-9786bcdb842c. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:18.936772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Port': ['ID=d14d773a-47db-4d77-a747-9786bcdb842c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:18.960585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.983013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e655546d-7ca8-45bb-abfd-0385a31ddb6d tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:18.990447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.990831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.991182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.991525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.991864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.992199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.992540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.992935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.993202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.993602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.993895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.994242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:18.994513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:19.008357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf586f-474a-4b1f-a286-510580f50bb1 None None] DHCP port deletion for e366d69b-824c-4539-8da0-97e0db0fd46b request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:19.033707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f6b158-c1d8-445b-b03c-59801c1f4c38 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:29:19.088288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No DVR routers for this DVR port d14d773a-47db-4d77-a747-9786bcdb842c on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:19.125978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Network 8e56282c-970d-4e0e-9972-83b581156cf7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:19.156220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-da7086e7-8649-4dff-ae7c-92ef7a1a48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:19.157779 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-da7086e7-8649-4dff-ae7c-92ef7a1a48e7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3517914 Dec 13 16:29:19.166866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.resource_extend [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 16:29:19.167533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f6b158-c1d8-445b-b03c-59801c1f4c38 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:29:19.170270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:19.181432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=90f0c30b-453b-4ddd-967f-9b1bf7a399a1,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:19.184850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:19.185024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7c1f-213e-41df-bb21-ed78e3ae160e tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.188433 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7c1f-213e-41df-bb21-ed78e3ae160e tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.189615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:19.190233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.229237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.235599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:19.236220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.270503 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7166257 Dec 13 16:29:19.295293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40920) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:19.298567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7c1f-213e-41df-bb21-ed78e3ae160e tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.299131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5f7c1f-213e-41df-bb21-ed78e3ae160e tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa69b649-8239-4ca9-8f5a-12402d6a6535 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:29:19.303839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a5f7c1f-213e-41df-bb21-ed78e3ae160e tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.304950 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9a5f7c1f-213e-41df-bb21-ed78e3ae160e tempest-RoutersTestDVR-1665585085 tempest-RoutersTestDVR-1665585085-project-admin] 10.222.0.13 "DELETE /v2.0/routers/aa69b649-8239-4ca9-8f5a-12402d6a6535 HTTP/1.1" status: 204 len: 168 time: 0.6627333 Dec 13 16:29:19.330785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea40b70-174f-46fb-89a6-7fd9a7c7a4ce tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Network': ['ID=357b1601-d1a8-4a5d-9b69-e173a4914c11,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:19.400145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 357b1601-d1a8-4a5d-9b69-e173a4914c11 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:19.455230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d14d773a-47db-4d77-a747-9786bcdb842c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:19.504056 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: d14d773a-47db-4d77-a747-9786bcdb842c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:19.504652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d14d773a-47db-4d77-a747-9786bcdb842c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:19.638366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-e366d69b-824c-4539-8da0-97e0db0fd46b', 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b', 'project_id': 'a40412807d0744908d6c2a6b7b28946f', 'fixed_ips': [{'subnet_id': 'eae2bd79-b745-427a-8a04-b407c359ab6e'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:19.639580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.687150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'ports': [{'network_id': '97b1aed2-4b98-46f7-b728-68005139f32a', 'name': 'tempest-port--343988039', 'admin_state_up': True}, {'network_id': '357b1601-d1a8-4a5d-9b69-e173a4914c11', 'admin_state_up': False}]} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:19.687472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'port': {'network_id': '97b1aed2-4b98-46f7-b728-68005139f32a', 'name': 'tempest-port--343988039', 'admin_state_up': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:19.687964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'port': {'network_id': '357b1601-d1a8-4a5d-9b69-e173a4914c11', 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:19.715943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40930) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:19.802849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.813052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Allocated IP 2001:db8::2 (e366d69b-824c-4539-8da0-97e0db0fd46b/eae2bd79-b745-427a-8a04-b407c359ab6e/f9168f04-3fee-45cf-98f8-035872875d84) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:19.851224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-57468f39-aa79-4a8c-8fb1-5be869886a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.853864 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4f40cf75-9185-4ff2-8848-7e04ae4e3c40 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.1874006 Dec 13 16:29:19.857113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40934) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:19.863294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'network_id': '8e56282c-970d-4e0e-9972-83b581156cf7', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-786418634'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:19.902094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e655546d-7ca8-45bb-abfd-0385a31ddb6d tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.976034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:19.985169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.038228 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Made reservation on behalf of 4730917573c344e68a977a5f7013bfe5 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:20.038993 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Network e366d69b-824c-4539-8da0-97e0db0fd46b is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:20.042106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.042263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:20.050679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:20.053599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-57468f39-aa79-4a8c-8fb1-5be869886a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.053771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Pushing event updated for resources: {'Port': ['ID=f9168f04-3fee-45cf-98f8-035872875d84,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:20.062871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.063248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.063598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.063933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.064263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.064591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.064937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.065261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.065604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.066516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.066879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.067207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.067530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:20.071780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] device_id is not set on port a4113a12-e7aa-4f96-91f5-019427b38fb6 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:20.114171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-57468f39-aa79-4a8c-8fb1-5be869886a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.137935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Attempting to bind port f9168f04-3fee-45cf-98f8-035872875d84 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:20.138357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Attempting to bind port f9168f04-3fee-45cf-98f8-035872875d84 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:20.138676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Attempting to bind port f9168f04-3fee-45cf-98f8-035872875d84 on network e366d69b-824c-4539-8da0-97e0db0fd46b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:20.143760 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-42235222-c8e7-44b1-a268-5cb679365220 service neutron] 10.222.0.31 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9712801 Dec 13 16:29:20.144144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:20.144568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Checking segment: {'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:20.144976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.145373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Bound using segment: {'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:20.145850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Bound port: f9168f04-3fee-45cf-98f8-035872875d84, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '267c8e57-3bb9-4d8d-b278-67ef104177bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:20.146229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.151409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b156aa9-c8fb-4b91-929b-81ddd7652c7b req-c678b10e-2de1-439c-b138-d870dfb3eadb tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:20.153758 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3b156aa9-c8fb-4b91-929b-81ddd7652c7b req-c678b10e-2de1-439c-b138-d870dfb3eadb tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 946 time: 0.4610043 Dec 13 16:29:20.182033 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-57468f39-aa79-4a8c-8fb1-5be869886a34 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a093cc4009854d429e3bf65ae9989788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4650707 Dec 13 16:29:20.188445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57468f39-aa79-4a8c-8fb1-5be869886a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4837d5-5325-4a41-84c0-b487fea9d683,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:20.191071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40936) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:20.227217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] For port f9168f04-3fee-45cf-98f8-035872875d84, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:20.232207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] For port f9168f04-3fee-45cf-98f8-035872875d84, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9168f04-3fee-45cf-98f8-035872875d84,segment=NetworkSegment(267c8e57-3bb9-4d8d-b278-67ef104177bd),segment_id=267c8e57-3bb9-4d8d-b278-67ef104177bd)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:20.237794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.269179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.resource_extend [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 16:29:20.274606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.278411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Allocated IP 2001:db8::342 (8e56282c-970d-4e0e-9972-83b581156cf7/237826cb-5119-4570-9e21-a9d1ff939f9a/a4113a12-e7aa-4f96-91f5-019427b38fb6) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:20.306504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-81eb8b05-8f48-41d7-ac7a-4f52ec8d6702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.316372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c2505-a570-4fd9-b471-33ce855e985d None None] Pushing event updated for resources: {'Port': ['ID=f9168f04-3fee-45cf-98f8-035872875d84,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:20.355206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-81eb8b05-8f48-41d7-ac7a-4f52ec8d6702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.366253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e655546d-7ca8-45bb-abfd-0385a31ddb6d tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.449819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.452022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Subnet': ['ID=eae2bd79-b745-427a-8a04-b407c359ab6e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:20.488591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-81eb8b05-8f48-41d7-ac7a-4f52ec8d6702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.491081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-81eb8b05-8f48-41d7-ac7a-4f52ec8d6702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.494564 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-81eb8b05-8f48-41d7-ac7a-4f52ec8d6702 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce4837d5-5325-4a41-84c0-b487fea9d683 HTTP/1.1" status: 204 len: 168 time: 0.2827573 Dec 13 16:29:20.497546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.511888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb8b05-8f48-41d7-ac7a-4f52ec8d6702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4837d5-5325-4a41-84c0-b487fea9d683,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:20.518626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.555989 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3b156aa9-c8fb-4b91-929b-81ddd7652c7b req-779f5c0c-07f1-4349-8d28-aa21fa8871ce tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747227 Dec 13 16:29:20.557664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e655546d-7ca8-45bb-abfd-0385a31ddb6d tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.563794 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e655546d-7ca8-45bb-abfd-0385a31ddb6d tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "DELETE /v2.0/subnets/672353f3-caf8-4dec-8494-0065f25b56d3 HTTP/1.1" status: 204 len: 168 time: 2.1025081 Dec 13 16:29:20.564348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40940) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:20.678269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655546d-7ca8-45bb-abfd-0385a31ddb6d tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event deleted for resources: {'Subnet': ['ID=672353f3-caf8-4dec-8494-0065f25b56d3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:20.689003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.719538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Made reservation on behalf of be0e5baa84834ee1ac1c1a5ceb0f5de4 for: {'port': 2} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:20.724277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.742341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.749495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.763479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Network 8e56282c-970d-4e0e-9972-83b581156cf7 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:20.768436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:20.782730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:20.795395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:20.796062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.813113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=a4113a12-e7aa-4f96-91f5-019427b38fb6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:20.831869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e366d69b-824c-4539-8da0-97e0db0fd46b']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:20.835628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5b5bc8c7-960e-44e6-a1e3-b00a4faf79d5 req-f0f5c44e-fe0f-4e0f-a9cd-e3ecbfa54b5f service neutron] 10.222.0.31 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807444 Dec 13 16:29:20.852009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.858768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267c8e57-3bb9-4d8d-b278-67ef104177bd') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:20.859441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267c8e57-3bb9-4d8d-b278-67ef104177bd') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:20.880166 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-349abcac-6ddd-4a44-9001-a4644c6137bc tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0209582 Dec 13 16:29:20.883252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40948) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:20.891987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Floating IP c7e72cc9-600a-4f65-b4b4-f2573ba074d4 associated. External IP: 172.26.6.122, port: 9decc787-3c0b-47bf-804f-7eb10d70a4b5. Dec 13 16:29:20.895176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.896535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::165', 'mac_address': 'fa:16:3e:75:e4:78'}, {'ip_address': '2001:db8::2ee', 'mac_address': 'fa:16:3e:72:78:98'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:20.984046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Deleting port ff038d68-dd53-4319-ae95-a7bacf6b7216 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:20.985074 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:20.986760 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40950) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:21.025772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0af57-e041-43cf-8b03-ba955042f569 req-ddc19e21-1c37-4584-9c5b-dbfc9fa2d240 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:21.027209 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-47f0af57-e041-43cf-8b03-ba955042f569 req-ddc19e21-1c37-4584-9c5b-dbfc9fa2d240 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 946 time: 0.3463669 Dec 13 16:29:21.030618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.038897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40952) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:21.044610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:21.045179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.049135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d147431c-c55c-457e-8c49-f2af7b83f74d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.052444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Request body: {'floatingip': {'port_id': '7914fa5a-903e-4932-b19d-5aea1bc63285'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:21.056616 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:21.119293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] For port ff038d68-dd53-4319-ae95-a7bacf6b7216, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ff038d68-dd53-4319-ae95-a7bacf6b7216,segment=NetworkSegment(9ca2c09e-3476-4903-9e5f-5bc9e86eee14),segment_id=9ca2c09e-3476-4903-9e5f-5bc9e86eee14)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:21.119810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.148798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Calling delete_port for ff038d68-dd53-4319-ae95-a7bacf6b7216 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:21.156372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] device_id is not set on port 547c9dfc-f6d7-469d-a332-013fdba6885b yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:21.167576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.239999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.253368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:29:21.253368 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:29:21.253368 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': 'e366d69b-824c-4539-8da0-97e0db0fd46b'}] Dec 13 16:29:21.253368 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:21.253767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:21.350871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d147431c-c55c-457e-8c49-f2af7b83f74d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.368946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d147431c-c55c-457e-8c49-f2af7b83f74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.429083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Router b0c86280-991e-4ed4-a8c8-34870cc15fae has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:29:21.440863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.487925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9168f04-3fee-45cf-98f8-035872875d84 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:21.518681 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d147431c-c55c-457e-8c49-f2af7b83f74d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d263c03c98b9492d9597905509e118d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268829 Dec 13 16:29:21.521233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 40954) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:21.522092 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event deleted for resources: {'Port': ['ID=ff038d68-dd53-4319-ae95-a7bacf6b7216,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:21.524871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147431c-c55c-457e-8c49-f2af7b83f74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d56c95-d043-45cd-a9fb-d55af45fbc09,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:21.531891 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] No DVR routers for this DVR port ff038d68-dd53-4319-ae95-a7bacf6b7216 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:21.569467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f9168f04-3fee-45cf-98f8-035872875d84 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:21.569841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.620180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ad91ec-97a2-411a-bf57-f207524c87bb None None] Network e366d69b-824c-4539-8da0-97e0db0fd46b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:21.629349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8755e7-d299-4680-937e-0e5075141c91 None None] Network 758d6312-94c1-4d68-bd2b-899bef8ab566 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:21.655000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.697577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758d6312-94c1-4d68-bd2b-899bef8ab566']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:21.711973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca2c09e-3476-4903-9e5f-5bc9e86eee14') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:21.711973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca2c09e-3476-4903-9e5f-5bc9e86eee14') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:21.730791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.734514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.748144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.761281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.796687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] In _notify_port_updated(), no bound segment for port a4113a12-e7aa-4f96-91f5-019427b38fb6 on network 8e56282c-970d-4e0e-9972-83b581156cf7 {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:29:21.798972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c1b6f850-500a-4b4e-a7f1-03fe6b53ab10 None None] Provisioning complete for port f9168f04-3fee-45cf-98f8-035872875d84 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:21.799449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f850-500a-4b4e-a7f1-03fe6b53ab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.804960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:21.805706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.811150 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "PUT /v2.0/ports/a4113a12-e7aa-4f96-91f5-019427b38fb6 HTTP/1.1" status: 200 len: 1067 time: 0.9265449 Dec 13 16:29:21.814390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40956) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:21.815143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:21.815546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:21.820168 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:21.890073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:21.922259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b25eb9-c9de-4355-be43-61bf4fe67bb5 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event updated for resources: {'Port': ['ID=a4113a12-e7aa-4f96-91f5-019427b38fb6,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:21.956823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00b9525-12ca-44b0-937b-8853050edafb None None] DHCP port deletion for 758d6312-94c1-4d68-bd2b-899bef8ab566 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:22.010961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.032364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.048624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f850-500a-4b4e-a7f1-03fe6b53ab10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.061373 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.068049 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] 10.222.0.13 "DELETE /v2.0/networks/758d6312-94c1-4d68-bd2b-899bef8ab566 HTTP/1.1" status: 204 len: 168 time: 1.5026991 Dec 13 16:29:22.083168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef21ae4c-9b94-48b0-a9f3-6ec1ff48a287 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189 tempest-ExtraDHCPOptionsIpV6TestJSON-813980189-project] Pushing event deleted for resources: {'Network': ['ID=758d6312-94c1-4d68-bd2b-899bef8ab566,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:22.108306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] DHCP port deletion for e366d69b-824c-4539-8da0-97e0db0fd46b request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:22.144982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d4642ca5-1a52-4899-83f9-7818bd550292 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Deleting port a4113a12-e7aa-4f96-91f5-019427b38fb6 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:22.145602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4642ca5-1a52-4899-83f9-7818bd550292 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.150131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f9168f04-3fee-45cf-98f8-035872875d84, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9168f04-3fee-45cf-98f8-035872875d84,segment=NetworkSegment(267c8e57-3bb9-4d8d-b278-67ef104177bd),segment_id=267c8e57-3bb9-4d8d-b278-67ef104177bd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:22.167896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.245125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.281526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f9168f04-3fee-45cf-98f8-035872875d84,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:22.299865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] Deleting port f9168f04-3fee-45cf-98f8-035872875d84 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:22.300218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.311187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b3aa711a-da50-4e9c-a2e4-dde73e415593 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.313330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4642ca5-1a52-4899-83f9-7818bd550292 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.334776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d4642ca5-1a52-4899-83f9-7818bd550292 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Calling delete_port for a4113a12-e7aa-4f96-91f5-019427b38fb6 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:22.370634 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] For port f9168f04-3fee-45cf-98f8-035872875d84, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9168f04-3fee-45cf-98f8-035872875d84,segment=NetworkSegment(267c8e57-3bb9-4d8d-b278-67ef104177bd),segment_id=267c8e57-3bb9-4d8d-b278-67ef104177bd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:22.371067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.401062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] Calling delete_port for f9168f04-3fee-45cf-98f8-035872875d84 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:22.448996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-c1b6f850-500a-4b4e-a7f1-03fe6b53ab10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:22.449355 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-c1b6f850-500a-4b4e-a7f1-03fe6b53ab10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:22.486016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40964) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:22.511888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.555462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] Pushing event deleted for resources: {'Port': ['ID=f9168f04-3fee-45cf-98f8-035872875d84,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:22.561945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95ba86d-2a88-427f-9202-9aad7c7f105e None None] No DVR routers for this DVR port f9168f04-3fee-45cf-98f8-035872875d84 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:22.562868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4642ca5-1a52-4899-83f9-7818bd550292 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.608646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4642ca5-1a52-4899-83f9-7818bd550292 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Port': ['ID=a4113a12-e7aa-4f96-91f5-019427b38fb6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:22.610448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b3aa711a-da50-4e9c-a2e4-dde73e415593 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.636372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] device_id is not set on port cd45b295-ef33-423e-a38a-f07186b4d966 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:22.674680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:29:22.687487 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17853382-bef4-407a-b96e-386b45aa234c None None] Sync routers for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:29:22.703528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.722543 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17853382-bef4-407a-b96e-386b45aa234c None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:22.723198 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-17853382-bef4-407a-b96e-386b45aa234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:22.739234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting port f9168f04-3fee-45cf-98f8-035872875d84 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:22.739571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.787786 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-214bf1ae-5aa0-41a0-b345-404dd9f26e31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44a6dd5ec98742f1b2e8687c29638e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002832 Dec 13 16:29:22.801314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40968) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:22.843430 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-164936e6-a00f-49ef-a5b5-d1c6c14af664 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "PUT /v2.0/floatingips/c7e72cc9-600a-4f65-b4b4-f2573ba074d4 HTTP/1.1" status: 200 len: 992 time: 4.6168048 Dec 13 16:29:22.852009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4642ca5-1a52-4899-83f9-7818bd550292 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.858466 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-17853382-bef4-407a-b96e-386b45aa234c None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:29:22.859284 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d4642ca5-1a52-4899-83f9-7818bd550292 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "DELETE /v2.0/ports/a4113a12-e7aa-4f96-91f5-019427b38fb6 HTTP/1.1" status: 204 len: 168 time: 1.0400436 Dec 13 16:29:22.864981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40972) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:22.865274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:29:22.872647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660c98b2-f32e-4fcd-93a6-f2f401bd890a" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:29:22.906141 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bd4611-00e9-4504-acf9-b47a9ab2dab4 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] GET failed (client error): The resource could not be found. Dec 13 16:29:22.911162 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-94bd4611-00e9-4504-acf9-b47a9ab2dab4 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "GET /v2.0/ports/a4113a12-e7aa-4f96-91f5-019427b38fb6 HTTP/1.1" status: 404 len: 333 time: 0.0470233 Dec 13 16:29:22.911819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 40976) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:22.988294 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6f850-500a-4b4e-a7f1-03fe6b53ab10 None None] Port f9168f04-3fee-45cf-98f8-035872875d84 update to ACTIVE by agent not found {{(pid=103054) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 16:29:22.995174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b3aa711a-da50-4e9c-a2e4-dde73e415593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:22.998842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b3aa711a-da50-4e9c-a2e4-dde73e415593 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.000003 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b3aa711a-da50-4e9c-a2e4-dde73e415593 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7d56c95-d043-45cd-a9fb-d55af45fbc09 HTTP/1.1" status: 204 len: 168 time: 1.4778161 Dec 13 16:29:23.001622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3d51dd-1f43-4887-b732-c1a385259ff4 x-openstack-request-id: req-bb3d51dd-1f43-4887-b732-c1a385259ff4 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:29:23.001909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:29:23.002159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb3d51dd-1f43-4887-b732-c1a385259ff4 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:29:23.002881 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'status': 'completed', 'code': 200} Dec 13 16:29:23.005141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.026089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66a1-6d6b-4a1b-bc47-7f02f7d235eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.054360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.066271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] For port f9168f04-3fee-45cf-98f8-035872875d84, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:23.066860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.069848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa711a-da50-4e9c-a2e4-dde73e415593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d56c95-d043-45cd-a9fb-d55af45fbc09,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:23.119057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66a1-6d6b-4a1b-bc47-7f02f7d235eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.129365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-112bec38-e11a-4fc8-80c7-f7a08a8b111f None None] Provisioning complete for port 90f0c30b-453b-4ddd-967f-9b1bf7a399a1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:23.129994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-112bec38-e11a-4fc8-80c7-f7a08a8b111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.181404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-112bec38-e11a-4fc8-80c7-f7a08a8b111f None None] Port 90f0c30b-453b-4ddd-967f-9b1bf7a399a1 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:23.182454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c7dec-e117-45ac-a683-652c07f33ba3 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Deleting port 90f0c30b-453b-4ddd-967f-9b1bf7a399a1 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:23.182750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dec-e117-45ac-a683-652c07f33ba3 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.186017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-112bec38-e11a-4fc8-80c7-f7a08a8b111f None None] Could not find standard attr ID for object a4113a12-e7aa-4f96-91f5-019427b38fb6. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:23.199443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66a1-6d6b-4a1b-bc47-7f02f7d235eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.202543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ccbe66a1-6d6b-4a1b-bc47-7f02f7d235eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.206067 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ccbe66a1-6d6b-4a1b-bc47-7f02f7d235eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/984ca50f-7dc3-4ac7-9f70-40410a74cb48 HTTP/1.1" status: 204 len: 168 time: 0.4011605 Dec 13 16:29:23.244353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe66a1-6d6b-4a1b-bc47-7f02f7d235eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ca50f-7dc3-4ac7-9f70-40410a74cb48,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:23.258858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Calling delete_port for f9168f04-3fee-45cf-98f8-035872875d84 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:23.282016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Port f9168f04-3fee-45cf-98f8-035872875d84 was not found and therefore no delete operation was performed {{(pid=103052) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:29:23.287262 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-17853382-bef4-407a-b96e-386b45aa234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c7e72cc9-600a-4f65-b4b4-f2573ba074d4', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'port_id': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'mac_address': 'fa:16:3e:ed:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:45Z', 'updated_at': '2021-12-13T16:29:19Z', 'revision_number': 1, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:42Z', 'revision_number': 5, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:23.299573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.310471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dec-e117-45ac-a683-652c07f33ba3 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.335239 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c7dec-e117-45ac-a683-652c07f33ba3 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Calling delete_port for 90f0c30b-453b-4ddd-967f-9b1bf7a399a1 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:23.360986 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-c40d74a2-b7c8-4096-8938-f1eb74a6deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:23.360986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-c40d74a2-b7c8-4096-8938-f1eb74a6deb5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1099 time: 0.3527050 Dec 13 16:29:23.365054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No DVR routers for this DVR port f9168f04-3fee-45cf-98f8-035872875d84 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:23.368432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Port': ['ID=f9168f04-3fee-45cf-98f8-035872875d84,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:23.383891 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17853382-bef4-407a-b96e-386b45aa234c None None] Checking router: b0c86280-991e-4ed4-a8c8-34870cc15fae for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:29:23.400701 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17853382-bef4-407a-b96e-386b45aa234c None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:23.401464 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-17853382-bef4-407a-b96e-386b45aa234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:23.427506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ff038d68-dd53-4319-ae95-a7bacf6b7216 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:23.443457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.475110 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: ff038d68-dd53-4319-ae95-a7bacf6b7216 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:23.475654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ff038d68-dd53-4319-ae95-a7bacf6b7216 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:23.477687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9168f04-3fee-45cf-98f8-035872875d84 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:23.542019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Floating IP 356a1c21-3163-41c0-8d27-7d5898680f6f associated. External IP: 172.26.6.36, port: 7914fa5a-903e-4932-b19d-5aea1bc63285. Dec 13 16:29:23.549716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f9168f04-3fee-45cf-98f8-035872875d84 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:23.550691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9168f04-3fee-45cf-98f8-035872875d84 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:23.636319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.684836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dec-e117-45ac-a683-652c07f33ba3 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.707215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e366d69b-824c-4539-8da0-97e0db0fd46b']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:23.719722 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-17853382-bef4-407a-b96e-386b45aa234c None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:29:23.749000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c7dec-e117-45ac-a683-652c07f33ba3 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Port': ['ID=90f0c30b-453b-4ddd-967f-9b1bf7a399a1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:23.762477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267c8e57-3bb9-4d8d-b278-67ef104177bd') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:23.762937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267c8e57-3bb9-4d8d-b278-67ef104177bd') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:23.792868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dec-e117-45ac-a683-652c07f33ba3 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.805142 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2d0c7dec-e117-45ac-a683-652c07f33ba3 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "DELETE /v2.0/ports/90f0c30b-453b-4ddd-967f-9b1bf7a399a1 HTTP/1.1" status: 204 len: 168 time: 0.8912060 Dec 13 16:29:23.807753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41000) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:23.816979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.856784 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ebf4fd-832e-446b-8b4a-f74b5e00518d tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] GET failed (client error): The resource could not be found. Dec 13 16:29:23.858298 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-10ebf4fd-832e-446b-8b4a-f74b5e00518d tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "GET /v2.0/ports/90f0c30b-453b-4ddd-967f-9b1bf7a399a1 HTTP/1.1" status: 404 len: 333 time: 0.0495985 Dec 13 16:29:23.861377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:23.867318 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41002) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:23.882098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-1ab67160-43ad-4711-b138-ae8076059ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:23.882576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-1ab67160-43ad-4711-b138-ae8076059ba0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 913 time: 0.4647188 Dec 13 16:29:23.908130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.017098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf5428-040f-462f-bf59-b6a4002987c2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Deleting port d171fefd-3184-43e9-8c3b-0291f2adcc4a {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:24.017537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5428-040f-462f-bf59-b6a4002987c2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.025264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:24.025727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.026504 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-17853382-bef4-407a-b96e-386b45aa234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c7e72cc9-600a-4f65-b4b4-f2573ba074d4', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'port_id': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'mac_address': 'fa:16:3e:ed:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:45Z', 'updated_at': '2021-12-13T16:29:19Z', 'revision_number': 1, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:42Z', 'revision_number': 5, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:24.034336 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:24.113468 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17853382-bef4-407a-b96e-386b45aa234c None None] The sync data for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv is: [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c7e72cc9-600a-4f65-b4b4-f2573ba074d4', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'floating_ip_address': '172.26.6.122', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'port_id': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'mac_address': 'fa:16:3e:ed:14:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:45Z', 'updated_at': '2021-12-13T16:29:19Z', 'revision_number': 1, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:42Z', 'revision_number': 5, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:29:24.161997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5428-040f-462f-bf59-b6a4002987c2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.181346 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf5428-040f-462f-bf59-b6a4002987c2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Calling delete_port for d171fefd-3184-43e9-8c3b-0291f2adcc4a owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:24.273713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Port': ['ID=547c9dfc-f6d7-469d-a332-013fdba6885b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:24.284500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.300859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.308167 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/e366d69b-824c-4539-8da0-97e0db0fd46b HTTP/1.1" status: 204 len: 168 time: 8.9160318 Dec 13 16:29:24.308167 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-34bc455a-b1a6-434d-ae24-bdcee16ee474 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 1000 time: 0.4069681 Dec 13 16:29:24.310012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41020) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:24.322351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-72127203'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:24.324095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Checking segment: {'id': '893a978d-1341-403f-9f67-4ccb02264244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '97b1aed2-4b98-46f7-b728-68005139f32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:24.324428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Network hostable DHCP agents. Network: 97b1aed2-4b98-46f7-b728-68005139f32a, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:24.391482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-05cefcc2-7b35-44e1-965b-aa10d85cd84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:24.392963 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-05cefcc2-7b35-44e1-965b-aa10d85cd84e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 200 len: 851 time: 0.0650861 Dec 13 16:29:24.397366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:24.401289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1d144-98a0-41ee-be21-048373f444c0 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Network': ['ID=e366d69b-824c-4539-8da0-97e0db0fd46b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:24.406709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.457399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:24.463402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5428-040f-462f-bf59-b6a4002987c2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.487651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Network 97b1aed2-4b98-46f7-b728-68005139f32a is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:24.516225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61959d11-97f1-4419-845b-f691a856ae94 None None] New status for floating IP c7e72cc9-600a-4f65-b4b4-f2573ba074d4: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:29:24.539689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 97b1aed2-4b98-46f7-b728-68005139f32a) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:24.544969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf5428-040f-462f-bf59-b6a4002987c2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Port': ['ID=d171fefd-3184-43e9-8c3b-0291f2adcc4a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:24.547159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Router 400b26b9-db34-4d32-806d-483ac28ae3eb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:29:24.548974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-75fe4d0e-edf3-4af5-9b6f-9adcfffe1633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:24.549719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.550065 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Added segment 11b8e195-fc8f-4971-91e1-df74ed38bfb0 of type vlan for network b069fdc3-bee7-46db-863c-5b35f3b707f0 Dec 13 16:29:24.550475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-75fe4d0e-edf3-4af5-9b6f-9adcfffe1633 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44645876-4c40-4082-853e-5e11cb1e413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1342816 Dec 13 16:29:24.554133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:24.555228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.576046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ecf5428-040f-462f-bf59-b6a4002987c2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.579773 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1ecf5428-040f-462f-bf59-b6a4002987c2 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "DELETE /v2.0/ports/d171fefd-3184-43e9-8c3b-0291f2adcc4a HTTP/1.1" status: 204 len: 168 time: 0.7110732 Dec 13 16:29:24.588497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41030) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:24.641517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41032) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:24.658635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Port': ['ID=cd45b295-ef33-423e-a38a-f07186b4d966,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:24.699601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.725165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d95cf3f-0d3b-420d-bf41-3f62492fc3c9 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Deleting subnet 237826cb-5119-4570-9e21-a9d1ff939f9a {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:24.742492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d95cf3f-0d3b-420d-bf41-3f62492fc3c9 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.760666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aef208-f326-47df-8c37-9444763f7bfc None None] Network 97b1aed2-4b98-46f7-b728-68005139f32a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:24.779717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41036) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:24.808734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.814565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:24.815324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.894834 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d95cf3f-0d3b-420d-bf41-3f62492fc3c9 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.907824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d1080c74-0a14-4cf3-bf6c-54d604160baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:24.924463 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6142530 Dec 13 16:29:24.936101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41040) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:24.943756 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Request body: {'subnet': {'network_id': 'b069fdc3-bee7-46db-863c-5b35f3b707f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:25.002726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-933626216'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:25.008148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557711b-cce5-4ed9-a7e5-dc41e6fc362d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Network': ['ID=b069fdc3-bee7-46db-863c-5b35f3b707f0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:25.022093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network b069fdc3-bee7-46db-863c-5b35f3b707f0 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:25.073304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1380761474'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:25.108470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Made reservation on behalf of 72a724ac1ab24391a3319da3f9826e40 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:25.111934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.134018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d95cf3f-0d3b-420d-bf41-3f62492fc3c9 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.139243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.179241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:25.182591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.209027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.236512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Made reservation on behalf of a40412807d0744908d6c2a6b7b28946f for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:25.239911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.273288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Checking segment: {'id': '56bf6f5e-dd95-48cc-9da3-de1e8bf241cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '357b1601-d1a8-4a5d-9b69-e173a4914c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:25.273913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Network hostable DHCP agents. Network: 357b1601-d1a8-4a5d-9b69-e173a4914c11, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:25.313762 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-fe97caa3-0d27-44fb-bb4b-d38557ca10f5 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462785 Dec 13 16:29:25.321037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Network 357b1601-d1a8-4a5d-9b69-e173a4914c11 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:25.324852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:29:25.336073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.342407 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] Sync routers for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:29:25.352797 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:25.353748 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:25.398024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 357b1601-d1a8-4a5d-9b69-e173a4914c11) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:25.407700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968da1bf-2c39-4eae-996c-181c18a6760d None None] Network 357b1601-d1a8-4a5d-9b69-e173a4914c11 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:25.413125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:25.420119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:25.424904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:25.425362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.431486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d95cf3f-0d3b-420d-bf41-3f62492fc3c9 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.437253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1fb416dc-ca2a-4d1c-acee-62c009a37541 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "PUT /v2.0/floatingips/356a1c21-3163-41c0-8d27-7d5898680f6f HTTP/1.1" status: 200 len: 991 time: 4.3945642 Dec 13 16:29:25.441582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'tag': '7914fa5a-903e-4932-b19d-5aea1bc63285'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:29:25.443900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792" -d '{"events": [{"name": "network-changed", "server_uuid": "c05b9f8c-3694-4251-9150-30afbf5195b9", "tag": "7914fa5a-903e-4932-b19d-5aea1bc63285"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:29:25.469530 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-343d13c0-0665-4d44-82d0-dd6a365cfa00 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.1176937 Dec 13 16:29:25.473409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41050) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:25.517024 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:29:25.541419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a37dc4a-5e86-4ca2-8348-e48a79c99b79 x-openstack-request-id: req-7a37dc4a-5e86-4ca2-8348-e48a79c99b79 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:29:25.541720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05b9f8c-3694-4251-9150-30afbf5195b9", "tag": "7914fa5a-903e-4932-b19d-5aea1bc63285", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:29:25.541970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a37dc4a-5e86-4ca2-8348-e48a79c99b79 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:29:25.542357 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'tag': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'status': 'completed', 'code': 200} Dec 13 16:29:25.546561 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660c98b2-f32e-4fcd-93a6-f2f401bd890a req-ab258823-1fd3-4b3f-aea4-ec49152759e6 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230563 Dec 13 16:29:25.585125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d95cf3f-0d3b-420d-bf41-3f62492fc3c9 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.589844 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8d95cf3f-0d3b-420d-bf41-3f62492fc3c9 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "DELETE /v2.0/subnets/237826cb-5119-4570-9e21-a9d1ff939f9a HTTP/1.1" status: 204 len: 168 time: 1.0005021 Dec 13 16:29:25.594376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95cf3f-0d3b-420d-bf41-3f62492fc3c9 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Subnet': ['ID=237826cb-5119-4570-9e21-a9d1ff939f9a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:25.597825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41052) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:25.615119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39fb12-cfd1-4315-b38e-7310b9c507bc tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:25.621388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39fb12-cfd1-4315-b38e-7310b9c507bc tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:25.625962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6e39fb12-cfd1-4315-b38e-7310b9c507bc tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1491363 Dec 13 16:29:25.626240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41054) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:25.700274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.716302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-1c2ebdfa-0f2f-4fd0-b37e-5b986ace1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:25.717932 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-1c2ebdfa-0f2f-4fd0-b37e-5b986ace1ad7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=07834401d6d14d12b969b56adb7d04bf&device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 1099 time: 0.1516616 Dec 13 16:29:25.736941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877d12e-65e7-48d2-b16c-a94e30f42570 None None] Network 8e56282c-970d-4e0e-9972-83b581156cf7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:25.745242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.831515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-6c3c7f2a-06fe-4b96-ba7d-2f953105bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:25.832974 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-6c3c7f2a-06fe-4b96-ba7d-2f953105bdb3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c18d56e5-f6e9-4069-88e5-47679c6db62e HTTP/1.1" status: 200 len: 913 time: 0.1028636 Dec 13 16:29:25.845516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e044fa50-107d-49e1-9906-f8f23a7370f0 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Deleting port 547c9dfc-f6d7-469d-a332-013fdba6885b {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:25.845743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e044fa50-107d-49e1-9906-f8f23a7370f0 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.870323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.890397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.894251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:25.896234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.906456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567da718-a86f-4afc-b0d4-314624709faa,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:25.922902 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '356a1c21-3163-41c0-8d27-7d5898680f6f', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'floating_ip_address': '172.26.6.36', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'port_id': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'mac_address': 'fa:16:3e:38:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:45Z', 'updated_at': '2021-12-13T16:29:22Z', 'revision_number': 1, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:40Z', 'revision_number': 5, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:25.936882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:25.937239 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Added segment cb2813d5-b553-4aa8-9564-3387539bdc93 of type vlan for network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 Dec 13 16:29:25.947315 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:25.967487 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] Checking router: 400b26b9-db34-4d32-806d-483ac28ae3eb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:29:25.976627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] DHCP port deletion for 8e56282c-970d-4e0e-9972-83b581156cf7 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:25.998254 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:25.998951 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:28:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:26.001171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e044fa50-107d-49e1-9906-f8f23a7370f0 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.009967 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-224275a1-fa99-4a5d-92ca-d43f594efe78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7914fa5a-903e-4932-b19d-5aea1bc63285 HTTP/1.1" status: 200 len: 999 time: 0.1599391 Dec 13 16:29:26.016126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e044fa50-107d-49e1-9906-f8f23a7370f0 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Calling delete_port for 547c9dfc-f6d7-469d-a332-013fdba6885b owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:26.036573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.036931 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Added segment 3162966a-bbee-4d3a-a9c2-fb27d04bdf97 of type vlan for network 2ba4744e-bfa0-4bbb-8255-861faf832180 Dec 13 16:29:26.066639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530c4a12-35ae-4571-9ae5-583676babd69,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:26.078083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.088895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] Deleting port f200f9a4-4755-4d46-8801-c5c3d846017c {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:26.089334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.128279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-d0370847-9161-49e0-a15c-e23b9aa4cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:26.129768 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-d0370847-9161-49e0-a15c-e23b9aa4cb8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6b9cae0f-cc68-4945-b063-6706fdec303e HTTP/1.1" status: 200 len: 851 time: 0.1082857 Dec 13 16:29:26.130355 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:29:26.181212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e044fa50-107d-49e1-9906-f8f23a7370f0 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.185617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] For port f200f9a4-4755-4d46-8801-c5c3d846017c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f200f9a4-4755-4d46-8801-c5c3d846017c,segment=NetworkSegment(c70b308d-17c3-4fb3-9e51-af65dad50535),segment_id=c70b308d-17c3-4fb3-9e51-af65dad50535)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:26.186463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.202153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] Calling delete_port for f200f9a4-4755-4d46-8801-c5c3d846017c owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:26.250478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e044fa50-107d-49e1-9906-f8f23a7370f0 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.257412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e044fa50-107d-49e1-9906-f8f23a7370f0 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/ports/547c9dfc-f6d7-469d-a332-013fdba6885b HTTP/1.1" status: 204 len: 168 time: 0.6278691 Dec 13 16:29:26.261294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044fa50-107d-49e1-9906-f8f23a7370f0 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Port': ['ID=547c9dfc-f6d7-469d-a332-013fdba6885b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:26.271233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41058) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:26.318429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.343712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] Pushing event deleted for resources: {'Port': ['ID=f200f9a4-4755-4d46-8801-c5c3d846017c,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:26.350035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7ab4a7-1893-42cc-b3ee-35a477dd49f3 None None] No DVR routers for this DVR port f200f9a4-4755-4d46-8801-c5c3d846017c on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:26.375859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-814feb2f-5e9d-456a-bdb9-27e240287e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:26.377862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-814feb2f-5e9d-456a-bdb9-27e240287e08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c18d56e5-f6e9-4069-88e5-47679c6db62e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2107272 Dec 13 16:29:26.383220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.423304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:29:26.430829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.446849 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.452672 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:26.453581 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.498915 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '356a1c21-3163-41c0-8d27-7d5898680f6f', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'floating_ip_address': '172.26.6.36', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'port_id': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'mac_address': 'fa:16:3e:38:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:45Z', 'updated_at': '2021-12-13T16:29:22Z', 'revision_number': 1, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:40Z', 'revision_number': 5, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:26.499499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-53f1782c-6a64-4d3b-b9aa-eba59829b60b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Deleting port cd45b295-ef33-423e-a38a-f07186b4d966 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:26.499499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53f1782c-6a64-4d3b-b9aa-eba59829b60b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.535703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Deleting port f200f9a4-4755-4d46-8801-c5c3d846017c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:26.536032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.545668 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e23bbfc-c8f4-49fc-9871-f4e8d5010323 None None] The sync data for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv is: [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '356a1c21-3163-41c0-8d27-7d5898680f6f', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'floating_ip_address': '172.26.6.36', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'port_id': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 191, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'mac_address': 'fa:16:3e:38:bf:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:28:45Z', 'updated_at': '2021-12-13T16:29:22Z', 'revision_number': 1, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:40Z', 'revision_number': 5, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:29:26.549788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.560506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:26.561148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.579013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53f1782c-6a64-4d3b-b9aa-eba59829b60b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.593167 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-ec9d3de8-ea49-4b53-9472-ab4e7ff06a13 service neutron] 10.222.0.31 "GET /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935933 Dec 13 16:29:26.598382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-53f1782c-6a64-4d3b-b9aa-eba59829b60b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Calling delete_port for cd45b295-ef33-423e-a38a-f07186b4d966 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:26.616940 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8361049 Dec 13 16:29:26.626945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41064) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:26.638306 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Request body: {'subnet': {'network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:26.650763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event updated for resources: {'Subnet': ['ID=411ce8dc-6ff0-44e8-8117-ed28ae7d855e,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:26.680953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05385bdf-d302-4946-bde3-002a80ad3460 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'Network': ['ID=a6ea5e34-afaf-456f-a501-0b4ce7cdadc7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:26.695406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:26.715854 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0723231 Dec 13 16:29:26.721979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41066) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:26.731928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:26.789005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] For port f200f9a4-4755-4d46-8801-c5c3d846017c, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:26.789368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.805746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Checking segment: {'id': '11b8e195-fc8f-4971-91e1-df74ed38bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b069fdc3-bee7-46db-863c-5b35f3b707f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:26.806104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network hostable DHCP agents. Network: b069fdc3-bee7-46db-863c-5b35f3b707f0, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:26.841481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Calling delete_port for f200f9a4-4755-4d46-8801-c5c3d846017c owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:26.850129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Port f200f9a4-4755-4d46-8801-c5c3d846017c was not found and therefore no delete operation was performed {{(pid=103053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:29:26.853652 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7c0e2aa-bd52-4ac7-a158-69bfc2a43792 req-beb71027-0902-4dec-9430-83ea7d8f2cdf service neutron] 10.222.0.31 "GET /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027755 Dec 13 16:29:26.854495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53f1782c-6a64-4d3b-b9aa-eba59829b60b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.856939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.863669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c919e-65cf-4be8-8a58-5ed7c629d739 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Network': ['ID=2ba4744e-bfa0-4bbb-8255-861faf832180,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:26.881091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:26.907724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1782c-6a64-4d3b-b9aa-eba59829b60b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Port': ['ID=cd45b295-ef33-423e-a38a-f07186b4d966,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:26.907820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Port': ['ID=f200f9a4-4755-4d46-8801-c5c3d846017c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:26.911748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] No DVR routers for this DVR port f200f9a4-4755-4d46-8801-c5c3d846017c on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:26.916977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53f1782c-6a64-4d3b-b9aa-eba59829b60b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.918005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Network b069fdc3-bee7-46db-863c-5b35f3b707f0 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:26.924111 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-53f1782c-6a64-4d3b-b9aa-eba59829b60b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/ports/cd45b295-ef33-423e-a38a-f07186b4d966 HTTP/1.1" status: 204 len: 168 time: 0.6413994 Dec 13 16:29:26.925907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41068) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:26.945983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Made reservation on behalf of 72a724ac1ab24391a3319da3f9826e40 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:26.949555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:26.966584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-11bb0045-bed9-43c6-875f-4eb137d5517b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0339396 Dec 13 16:29:26.969159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41070) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:26.974133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1533089974'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:26.977773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302aaa5d-a5fe-4361-998d-77612ba936f5 None None] New status for floating IP 356a1c21-3163-41c0-8d27-7d5898680f6f: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:29:26.995752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:27.002178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.039845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, b069fdc3-bee7-46db-863c-5b35f3b707f0) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:27.055527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:27.056522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.060965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae025bbb-83c0-4fe6-b3a6-c6e8e9085134 None None] Network b069fdc3-bee7-46db-863c-5b35f3b707f0 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:27.101678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.112114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Made reservation on behalf of be0e5baa84834ee1ac1c1a5ceb0f5de4 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:27.116179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.128027 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f5412756-190a-4c0b-ac78-3980c09a042d tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1900091 Dec 13 16:29:27.130779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41072) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:27.150191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e56282c-970d-4e0e-9972-83b581156cf7']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:27.164586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70b308d-17c3-4fb3-9e51-af65dad50535') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:27.164981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70b308d-17c3-4fb3-9e51-af65dad50535') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:27.181108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.209321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.238578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:27.242004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:27.242399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:27.245538 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:27.255802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-b069fdc3-bee7-46db-863c-5b35f3b707f0', 'network_id': 'b069fdc3-bee7-46db-863c-5b35f3b707f0', 'project_id': 'a40412807d0744908d6c2a6b7b28946f', 'fixed_ips': [{'subnet_id': '411ce8dc-6ff0-44e8-8117-ed28ae7d855e'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:27.257266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.281214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.281796 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Added segment 76fde919-0a2c-489c-a788-0b5b1a9fb75e of type vlan for network c001258b-3747-43ef-9c2d-27c5a35b2fa0 Dec 13 16:29:27.338686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a893860b-8db0-4544-b276-8599f5c103b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.378270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.399083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.408696 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] 10.222.0.13 "DELETE /v2.0/networks/8e56282c-970d-4e0e-9972-83b581156cf7 HTTP/1.1" status: 204 len: 168 time: 1.7976360 Dec 13 16:29:27.419202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.426213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4916fd4-208a-47e8-aafe-ae238aaeb172 tempest-AllowedAddressPairIpV6TestJSON-1933156681 tempest-AllowedAddressPairIpV6TestJSON-1933156681-project] Pushing event deleted for resources: {'Network': ['ID=8e56282c-970d-4e0e-9972-83b581156cf7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:27.488297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'Subnet': ['ID=e81bc422-0093-42b2-90dd-da2b0a780430,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:27.507339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Checking segment: {'id': 'cb2813d5-b553-4aa8-9564-3387539bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:27.507810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Network hostable DHCP agents. Network: a6ea5e34-afaf-456f-a501-0b4ce7cdadc7, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:27.509220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.518554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.529413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:27.544037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, a6ea5e34-afaf-456f-a501-0b4ce7cdadc7) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:27.551906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:27.552736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.571985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f200f9a4-4755-4d46-8801-c5c3d846017c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:27.579205 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-316d9454-b1d9-4c7c-b363-3fe93e7101f0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9479578 Dec 13 16:29:27.583468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41078) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:27.592008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d30ac7e6-9625-495b-b181-bb69a248fff5 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1972512283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:27.599495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92e5f8-afae-419f-a3de-2630c7e3da2b None None] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:27.605618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f200f9a4-4755-4d46-8801-c5c3d846017c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:27.607100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f200f9a4-4755-4d46-8801-c5c3d846017c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:27.639441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30ac7e6-9625-495b-b181-bb69a248fff5 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.642185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30ac7e6-9625-495b-b181-bb69a248fff5 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.688091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.692343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.740617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Allocated IP 2001:db8::f816:3eff:feb6:8926 (b069fdc3-bee7-46db-863c-5b35f3b707f0/411ce8dc-6ff0-44e8-8117-ed28ae7d855e/fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:27.755878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.767228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:27.768272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.771290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30ac7e6-9625-495b-b181-bb69a248fff5 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.783189 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30ac7e6-9625-495b-b181-bb69a248fff5 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.825304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30ac7e6-9625-495b-b181-bb69a248fff5 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.829347 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d30ac7e6-9625-495b-b181-bb69a248fff5 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2440157 Dec 13 16:29:27.830309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41086) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:27.871251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-a6ea5e34-afaf-456f-a501-0b4ce7cdadc7', 'network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7', 'project_id': '72a724ac1ab24391a3319da3f9826e40', 'fixed_ips': [{'subnet_id': 'e81bc422-0093-42b2-90dd-da2b0a780430'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:27.873469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:27.941382 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9710760 Dec 13 16:29:27.944586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41088) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:27.956762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=79a599fd-ffea-41da-bbdf-8365bb81da9e,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:27.964842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41090) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:27.993217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd868ba-984f-492a-956e-16f12223c72b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Network': ['ID=c001258b-3747-43ef-9c2d-27c5a35b2fa0,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:27.995305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-392933527'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:27.998993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:27.999359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network hostable DHCP agents. Network: 2ba4744e-bfa0-4bbb-8255-861faf832180, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:28.018780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:28.024335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network c001258b-3747-43ef-9c2d-27c5a35b2fa0 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:28.034291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 2ba4744e-bfa0-4bbb-8255-861faf832180) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:28.039631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:28.040497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.115010 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c74454a1-2868-46fa-909b-f5dffa0f5b82 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3878014 Dec 13 16:29:28.115284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc9760-0a1e-4efc-a267-cd9dc297e3f8 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:28.115668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41094) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:28.120572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'name': 'tempest-NetworksTestDHCPv6-605224065'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:28.125270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Made reservation on behalf of be0e5baa84834ee1ac1c1a5ceb0f5de4 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:28.128766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.192962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:28.209762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.210106 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Added segment 31a052d4-d01f-4bad-aebf-177856e34142 of type vlan for network 564c16ca-19a0-4c35-a6b2-2fef610779ca Dec 13 16:29:28.228293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a0e6d576-84d0-4218-ba12-6c9e677a5e39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4730917573c344e68a977a5f7013bfe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2617116 Dec 13 16:29:28.231876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41096) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:28.235358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.236142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.275313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.318005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.352136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.353456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Allocated IP 172.20.0.2 (a6ea5e34-afaf-456f-a501-0b4ce7cdadc7/e81bc422-0093-42b2-90dd-da2b0a780430/2c44e67a-0251-4d7f-9dad-a38bb4bc54c9) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:28.364939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Network b069fdc3-bee7-46db-863c-5b35f3b707f0 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:28.366418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-99ad8205-a44a-482e-af46-e62bb9fd40af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.370888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Subnet': ['ID=411ce8dc-6ff0-44e8-8117-ed28ae7d855e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:28.380203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:28.384622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:28.386351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:28.388474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.396050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Pushing event updated for resources: {'Port': ['ID=fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:28.402408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.420526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '79a599fd-ffea-41da-bbdf-8365bb81da9e'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:28.421703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.477867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-99ad8205-a44a-482e-af46-e62bb9fd40af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.479976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port d1a711cb-0948-4645-ad9e-e4596639f67b yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:28.486686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.491876 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:28.492544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.492658 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.599324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Attempting to bind port fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:28.599709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Attempting to bind port fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '11b8e195-fc8f-4971-91e1-df74ed38bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b069fdc3-bee7-46db-863c-5b35f3b707f0'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:28.600143 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Attempting to bind port fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c on network b069fdc3-bee7-46db-863c-5b35f3b707f0 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:28.611371 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6653926 Dec 13 16:29:28.628563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:28.629089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Checking segment: {'id': '11b8e195-fc8f-4971-91e1-df74ed38bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b069fdc3-bee7-46db-863c-5b35f3b707f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:28.629333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.629732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Bound using segment: {'id': '11b8e195-fc8f-4971-91e1-df74ed38bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b069fdc3-bee7-46db-863c-5b35f3b707f0'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:28.630468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Bound port: fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b8e195-fc8f-4971-91e1-df74ed38bfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b069fdc3-bee7-46db-863c-5b35f3b707f0'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:28.630839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.648224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b069fdc3-bee7-46db-863c-5b35f3b707f0']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:28.650628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f3d2d-dcd3-49a1-af70-d5a974ca778a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Network': ['ID=564c16ca-19a0-4c35-a6b2-2fef610779ca,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:28.665767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b8e195-fc8f-4971-91e1-df74ed38bfb0') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:28.666115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b8e195-fc8f-4971-91e1-df74ed38bfb0') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:28.678169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 564c16ca-19a0-4c35-a6b2-2fef610779ca details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:28.685402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.703827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.705946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-99ad8205-a44a-482e-af46-e62bb9fd40af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.709355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-99ad8205-a44a-482e-af46-e62bb9fd40af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.713166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-99ad8205-a44a-482e-af46-e62bb9fd40af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6cd2c05a-f58f-4438-8c03-e6bae7069bb7 HTTP/1.1" status: 204 len: 168 time: 0.4775763 Dec 13 16:29:28.724408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad8205-a44a-482e-af46-e62bb9fd40af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd2c05a-f58f-4438-8c03-e6bae7069bb7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:28.726546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:28.726969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:28.730111 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:28.740529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41102) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:28.745826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'subnets': [{'network_id': 'c001258b-3747-43ef-9c2d-27c5a35b2fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--686893338', 'ip_version': 4}, {'network_id': '564c16ca-19a0-4c35-a6b2-2fef610779ca', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:28.746133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'subnet': {'network_id': 'c001258b-3747-43ef-9c2d-27c5a35b2fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--686893338', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:28.746872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Request body: {'subnet': {'network_id': '564c16ca-19a0-4c35-a6b2-2fef610779ca', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:28.799296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:29:28.799296 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:29:28.799296 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': 'b069fdc3-bee7-46db-863c-5b35f3b707f0'}] Dec 13 16:29:28.799296 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:28.800162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:28.965804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Made reservation on behalf of be0e5baa84834ee1ac1c1a5ceb0f5de4 for: {'subnet': 2} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:28.974791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:28.975279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.006559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.016456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/79a599fd-ffea-41da-bbdf-8365bb81da9e/8f158628-8ca0-4ad6-8563-a39c3a8bdb6d) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:29.033465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.104610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Allocated IP 172.20.0.1 (a6ea5e34-afaf-456f-a501-0b4ce7cdadc7/e81bc422-0093-42b2-90dd-da2b0a780430/6489841d-fb85-44da-945b-82c71d5fc877) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:29.139205 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] For port fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:29.143672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:29.150585 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:29.160474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:29.162854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Pushing event updated for resources: {'Port': ['ID=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:29.170488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] For port fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c,segment=NetworkSegment(11b8e195-fc8f-4971-91e1-df74ed38bfb0),segment_id=11b8e195-fc8f-4971-91e1-df74ed38bfb0)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:29.182949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.302459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.318569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.342534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Attempting to bind port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:29.342938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Attempting to bind port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'cb2813d5-b553-4aa8-9564-3387539bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:29.343305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Attempting to bind port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 on network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:29.369924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729e0f0-3a24-4af0-8e9e-8e7bd88da262 None None] Pushing event updated for resources: {'Port': ['ID=fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:29.384408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:29.385000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Checking segment: {'id': 'cb2813d5-b553-4aa8-9564-3387539bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:29.385570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.386284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Bound using segment: {'id': 'cb2813d5-b553-4aa8-9564-3387539bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:29.387569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Bound port: 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2813d5-b553-4aa8-9564-3387539bdc93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:29.388286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.415861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting port fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:29.416473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.433159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.433590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.437478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f854c-fb70-439f-8d4f-baac1ab8fbb0 None None] Network b069fdc3-bee7-46db-863c-5b35f3b707f0 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:29.485185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:29.509705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:29.513309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:29.518061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.544209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] For port fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c,segment=NetworkSegment(11b8e195-fc8f-4971-91e1-df74ed38bfb0),segment_id=11b8e195-fc8f-4971-91e1-df74ed38bfb0)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:29.544575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.564790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.586856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::355 (2ba4744e-bfa0-4bbb-8255-861faf832180/79a599fd-ffea-41da-bbdf-8365bb81da9e/d1a711cb-0948-4645-ad9e-e4596639f67b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:29.589351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Calling delete_port for fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:29.594720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:29.609135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:29.629677 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:29.633545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] For port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:29.636755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Pushing event updated for resources: {'Port': ['ID=8f158628-8ca0-4ad6-8563-a39c3a8bdb6d,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:29.658496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] For port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,segment=NetworkSegment(cb2813d5-b553-4aa8-9564-3387539bdc93),segment_id=cb2813d5-b553-4aa8-9564-3387539bdc93)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:29.674326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'Port': ['ID=6489841d-fb85-44da-945b-82c71d5fc877,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:29.681053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.736780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.779319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Attempting to bind port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:29.779786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Attempting to bind port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:29.780212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Attempting to bind port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:29.794782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:29.795181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:29.801006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.801788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:29.802519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Bound port: 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:29.802832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.820089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.838520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aa4a0-9dd7-4416-97a5-aecba0d70e48 None None] Pushing event updated for resources: {'Port': ['ID=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:29.863742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.873940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41128) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:29.908634 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.913230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Port': ['ID=fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:29.920180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] For port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:29.924786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] For port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8f158628-8ca0-4ad6-8563-a39c3a8bdb6d,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:29.931413 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:29.975697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.031486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No DVR routers for this DVR port fd9cc6a3-2356-4472-b0a0-f2f5fc2fa56c on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:30.049930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad2f40-ebd0-49b0-b5b3-a956e0b9c6e5 None None] Pushing event updated for resources: {'Port': ['ID=8f158628-8ca0-4ad6-8563-a39c3a8bdb6d,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:30.076606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.177540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-407659c0-2416-4359-ac09-a7fab8629468 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.181828 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-407659c0-2416-4359-ac09-a7fab8629468 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3068078 Dec 13 16:29:30.208139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41136) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.215297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-0de980bb-8147-4bf2-9af3-75216c768761 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.216668 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0de980bb-8147-4bf2-9af3-75216c768761 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051033 Dec 13 16:29:30.235027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41138) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.241736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.247310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-2f693ba3-d481-4c69-8534-70805cf5609d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.248329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2f693ba3-d481-4c69-8534-70805cf5609d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0104525 Dec 13 16:29:30.272352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:30.273701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41140) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.274659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:30.279961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:30.286874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:30.287851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.306885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-a6470c34-b9de-4d10-9bc3-f636efac0ad2 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.307946 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a6470c34-b9de-4d10-9bc3-f636efac0ad2 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0157998 Dec 13 16:29:30.331143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41142) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.353954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-f153c639-a1fd-4172-9dcb-0c0b608727e0 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.354945 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f153c639-a1fd-4172-9dcb-0c0b608727e0 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0065100 Dec 13 16:29:30.363554 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2468386 Dec 13 16:29:30.364133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41144) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.368620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b069fdc3-bee7-46db-863c-5b35f3b707f0']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:30.390818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-e9fb6250-2bed-43ae-8291-3ad667629305 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.392070 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e9fb6250-2bed-43ae-8291-3ad667629305 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0210087 Dec 13 16:29:30.398414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41146) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.398993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41148) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.398993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b74b1b-2168-4989-9bad-6a5a170f20c3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=d1a711cb-0948-4645-ad9e-e4596639f67b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:30.406814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-3a63a85b-cb82-41d3-9c92-1e58f3264c8c tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.409958 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3a63a85b-cb82-41d3-9c92-1e58f3264c8c tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0056791 Dec 13 16:29:30.416269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b8e195-fc8f-4971-91e1-df74ed38bfb0') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:30.416477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b8e195-fc8f-4971-91e1-df74ed38bfb0') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:30.418698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41150) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.428352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-a29929db-0ef8-436a-97f8-533e0db5cdca tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.431664 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a29929db-0ef8-436a-97f8-533e0db5cdca tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095963 Dec 13 16:29:30.437679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.437679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41152) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.446401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-80416dd4-4e21-4503-9604-cf032977bf26 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.447432 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-80416dd4-4e21-4503-9604-cf032977bf26 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0105152 Dec 13 16:29:30.450229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41154) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.454550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-e2c8bd37-b0c9-4993-8e29-6e13eae09c0a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.457822 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e2c8bd37-b0c9-4993-8e29-6e13eae09c0a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043595 Dec 13 16:29:30.458728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41156) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.463378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-6055cc71-1143-436a-9081-70b366bdd213 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.467135 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6055cc71-1143-436a-9081-70b366bdd213 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048206 Dec 13 16:29:30.467135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.468148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41158) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.474454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-eb9fa6c1-af8f-4382-a5cd-25596299fc34 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.477777 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-eb9fa6c1-af8f-4382-a5cd-25596299fc34 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064242 Dec 13 16:29:30.477940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Subnet': ['ID=33de9f56-c13e-4b58-ae45-f7a475087f67,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:30.478039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41160) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.483233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-8dcc8489-c6e6-436c-8f5e-4be576a8c979 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.486583 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8dcc8489-c6e6-436c-8f5e-4be576a8c979 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053954 Dec 13 16:29:30.486583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:30.486583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.489194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41162) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:30.490453 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:30.497314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-71168a2e-7dbe-431b-a2e7-1e665edb6a4c tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.500654 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-71168a2e-7dbe-431b-a2e7-1e665edb6a4c tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0047383 Dec 13 16:29:30.500966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41164) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.509400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Checking segment: {'id': '76fde919-0a2c-489c-a788-0b5b1a9fb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c001258b-3747-43ef-9c2d-27c5a35b2fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:30.509601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Network hostable DHCP agents. Network: c001258b-3747-43ef-9c2d-27c5a35b2fa0, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:30.533446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-b23c5be7-232a-4208-9bfc-ec2d1c1febef tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.534438 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b23c5be7-232a-4208-9bfc-ec2d1c1febef tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0325465 Dec 13 16:29:30.537599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41166) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.545729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-38b13e05-31c0-4e5b-9829-bfa72c6d0048 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.549106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-38b13e05-31c0-4e5b-9829-bfa72c6d0048 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0075192 Dec 13 16:29:30.549450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41168) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.561715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-d6d0bc1f-4cd5-4a69-94d1-7dad99730e3a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.564394 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d6d0bc1f-4cd5-4a69-94d1-7dad99730e3a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0123901 Dec 13 16:29:30.565362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41170) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.570443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-0f9f086e-99f3-4d32-ab96-85b6cdb08b73 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.573774 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0f9f086e-99f3-4d32-ab96-85b6cdb08b73 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051420 Dec 13 16:29:30.574328 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41172) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.579390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-bc7e0154-68e4-4b24-80f9-0e180216357d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.580427 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bc7e0154-68e4-4b24-80f9-0e180216357d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0051503 Dec 13 16:29:30.582772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.584126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41174) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.588234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-50a9f9f4-e384-4317-99f8-3faa157c8fff tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.591771 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-50a9f9f4-e384-4317-99f8-3faa157c8fff tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041072 Dec 13 16:29:30.594986 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.595423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834cece4-2676-49f7-95fd-b92f97c6c3f3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:30.600900 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/b069fdc3-bee7-46db-863c-5b35f3b707f0 HTTP/1.1" status: 204 len: 168 time: 3.4590294 Dec 13 16:29:30.600900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41176) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.601330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41178) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.603030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834cece4-2676-49f7-95fd-b92f97c6c3f3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:30.604617 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-834cece4-2676-49f7-95fd-b92f97c6c3f3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1982946 Dec 13 16:29:30.613332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41180) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.624723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-1382371a-b5a0-4115-b461-70405a4f3f2f tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.625698 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1382371a-b5a0-4115-b461-70405a4f3f2f tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0263407 Dec 13 16:29:30.628045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Network c001258b-3747-43ef-9c2d-27c5a35b2fa0 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:30.629745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41182) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.640107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-02605b24-0e16-47b7-b816-e3df86756d94 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.641037 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-02605b24-0e16-47b7-b816-e3df86756d94 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0081511 Dec 13 16:29:30.643302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96346c49-2fb0-4cef-a29b-6d180e7b4e45 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Network': ['ID=b069fdc3-bee7-46db-863c-5b35f3b707f0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:30.645007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41184) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.645861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49f7da3-195f-47d2-be79-20c7905bba42 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:30.646317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49f7da3-195f-47d2-be79-20c7905bba42 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:30.649383 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c49f7da3-195f-47d2-be79-20c7905bba42 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/subnets/411ce8dc-6ff0-44e8-8117-ed28ae7d855e HTTP/1.1" status: 404 len: 337 time: 0.0472105 Dec 13 16:29:30.651882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41186) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.661451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-48051403-ed24-440b-bf90-6ece7a3d88bd tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.662408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-48051403-ed24-440b-bf90-6ece7a3d88bd tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0120595 Dec 13 16:29:30.668666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41188) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.673409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-23024240-d180-4603-9126-d234c367695e tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.677050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-35462584-85ef-4a05-a8fa-2f74ca27f3d7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:30.677184 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-23024240-d180-4603-9126-d234c367695e tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044525 Dec 13 16:29:30.677300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35462584-85ef-4a05-a8fa-2f74ca27f3d7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:30.681126 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-35462584-85ef-4a05-a8fa-2f74ca27f3d7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/b069fdc3-bee7-46db-863c-5b35f3b707f0 HTTP/1.1" status: 404 len: 339 time: 0.0254192 Dec 13 16:29:30.681126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41190) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.682790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-fa2f374f-24b9-4dd6-b79a-db7886894113 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.686687 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fa2f374f-24b9-4dd6-b79a-db7886894113 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041287 Dec 13 16:29:30.686687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41192) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.689122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, c001258b-3747-43ef-9c2d-27c5a35b2fa0) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:30.693534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41194) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.694070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.699149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-a5927421-cefd-4949-918a-79087d75c33b tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.700728 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a5927421-cefd-4949-918a-79087d75c33b tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062678 Dec 13 16:29:30.703617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68739c88-a923-4170-bffc-2ba930a7adb0 None None] Network c001258b-3747-43ef-9c2d-27c5a35b2fa0 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:30.705916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41196) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.719786 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ee3dca-2b7e-4694-b025-b5222d759cf7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:30.719786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ee3dca-2b7e-4694-b025-b5222d759cf7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:30.725260 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-87ee3dca-2b7e-4694-b025-b5222d759cf7 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/subnets/eae2bd79-b745-427a-8a04-b407c359ab6e HTTP/1.1" status: 404 len: 337 time: 0.0372193 Dec 13 16:29:30.725468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41198) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.745069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-373f5fcf-7d85-4ff3-9393-6479663ca110 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:30.745563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373f5fcf-7d85-4ff3-9393-6479663ca110 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:30.751768 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-373f5fcf-7d85-4ff3-9393-6479663ca110 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/e366d69b-824c-4539-8da0-97e0db0fd46b HTTP/1.1" status: 404 len: 339 time: 0.0229695 Dec 13 16:29:30.751936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-0a31b8ed-2a59-4d4b-871c-c056813fc269 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.751936 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0a31b8ed-2a59-4d4b-871c-c056813fc269 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0363898 Dec 13 16:29:30.753987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41200) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.756664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41202) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.765467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-5eeccebb-d9d1-43b1-ae9c-c5e211ca05a2 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.769430 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5eeccebb-d9d1-43b1-ae9c-c5e211ca05a2 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0128379 Dec 13 16:29:30.772336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41204) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.775952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-8a108cfe-8d1e-4150-a9e5-3249ab1e5ad5 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.777037 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8a108cfe-8d1e-4150-a9e5-3249ab1e5ad5 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046470 Dec 13 16:29:30.785035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.795203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41206) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.799678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-14f345f9-1a13-470c-b600-b51f6ac52ed5 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.803474 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-14f345f9-1a13-470c-b600-b51f6ac52ed5 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042226 Dec 13 16:29:30.803474 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0c407b-6849-4bba-9b38-3d971a7e7f76 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:30.803474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0c407b-6849-4bba-9b38-3d971a7e7f76 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:30.807064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ac0c407b-6849-4bba-9b38-3d971a7e7f76 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/subnets/d8bfa6ca-0132-4810-af3b-c1eab83e99f9 HTTP/1.1" status: 404 len: 337 time: 0.0500510 Dec 13 16:29:30.807064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41208) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.810793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41210) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.824104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-5e0d2285-24ef-4455-a0ff-9614692ac7aa tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.829028 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5e0d2285-24ef-4455-a0ff-9614692ac7aa tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0221047 Dec 13 16:29:30.830536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41214) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.836973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-fd86a2dd-2ac3-43e9-a3c2-8190ef849188 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.843183 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fd86a2dd-2ac3-43e9-a3c2-8190ef849188 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098841 Dec 13 16:29:30.843775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41216) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.849416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event updated for resources: {'Subnet': ['ID=d1e081e7-6462-4676-b45b-1376050f0d31,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:30.859261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-c001258b-3747-43ef-9c2d-27c5a35b2fa0', 'network_id': 'c001258b-3747-43ef-9c2d-27c5a35b2fa0', 'project_id': 'be0e5baa84834ee1ac1c1a5ceb0f5de4', 'fixed_ips': [{'subnet_id': '33de9f56-c13e-4b58-ae45-f7a475087f67'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:30.860975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.866217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.875521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-d7f41152-04e9-41da-898c-034ca5641ef4 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.879565 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d7f41152-04e9-41da-898c-034ca5641ef4 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0143726 Dec 13 16:29:30.879565 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8972257-5359-4723-9cdc-08a61a439a44 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:30.879565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8972257-5359-4723-9cdc-08a61a439a44 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:30.879852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41218) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.883660 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a8972257-5359-4723-9cdc-08a61a439a44 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/29823bff-f2d4-4bb2-a4c6-290242823e5a HTTP/1.1" status: 404 len: 339 time: 0.0694809 Dec 13 16:29:30.884921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41220) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.887826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-aa1a6911-e8e5-4b12-a5c4-727a8b625701 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.891434 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-aa1a6911-e8e5-4b12-a5c4-727a8b625701 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064862 Dec 13 16:29:30.891434 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:30.892767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41222) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.896864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Checking segment: {'id': '31a052d4-d01f-4bad-aebf-177856e34142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '564c16ca-19a0-4c35-a6b2-2fef610779ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:30.897220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Network hostable DHCP agents. Network: 564c16ca-19a0-4c35-a6b2-2fef610779ca, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:30.929088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-2d57029f-3f41-46f8-aa01-8efe461546f3 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.932459 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2d57029f-3f41-46f8-aa01-8efe461546f3 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0305216 Dec 13 16:29:30.936347 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41224) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.945060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-cd32981b-205b-49f1-9e02-d43e5a0c33bc tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.950422 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cd32981b-205b-49f1-9e02-d43e5a0c33bc tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0123219 Dec 13 16:29:30.955226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41226) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.960685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-77acd84e-0156-490d-be58-51aa457dfb47 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.963976 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-77acd84e-0156-490d-be58-51aa457dfb47 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054967 Dec 13 16:29:30.974990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41228) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:30.987999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-2038bdda-3c26-4d3e-a8ae-e2784d3d7207 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:30.992786 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2038bdda-3c26-4d3e-a8ae-e2784d3d7207 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0128524 Dec 13 16:29:30.992956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41230) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.003033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-64d5c40a-ec5a-4c4b-bcf2-c885c10dbb1a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.004190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-64d5c40a-ec5a-4c4b-bcf2-c885c10dbb1a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0103750 Dec 13 16:29:31.013040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41232) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.014293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-37e533de-7bff-47a7-ae9c-3efc7c505907 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port d1a711cb-0948-4645-ad9e-e4596639f67b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:31.014773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37e533de-7bff-47a7-ae9c-3efc7c505907 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.017412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-f2dc39df-3caf-4b7c-9d1d-b21e145d66c7 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.018368 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f2dc39df-3caf-4b7c-9d1d-b21e145d66c7 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0043776 Dec 13 16:29:31.020936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41234) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.026327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-cb945c03-c41b-479e-8b2c-0581ee4b6260 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.027493 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cb945c03-c41b-479e-8b2c-0581ee4b6260 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0055771 Dec 13 16:29:31.030296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41236) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.036000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-17e1102d-fb42-47c6-9a8e-daff26829cf0 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.037050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-17e1102d-fb42-47c6-9a8e-daff26829cf0 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0058208 Dec 13 16:29:31.040518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41238) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.045742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-007bc2f4-ff7c-4e1f-a2ba-69b4f71db417 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.046747 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-007bc2f4-ff7c-4e1f-a2ba-69b4f71db417 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0052881 Dec 13 16:29:31.050375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41240) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.055609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.055801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-6a7a0b21-083f-47e4-95b0-8b6a1735e3a4 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.056751 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6a7a0b21-083f-47e4-95b0-8b6a1735e3a4 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0054393 Dec 13 16:29:31.061131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Allocated IP 172.20.0.2 (c001258b-3747-43ef-9c2d-27c5a35b2fa0/33de9f56-c13e-4b58-ae45-f7a475087f67/2d69d036-4aea-4100-8af2-e195c8f22a63) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:31.064207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41242) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.069259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-f31bba09-e88d-4c5a-829c-e07a67ba1648 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.070219 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f31bba09-e88d-4c5a-829c-e07a67ba1648 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050135 Dec 13 16:29:31.073481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41244) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.078257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-81669ff3-ad44-49ec-9e88-350ab79ebcaa tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.079359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-81669ff3-ad44-49ec-9e88-350ab79ebcaa tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0049934 Dec 13 16:29:31.081761 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41246) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.087239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-c4fb9afe-85af-437e-8ffb-bfe04f6c63c5 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.088196 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c4fb9afe-85af-437e-8ffb-bfe04f6c63c5 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0055666 Dec 13 16:29:31.091975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c862d7fe-2d2e-430b-b5ca-68ba010508ae tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting port 05a04eb5-7f70-4b40-9caf-ec0cf4c66efd {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:31.092499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c862d7fe-2d2e-430b-b5ca-68ba010508ae tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.095190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41248) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.101620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-fe9f2741-2f21-4d79-adb0-157a5f0b3b5a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.102625 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fe9f2741-2f21-4d79-adb0-157a5f0b3b5a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0065563 Dec 13 16:29:31.115467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41250) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.133103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Network 564c16ca-19a0-4c35-a6b2-2fef610779ca is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:31.158709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-bf4fbad8-2877-44b2-83cd-30d86ce0f8a9 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.170590 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bf4fbad8-2877-44b2-83cd-30d86ce0f8a9 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0518115 Dec 13 16:29:31.170829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'Port': ['ID=6489841d-fb85-44da-945b-82c71d5fc877,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:31.171688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41256) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.227585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c862d7fe-2d2e-430b-b5ca-68ba010508ae tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.232244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-9b20a20d-d325-44c3-9e79-aebff859fd29 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.235611 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9b20a20d-d325-44c3-9e79-aebff859fd29 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059566 Dec 13 16:29:31.246912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c862d7fe-2d2e-430b-b5ca-68ba010508ae tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Calling delete_port for 05a04eb5-7f70-4b40-9caf-ec0cf4c66efd owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:31.249496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41258) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.274485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-7dd91a85-f80a-4981-a371-fc024dbe026d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.279045 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7dd91a85-f80a-4981-a371-fc024dbe026d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0133832 Dec 13 16:29:31.284097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 564c16ca-19a0-4c35-a6b2-2fef610779ca) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:31.285886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41260) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.293230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a170ac-000f-4543-b571-e64d0385e39e None None] Network 564c16ca-19a0-4c35-a6b2-2fef610779ca requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:31.331060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-833f53ea-a15b-461b-95a6-71662f624159 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.335236 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-833f53ea-a15b-461b-95a6-71662f624159 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0084918 Dec 13 16:29:31.346919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41262) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.363071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-24607a29-f26c-42c1-a1a2-72d9c9b1a27b tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.369663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41264) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.369923 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-24607a29-f26c-42c1-a1a2-72d9c9b1a27b tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0214250 Dec 13 16:29:31.376274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:31.377500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-cf97d7e9-eac2-43f8-96c0-b1471c66b3ef tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.379131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:31.381577 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cf97d7e9-eac2-43f8-96c0-b1471c66b3ef tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0106642 Dec 13 16:29:31.383500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c862d7fe-2d2e-430b-b5ca-68ba010508ae tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.384404 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.389489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41266) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.398996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37e533de-7bff-47a7-ae9c-3efc7c505907 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.399494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-ba7656e8-8be9-4b90-8d2d-a81bdeec6569 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.400281 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ba7656e8-8be9-4b90-8d2d-a81bdeec6569 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058124 Dec 13 16:29:31.406834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41268) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.415189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-4d5d6e25-df9a-4140-ad2c-27ac16cf693c tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.416088 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4d5d6e25-df9a-4140-ad2c-27ac16cf693c tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054049 Dec 13 16:29:31.422973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41270) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.442049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-6f6d8efd-b561-4c3f-a87b-3f10bfca546d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.445083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c862d7fe-2d2e-430b-b5ca-68ba010508ae tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.449242 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c862d7fe-2d2e-430b-b5ca-68ba010508ae tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/ports/05a04eb5-7f70-4b40-9caf-ec0cf4c66efd HTTP/1.1" status: 204 len: 168 time: 0.5633311 Dec 13 16:29:31.450721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41272) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.453319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c862d7fe-2d2e-430b-b5ca-68ba010508ae tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Port': ['ID=05a04eb5-7f70-4b40-9caf-ec0cf4c66efd,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:31.455079 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6f6d8efd-b561-4c3f-a87b-3f10bfca546d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0282588 Dec 13 16:29:31.455994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41274) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.461983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-275fb531-8bde-492d-9280-7db3c35597cf tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.463010 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-275fb531-8bde-492d-9280-7db3c35597cf tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0110517 Dec 13 16:29:31.467583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.471186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41276) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.479394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-37e533de-7bff-47a7-ae9c-3efc7c505907 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for d1a711cb-0948-4645-ad9e-e4596639f67b owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:31.485779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.503333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-e53deaa9-bbc4-47bc-a9f0-c18cd3432ed4 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.504292 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e53deaa9-bbc4-47bc-a9f0-c18cd3432ed4 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0049825 Dec 13 16:29:31.507005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41278) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.511995 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-da78671a-ef66-47f9-bf58-2e04c63a2948 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7681556 Dec 13 16:29:31.516598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41280) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.541701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:31.542908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-25b17297-4674-48c7-ad1e-db5280533be4 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.545525 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-25b17297-4674-48c7-ad1e-db5280533be4 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0375054 Dec 13 16:29:31.547674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41282) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.552087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:31.568725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-5268f274-8728-4f33-88b2-8e7ef8104c87 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.569628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5268f274-8728-4f33-88b2-8e7ef8104c87 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0210629 Dec 13 16:29:31.575353 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae770bf-0d8a-4d62-b36c-d562597b71df tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:31.575812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae770bf-0d8a-4d62-b36c-d562597b71df tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:31.580157 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1ae770bf-0d8a-4d62-b36c-d562597b71df tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/subnets/9005761a-5b82-441a-9209-339059695bcb HTTP/1.1" status: 404 len: 337 time: 0.1122558 Dec 13 16:29:31.581831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41284) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.589954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-46816654-98b7-4c20-84a7-89b20cadfb21 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.591373 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-46816654-98b7-4c20-84a7-89b20cadfb21 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0074344 Dec 13 16:29:31.591981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41286) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.593862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41288) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.595886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fee32-8a11-47d1-96fb-7c8feb3aec9e None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:31.607965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-a01a4d9d-da15-4d63-9282-9687b2d9090e tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.609701 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a01a4d9d-da15-4d63-9282-9687b2d9090e tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0143454 Dec 13 16:29:31.625541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41290) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.630363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [None req-fad06a27-41c3-44a4-81ee-b4d201452512 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.631333 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fad06a27-41c3-44a4-81ee-b4d201452512 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048521 Dec 13 16:29:31.639163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41292) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.645797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-4485d283-2fb5-49fe-aa34-4d8dc8b3029d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.649561 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4485d283-2fb5-49fe-aa34-4d8dc8b3029d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0084207 Dec 13 16:29:31.654611 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41294) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.666850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-ae145022-99f9-45ef-9dbf-9f7da985602a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.671273 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ae145022-99f9-45ef-9dbf-9f7da985602a tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0138075 Dec 13 16:29:31.674859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41296) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.700340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.704194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Network c001258b-3747-43ef-9c2d-27c5a35b2fa0 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:31.728090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-ecda699f-c5fd-4add-a26b-3f1c23b50cfc tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.728328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:31.732733 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ecda699f-c5fd-4add-a26b-3f1c23b50cfc tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0531960 Dec 13 16:29:31.735636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41298) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.750179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:31.757555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:31.777043 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-61ef3b2f-1ed6-4a38-a61d-ce3b8e8f89ec tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.780847 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-61ef3b2f-1ed6-4a38-a61d-ce3b8e8f89ec tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0085394 Dec 13 16:29:31.785304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41302) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.791730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-07649092-bc1b-492e-83fc-c971b3035fd0 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.796266 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-07649092-bc1b-492e-83fc-c971b3035fd0 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047743 Dec 13 16:29:31.796465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5af8436-d8b0-4777-88f2-7606e5d0d1a4 None None] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:31.800912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7301697-a44f-4a1d-ba4e-c7d97cf1a8b6 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:31.803017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7301697-a44f-4a1d-ba4e-c7d97cf1a8b6 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:31.804612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7301697-a44f-4a1d-ba4e-c7d97cf1a8b6 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:31.810166 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d7301697-a44f-4a1d-ba4e-c7d97cf1a8b6 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2846351 Dec 13 16:29:31.810166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41304) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.813059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-564c16ca-19a0-4c35-a6b2-2fef610779ca', 'network_id': '564c16ca-19a0-4c35-a6b2-2fef610779ca', 'project_id': 'be0e5baa84834ee1ac1c1a5ceb0f5de4', 'fixed_ips': [{'subnet_id': 'd1e081e7-6462-4676-b45b-1376050f0d31'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:31.813059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:31.813990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41306) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.815520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Pushing event updated for resources: {'Port': ['ID=2d69d036-4aea-4100-8af2-e195c8f22a63,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:31.820944 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-05d8e799-ff08-47ca-a4d0-5c37b59c568d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.824598 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-05d8e799-ff08-47ca-a4d0-5c37b59c568d tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091693 Dec 13 16:29:31.827358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41310) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:31.850685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [None req-14429a31-c5aa-4067-9c8b-bfa6a1974b44 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] http://10.222.0.13:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:29:31.854708 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-14429a31-c5aa-4067-9c8b-bfa6a1974b44 tempest-ExtensionsTestJSON-1621255682 tempest-ExtensionsTestJSON-1621255682-project] 10.222.0.13 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0123835 Dec 13 16:29:31.936767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] Provisioning complete for port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:31.937144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.008250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7224ca67-d055-4930-b678-7525ef80b16b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Deleting subnet 33de9f56-c13e-4b58-ae45-f7a475087f67 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:32.020803 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7224ca67-d055-4930-b678-7525ef80b16b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.088070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37e533de-7bff-47a7-ae9c-3efc7c505907 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.108107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7224ca67-d055-4930-b678-7525ef80b16b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.112579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Router fd09aa67-bdf9-4729-b3f6-ef64b230b273 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:29:32.154746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Attempting to bind port 2d69d036-4aea-4100-8af2-e195c8f22a63 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:32.155334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Attempting to bind port 2d69d036-4aea-4100-8af2-e195c8f22a63 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '76fde919-0a2c-489c-a788-0b5b1a9fb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c001258b-3747-43ef-9c2d-27c5a35b2fa0'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:32.155334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Attempting to bind port 2d69d036-4aea-4100-8af2-e195c8f22a63 on network c001258b-3747-43ef-9c2d-27c5a35b2fa0 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:32.168053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e533de-7bff-47a7-ae9c-3efc7c505907 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=d1a711cb-0948-4645-ad9e-e4596639f67b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:32.201488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37e533de-7bff-47a7-ae9c-3efc7c505907 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.205105 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-37e533de-7bff-47a7-ae9c-3efc7c505907 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d1a711cb-0948-4645-ad9e-e4596639f67b HTTP/1.1" status: 204 len: 168 time: 1.5909607 Dec 13 16:29:32.209936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41318) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:32.242094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:32.242478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Checking segment: {'id': '76fde919-0a2c-489c-a788-0b5b1a9fb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c001258b-3747-43ef-9c2d-27c5a35b2fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:32.242922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.243322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Bound using segment: {'id': '76fde919-0a2c-489c-a788-0b5b1a9fb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c001258b-3747-43ef-9c2d-27c5a35b2fa0'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:32.243816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Bound port: 2d69d036-4aea-4100-8af2-e195c8f22a63, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fde919-0a2c-489c-a788-0b5b1a9fb75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c001258b-3747-43ef-9c2d-27c5a35b2fa0'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:32.244199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.248036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.273747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef7a10-822a-4f46-9ad8-c0fb31deb003 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:32.275298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642c9dd4-0b01-4a99-b73a-d59458b736b2']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:32.275706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cef7a10-822a-4f46-9ad8-c0fb31deb003 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:32.277363 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9cef7a10-822a-4f46-9ad8-c0fb31deb003 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0665114 Dec 13 16:29:32.282449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41320) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:32.298613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42efb726-3d7a-4cb5-b2ab-a55118c8da23') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:32.298944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42efb726-3d7a-4cb5-b2ab-a55118c8da23') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:32.314069 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.329819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41324) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:32.342861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.370313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:32.370513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] For port 2d69d036-4aea-4100-8af2-e195c8f22a63, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:32.373757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.385035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] For port 2d69d036-4aea-4100-8af2-e195c8f22a63, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2d69d036-4aea-4100-8af2-e195c8f22a63,segment=NetworkSegment(76fde919-0a2c-489c-a788-0b5b1a9fb75e),segment_id=76fde919-0a2c-489c-a788-0b5b1a9fb75e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:32.393174 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:32.396979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:32.397354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.435098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-9009f500-c347-4c4e-ad48-630c16093e9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 79a599fd-ffea-41da-bbdf-8365bb81da9e {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:32.438534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9009f500-c347-4c4e-ad48-630c16093e9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.488504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.499887 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9009f500-c347-4c4e-ad48-630c16093e9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.503980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8120d5f0-33f4-4c97-94e5-f9541f21e93f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.519327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Allocated IP 172.20.0.18 (564c16ca-19a0-4c35-a6b2-2fef610779ca/d1e081e7-6462-4676-b45b-1376050f0d31/102af9cd-88aa-45b6-a588-028173001c98) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:32.573976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.599569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.605194 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/642c9dd4-0b01-4a99-b73a-d59458b736b2 HTTP/1.1" status: 204 len: 168 time: 1.0098422 Dec 13 16:29:32.607333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68949a33-9969-41d5-804d-8a0656e7012b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Network': ['ID=642c9dd4-0b01-4a99-b73a-d59458b736b2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:32.609123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41330) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:32.667834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8120d5f0-33f4-4c97-94e5-f9541f21e93f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.681420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:29:32.692377 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7887d783-afc0-491f-a696-92e36ed80062 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "PUT /v2.0/routers/fd09aa67-bdf9-4729-b3f6-ef64b230b273/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8608046 Dec 13 16:29:32.698101 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb80a3-471d-4778-b904-3708152613aa None None] Sync routers for ids ['fd09aa67-bdf9-4729-b3f6-ef64b230b273'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:29:32.705923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41332) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:32.722155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8120d5f0-33f4-4c97-94e5-f9541f21e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.731174 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb80a3-471d-4778-b904-3708152613aa None None] Routers {'fd09aa67-bdf9-4729-b3f6-ef64b230b273'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:32.731403 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Request body: {'port': {'network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7', 'name': 'tempest-FloatingIPNegativeTestJSON-1508270731'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:32.732616 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-aceb80a3-471d-4778-b904-3708152613aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['fd09aa67-bdf9-4729-b3f6-ef64b230b273'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:32.759105 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8120d5f0-33f4-4c97-94e5-f9541f21e93f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=54e85ee45cd74575928578d552e2c3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258482 Dec 13 16:29:32.780889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839de9b9-6357-4106-af22-b841d5ecceb5 None None] Pushing event updated for resources: {'Port': ['ID=2d69d036-4aea-4100-8af2-e195c8f22a63,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:32.788522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7224ca67-d055-4930-b678-7525ef80b16b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.794588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41334) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:32.818355 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-aceb80a3-471d-4778-b904-3708152613aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:32.820100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120d5f0-33f4-4c97-94e5-f9541f21e93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c94493-62f3-421c-a3e1-c99cc6d46340,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:32.842438 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb80a3-471d-4778-b904-3708152613aa None None] Routers {'fd09aa67-bdf9-4729-b3f6-ef64b230b273'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:32.843389 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-aceb80a3-471d-4778-b904-3708152613aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['fd09aa67-bdf9-4729-b3f6-ef64b230b273'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:32.885358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-74f8dadf-782e-48d4-a3c7-ee6849376ccf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting port 310dc9a6-8b8e-4453-8d48-558f161b262c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:32.885701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-74f8dadf-782e-48d4-a3c7-ee6849376ccf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.886504 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-aceb80a3-471d-4778-b904-3708152613aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:32.887484 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceb80a3-471d-4778-b904-3708152613aa None None] The sync data for ids ['fd09aa67-bdf9-4729-b3f6-ef64b230b273'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:29:32.925099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.962768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9009f500-c347-4c4e-ad48-630c16093e9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:32.978810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.043634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-74f8dadf-782e-48d4-a3c7-ee6849376ccf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.126618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-74f8dadf-782e-48d4-a3c7-ee6849376ccf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Calling delete_port for 310dc9a6-8b8e-4453-8d48-558f161b262c owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:33.143716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.164130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.176995 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7617bae-2f98-497f-af71-47c5c3690c89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.182817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7224ca67-d055-4930-b678-7525ef80b16b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.203511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7224ca67-d055-4930-b678-7525ef80b16b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.206596 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7224ca67-d055-4930-b678-7525ef80b16b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/subnets/33de9f56-c13e-4b58-ae45-f7a475087f67 HTTP/1.1" status: 204 len: 168 time: 1.3835235 Dec 13 16:29:33.219241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41338) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:33.250683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Pushing event updated for resources: {'Port': ['ID=102af9cd-88aa-45b6-a588-028173001c98,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:33.288216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224ca67-d055-4930-b678-7525ef80b16b tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Subnet': ['ID=33de9f56-c13e-4b58-ae45-f7a475087f67,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:33.298170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9009f500-c347-4c4e-ad48-630c16093e9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.307735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7617bae-2f98-497f-af71-47c5c3690c89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.319993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-74f8dadf-782e-48d4-a3c7-ee6849376ccf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.330165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Network 564c16ca-19a0-4c35-a6b2-2fef610779ca is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:33.355694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8dadf-782e-48d4-a3c7-ee6849376ccf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Port': ['ID=310dc9a6-8b8e-4453-8d48-558f161b262c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:33.368921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-74f8dadf-782e-48d4-a3c7-ee6849376ccf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.375951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9009f500-c347-4c4e-ad48-630c16093e9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.385058 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9009f500-c347-4c4e-ad48-630c16093e9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/79a599fd-ffea-41da-bbdf-8365bb81da9e HTTP/1.1" status: 204 len: 168 time: 1.1014166 Dec 13 16:29:33.389662 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-74f8dadf-782e-48d4-a3c7-ee6849376ccf tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/ports/310dc9a6-8b8e-4453-8d48-558f161b262c HTTP/1.1" status: 204 len: 168 time: 0.7778032 Dec 13 16:29:33.390394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41340) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:33.395008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41342) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:33.399674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009f500-c347-4c4e-ad48-630c16093e9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=79a599fd-ffea-41da-bbdf-8365bb81da9e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:33.400823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:33.424884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:33.432329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66650619-edae-49c1-8a7c-8365bcfdf81c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:33.446280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Made reservation on behalf of 72a724ac1ab24391a3319da3f9826e40 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:33.450381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.467758 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-446182e6-cac9-46a4-b2ec-1628c4da2c91 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:33.468214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446182e6-cac9-46a4-b2ec-1628c4da2c91 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:33.473312 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9c3d8148-0e12-486f-b36e-5f9ca0776ce4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0777853 Dec 13 16:29:33.473870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41346) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:33.476682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41348) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:33.477123 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-446182e6-cac9-46a4-b2ec-1628c4da2c91 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/subnets/bb6f40b5-d4a9-498f-a02c-2ee4259cb79b HTTP/1.1" status: 404 len: 337 time: 0.0739615 Dec 13 16:29:33.492411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:33.493393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d1ded0-8b98-4658-a8dd-60d159c03f15 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Deleting subnet d1e081e7-6462-4676-b45b-1376050f0d31 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:33.499876 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d1ded0-8b98-4658-a8dd-60d159c03f15 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.534993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] device_id is not set on port df64b8dd-71a6-4881-8250-6bce614014f0 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:33.569354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d1ded0-8b98-4658-a8dd-60d159c03f15 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.628908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7617bae-2f98-497f-af71-47c5c3690c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.631359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7617bae-2f98-497f-af71-47c5c3690c89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.634849 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a7617bae-2f98-497f-af71-47c5c3690c89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7c94493-62f3-421c-a3e1-c99cc6d46340 HTTP/1.1" status: 204 len: 168 time: 0.8371360 Dec 13 16:29:33.664429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.667013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:33.667177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:33.682589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7617bae-2f98-497f-af71-47c5c3690c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c94493-62f3-421c-a3e1-c99cc6d46340,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:33.746915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Attempting to bind port 102af9cd-88aa-45b6-a588-028173001c98 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:33.747311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Attempting to bind port 102af9cd-88aa-45b6-a588-028173001c98 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '31a052d4-d01f-4bad-aebf-177856e34142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '564c16ca-19a0-4c35-a6b2-2fef610779ca'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:33.747854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Attempting to bind port 102af9cd-88aa-45b6-a588-028173001c98 on network 564c16ca-19a0-4c35-a6b2-2fef610779ca {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:33.756266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:33.756627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:33.772625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:33.773014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Checking segment: {'id': '31a052d4-d01f-4bad-aebf-177856e34142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '564c16ca-19a0-4c35-a6b2-2fef610779ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:33.774558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.774926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Bound using segment: {'id': '31a052d4-d01f-4bad-aebf-177856e34142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '564c16ca-19a0-4c35-a6b2-2fef610779ca'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:33.775493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Bound port: 102af9cd-88aa-45b6-a588-028173001c98, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a052d4-d01f-4bad-aebf-177856e34142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '564c16ca-19a0-4c35-a6b2-2fef610779ca'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:33.775891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.834465 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Allocated IP 172.20.0.14 (a6ea5e34-afaf-456f-a501-0b4ce7cdadc7/e81bc422-0093-42b2-90dd-da2b0a780430/df64b8dd-71a6-4881-8250-6bce614014f0) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:33.836938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d1ded0-8b98-4658-a8dd-60d159c03f15 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:33.892315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:33.948423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.003712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] Deleting port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:34.004438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.005055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7dabc02-e1bb-4704-9b53-b255888d36c4']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:34.027460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f95a8ef9-a155-4a07-98c1-f1bd46e636fa') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:34.028089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f95a8ef9-a155-4a07-98c1-f1bd46e636fa') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:34.058416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.062695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:34.071881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.120738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d1ded0-8b98-4658-a8dd-60d159c03f15 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.131600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] For port 102af9cd-88aa-45b6-a588-028173001c98, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:34.146380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] For port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8f158628-8ca0-4ad6-8563-a39c3a8bdb6d,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:34.146774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.147046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.158976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] For port 102af9cd-88aa-45b6-a588-028173001c98, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=102af9cd-88aa-45b6-a588-028173001c98,segment=NetworkSegment(31a052d4-d01f-4bad-aebf-177856e34142),segment_id=31a052d4-d01f-4bad-aebf-177856e34142)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:34.168494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] Calling delete_port for 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:34.176382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:34.177050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:34.180237 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:34.199232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.211557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.273390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d1ded0-8b98-4658-a8dd-60d159c03f15 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.279795 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-68d1ded0-8b98-4658-a8dd-60d159c03f15 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/subnets/d1e081e7-6462-4676-b45b-1376050f0d31 HTTP/1.1" status: 204 len: 168 time: 1.0568919 Dec 13 16:29:34.281435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.282915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41362) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:34.283639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1ded0-8b98-4658-a8dd-60d159c03f15 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Subnet': ['ID=d1e081e7-6462-4676-b45b-1376050f0d31,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:34.316563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.320776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcdc41-acb5-4009-896f-5d3961c395c2 None None] Pushing event updated for resources: {'Port': ['ID=102af9cd-88aa-45b6-a588-028173001c98,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:34.335225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.346839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/a7dabc02-e1bb-4704-9b53-b255888d36c4 HTTP/1.1" status: 204 len: 168 time: 0.8497329 Dec 13 16:29:34.349199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41368) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:34.354938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'Port': ['ID=df64b8dd-71a6-4881-8250-6bce614014f0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:34.408735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6caa7-9962-4131-9338-48270265b04b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Network': ['ID=a7dabc02-e1bb-4704-9b53-b255888d36c4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:34.454021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.478273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4bc850-56bd-429a-9775-5607b7bdb32b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting subnet 2fd4adaf-78ab-49b9-b732-d190e3bf233e {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:34.484656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e4bc850-56bd-429a-9775-5607b7bdb32b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.490466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.533457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e4bc850-56bd-429a-9775-5607b7bdb32b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.545244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] For port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8f158628-8ca0-4ad6-8563-a39c3a8bdb6d,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:34.553906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ed083-9705-42c8-bd08-e90c170500e1 None None] Network c001258b-3747-43ef-9c2d-27c5a35b2fa0 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:34.607124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:34.614536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.615873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:34.625067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:34.629924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.697894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:34.702617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:34.706030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:34.706922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.730409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=c2761533-9145-4435-9b9e-df8d32013335,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:34.757460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:34.761359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-584f7ddd-e364-4f7b-a083-d946d59a8954 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2831626 Dec 13 16:29:34.765572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41378) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:34.773173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'name': 'tempest-NetworksTestDHCPv6-1899830528'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:34.821764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Could not find standard attr ID for object d1a711cb-0948-4645-ad9e-e4596639f67b. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:34.839607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:34.841369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:34.847842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] No DVR routers for this DVR port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:34.854920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321a669-7fce-420f-b88c-27759aedc43d None None] Pushing event updated for resources: {'Port': ['ID=8f158628-8ca0-4ad6-8563-a39c3a8bdb6d,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:34.878376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e7fed9-5762-46cb-93eb-57a3c240aa78 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:34.979726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0c389-b9b1-49b2-846d-665756337f7a None None] Pushing event deleted for resources: {'Port': ['ID=8f158628-8ca0-4ad6-8563-a39c3a8bdb6d,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:35.032669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Provisioning complete for port 2d69d036-4aea-4100-8af2-e195c8f22a63 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:35.033045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.075642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:35.080930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.123703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port d46b925c-14cd-4b15-a1f4-efa07d87faa7 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:35.174672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] DHCP port deletion for c001258b-3747-43ef-9c2d-27c5a35b2fa0 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:35.187683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41384) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:35.190816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da6b8ab-a149-44a1-bf6a-75b0b4bce29a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:35.196111 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1da6b8ab-a149-44a1-bf6a-75b0b4bce29a tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9067130 Dec 13 16:29:35.196495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41386) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:35.229504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:35.230243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.240323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e4bc850-56bd-429a-9775-5607b7bdb32b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.249433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'c2761533-9145-4435-9b9e-df8d32013335'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:35.250303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.281829 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c0af5c76-24a6-4625-9b98-bcc2ceb0480a tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5745938 Dec 13 16:29:35.283480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.285147 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41390) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:35.292109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:35.330929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.347086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e4bc850-56bd-429a-9775-5607b7bdb32b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.359693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.428186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-635398499'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:35.431856 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4bc850-56bd-429a-9775-5607b7bdb32b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd4adaf-78ab-49b9-b732-d190e3bf233e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:35.435672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::94 (2ba4744e-bfa0-4bbb-8255-861faf832180/c2761533-9145-4435-9b9e-df8d32013335/d46b925c-14cd-4b15-a1f4-efa07d87faa7) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:35.439492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e4bc850-56bd-429a-9775-5607b7bdb32b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.444549 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3e4bc850-56bd-429a-9775-5607b7bdb32b tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/subnets/2fd4adaf-78ab-49b9-b732-d190e3bf233e HTTP/1.1" status: 204 len: 168 time: 1.0822890 Dec 13 16:29:35.444921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41392) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:35.524851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Deleting port 102af9cd-88aa-45b6-a588-028173001c98 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:35.525329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.550119 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Made reservation on behalf of c86e7609ef174468974a408005a97291 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:35.554045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.576301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.593354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a98d86c-e7b8-4ca5-a343-1a7b7bd51020 None None] Network 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:35.598921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] For port 2d69d036-4aea-4100-8af2-e195c8f22a63, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2d69d036-4aea-4100-8af2-e195c8f22a63,segment=NetworkSegment(76fde919-0a2c-489c-a788-0b5b1a9fb75e),segment_id=76fde919-0a2c-489c-a788-0b5b1a9fb75e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:35.605904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] For port 102af9cd-88aa-45b6-a588-028173001c98, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=102af9cd-88aa-45b6-a588-028173001c98,segment=NetworkSegment(31a052d4-d01f-4bad-aebf-177856e34142),segment_id=31a052d4-d01f-4bad-aebf-177856e34142)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:35.606313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.620674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Calling delete_port for 102af9cd-88aa-45b6-a588-028173001c98 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:35.668200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] Deleting port 2d69d036-4aea-4100-8af2-e195c8f22a63 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:35.669092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.671676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.695077 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.716440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.736440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Could not find standard attr ID for object 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:35.741524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.753903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:35.788155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.788805 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Added segment 40bc52e7-65cf-4d69-a0b0-28c3dce3d98e of type vlan for network 85ea5a2d-7f86-44d4-bb90-05bece50712e Dec 13 16:29:35.805966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.814811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Port 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d update to ACTIVE by agent not found {{(pid=103054) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 16:29:35.815301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:35.834589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.883457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.908487 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] For port 2d69d036-4aea-4100-8af2-e195c8f22a63, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2d69d036-4aea-4100-8af2-e195c8f22a63,segment=NetworkSegment(76fde919-0a2c-489c-a788-0b5b1a9fb75e),segment_id=76fde919-0a2c-489c-a788-0b5b1a9fb75e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:35.908888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.922341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d54adc-2985-4cde-a91a-c4ba7ee2c03e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:35.923584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Port': ['ID=102af9cd-88aa-45b6-a588-028173001c98,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:35.941007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] No DVR routers for this DVR port 102af9cd-88aa-45b6-a588-028173001c98 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:35.943472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:35.979747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Provisioning complete for port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:35.981598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.022951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] Calling delete_port for 2d69d036-4aea-4100-8af2-e195c8f22a63 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:36.037908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Allocated IP 172.26.6.86 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/5ea1e63a-8331-423e-b76f-19f22fea90f3) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:36.039541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=d46b925c-14cd-4b15-a1f4-efa07d87faa7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:36.051738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:36.057574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:36.061813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:36.062090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Pushing event updated for resources: {'Port': ['ID=2d69d036-4aea-4100-8af2-e195c8f22a63,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:36.068398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:36.069349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.147496 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-485e9375-286f-4500-a291-0a30bdba35d5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3806124 Dec 13 16:29:36.147759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.148156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41400) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:36.160715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a1a51-b958-4b31-97c9-73dcc2f61a0d None None] Network 564c16ca-19a0-4c35-a6b2-2fef610779ca requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:36.166825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.167004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/c2761533-9145-4435-9b9e-df8d32013335/7563e5ae-bc96-45dd-9db2-829c6c2b9094) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:36.212174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564c16ca-19a0-4c35-a6b2-2fef610779ca']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:36.227369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Deleting port c1756b72-0694-485e-b676-ac90cc8666c8 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:36.227726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.227831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a052d4-d01f-4bad-aebf-177856e34142') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:36.228021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a052d4-d01f-4bad-aebf-177856e34142') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:36.229324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] DHCP port deletion for 178b65d1-59d1-4582-9a24-4a2a9fb1dd0c request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:36.236718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.239544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:36.240160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.250991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1d4331-0a78-44d3-b005-308679f94b4b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:36.255202 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bf1d4331-0a78-44d3-b005-308679f94b4b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1011901 Dec 13 16:29:36.255876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41402) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:36.265686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.282970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.288149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:36.288696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.312735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.344117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:36.344523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:36.347732 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:36.388401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] For port c1756b72-0694-485e-b676-ac90cc8666c8, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c1756b72-0694-485e-b676-ac90cc8666c8,segment=NetworkSegment(7a48d06d-c3b0-4deb-b195-9b1278380c7b),segment_id=7a48d06d-c3b0-4deb-b195-9b1278380c7b)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:36.388769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.411522 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2178426 Dec 13 16:29:36.414481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41404) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:36.420300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Request body: {'subnet': {'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:36.426276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Calling delete_port for c1756b72-0694-485e-b676-ac90cc8666c8 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:36.428283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab970e-33ac-47ae-9aa5-b073dc8f9833 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event updated for resources: {'Network': ['ID=85ea5a2d-7f86-44d4-bb90-05bece50712e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:36.459709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 85ea5a2d-7f86-44d4-bb90-05bece50712e details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:36.479904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.483450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.488464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.495004 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/networks/564c16ca-19a0-4c35-a6b2-2fef610779ca HTTP/1.1" status: 204 len: 168 time: 1.2951093 Dec 13 16:29:36.497828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41406) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:36.498338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-08467bb6-b076-4a94-b39b-e0725daacb38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port d46b925c-14cd-4b15-a1f4-efa07d87faa7 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:36.498703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08467bb6-b076-4a94-b39b-e0725daacb38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.542802 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:36.547659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.562662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.566521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae69fc9-fcc4-49d7-9f6d-b41636040480 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Network': ['ID=564c16ca-19a0-4c35-a6b2-2fef610779ca,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:36.581816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:36.592492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:36.597164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d43fb53-b039-44b6-aaef-c771c21588cf None None] DHCP port deletion for 564c16ca-19a0-4c35-a6b2-2fef610779ca request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:36.647834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] Pushing event deleted for resources: {'Port': ['ID=2d69d036-4aea-4100-8af2-e195c8f22a63,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:36.657644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'Port': ['ID=5ea1e63a-8331-423e-b76f-19f22fea90f3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:36.666712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.667035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Made reservation on behalf of c86e7609ef174468974a408005a97291 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:36.677505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.701665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08467bb6-b076-4a94-b39b-e0725daacb38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.713889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d103a0-246e-4208-959a-ad86373a4e82 None None] No DVR routers for this DVR port 2d69d036-4aea-4100-8af2-e195c8f22a63 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:36.716814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.770416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-08467bb6-b076-4a94-b39b-e0725daacb38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for d46b925c-14cd-4b15-a1f4-efa07d87faa7 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:36.779259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.798708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] For port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,segment=NetworkSegment(cb2813d5-b553-4aa8-9564-3387539bdc93),segment_id=cb2813d5-b553-4aa8-9564-3387539bdc93)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:36.816289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] Deleting port c1756b72-0694-485e-b676-ac90cc8666c8 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:36.816820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.823055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.847045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Port': ['ID=c1756b72-0694-485e-b676-ac90cc8666c8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:36.850664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] No DVR routers for this DVR port c1756b72-0694-485e-b676-ac90cc8666c8 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:36.853089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.903647 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c001258b-3747-43ef-9c2d-27c5a35b2fa0']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:36.951407 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.956134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fde919-0a2c-489c-a788-0b5b1a9fb75e') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:36.956432 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fde919-0a2c-489c-a788-0b5b1a9fb75e') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:36.960438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.980239 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.981309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Provisioning complete for port 6489841d-fb85-44da-945b-82c71d5fc877 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:36.981685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:36.993734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.020236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] For port c1756b72-0694-485e-b676-ac90cc8666c8, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:37.020673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.025820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:37.026179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:37.028083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.034839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.036542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Port 6489841d-fb85-44da-945b-82c71d5fc877 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:37.043174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:37.043358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.047429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178b65d1-59d1-4582-9a24-4a2a9fb1dd0c']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:37.049632 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:37.058175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] Calling delete_port for c1756b72-0694-485e-b676-ac90cc8666c8 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:37.061313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] Port c1756b72-0694-485e-b676-ac90cc8666c8 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:29:37.064199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ff7a8-6b35-4cd9-9148-0bff168edf1f None None] Pushing event updated for resources: {'Port': ['ID=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.070052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.072818 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a48d06d-c3b0-4deb-b195-9b1278380c7b') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:37.072988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a48d06d-c3b0-4deb-b195-9b1278380c7b') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:37.076949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.092984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.098393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:37.100716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:37.105701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:37.112966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08467bb6-b076-4a94-b39b-e0725daacb38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.135641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.136213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] No DVR routers for this DVR port c1756b72-0694-485e-b676-ac90cc8666c8 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:37.165643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.180515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:37.180922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:37.184692 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:37.189619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08467bb6-b076-4a94-b39b-e0725daacb38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=d46b925c-14cd-4b15-a1f4-efa07d87faa7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.201843 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.221325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08467bb6-b076-4a94-b39b-e0725daacb38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.227489 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-08467bb6-b076-4a94-b39b-e0725daacb38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d46b925c-14cd-4b15-a1f4-efa07d87faa7 HTTP/1.1" status: 204 len: 168 time: 0.9682217 Dec 13 16:29:37.233905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41418) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:37.236863 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e8a5f9d2-2899-4ef8-9d6b-b59701316287 None None] Could not find standard attr ID for object 102af9cd-88aa-45b6-a588-028173001c98. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:37.244652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.249663 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/networks/c001258b-3747-43ef-9c2d-27c5a35b2fa0 HTTP/1.1" status: 204 len: 168 time: 0.7522266 Dec 13 16:29:37.254223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41420) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:37.258548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Pushing event updated for resources: {'Port': ['ID=7563e5ae-bc96-45dd-9db2-829c6c2b9094,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.279827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Attempting to bind port 7563e5ae-bc96-45dd-9db2-829c6c2b9094 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:37.280324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Attempting to bind port 7563e5ae-bc96-45dd-9db2-829c6c2b9094 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:37.281350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Attempting to bind port 7563e5ae-bc96-45dd-9db2-829c6c2b9094 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:37.286303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event updated for resources: {'Subnet': ['ID=37fd2917-1c4d-4241-84f8-a0cdde49e0cf,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.308671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:37.308984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:37.309917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.309917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:37.312266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Bound port: 7563e5ae-bc96-45dd-9db2-829c6c2b9094, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:37.312266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.312460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b1eb6-fd31-4f95-b978-fe0bdbe63c91 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Network': ['ID=c001258b-3747-43ef-9c2d-27c5a35b2fa0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.325907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c68ac-3ba0-4b16-a287-096a277c64ca None None] Pushing event deleted for resources: {'Port': ['ID=c1756b72-0694-485e-b676-ac90cc8666c8,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.326230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.327542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e8a5f9d2-2899-4ef8-9d6b-b59701316287 None None] Provisioning complete for port df64b8dd-71a6-4881-8250-6bce614014f0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:37.327924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8a5f9d2-2899-4ef8-9d6b-b59701316287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.336095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.340792 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] 10.222.0.13 "DELETE /v2.0/networks/178b65d1-59d1-4582-9a24-4a2a9fb1dd0c HTTP/1.1" status: 204 len: 168 time: 1.8913374 Dec 13 16:29:37.355435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99e1a5-3dff-464f-9954-3bad37de9790 tempest-NetworksIpV6TestAttrs-1347040736 tempest-NetworksIpV6TestAttrs-1347040736-project] Pushing event deleted for resources: {'Network': ['ID=178b65d1-59d1-4582-9a24-4a2a9fb1dd0c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.393872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5f9d2-2899-4ef8-9d6b-b59701316287 None None] Port df64b8dd-71a6-4881-8250-6bce614014f0 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:37.407399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.420500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.421137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775375a-25ed-4216-a409-613d92b9a2b4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:37.423078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1775375a-25ed-4216-a409-613d92b9a2b4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:37.424961 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1775375a-25ed-4216-a409-613d92b9a2b4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1890199 Dec 13 16:29:37.425892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Checking segment: {'id': '40bc52e7-65cf-4d69-a0b0-28c3dce3d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:37.426348 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Network hostable DHCP agents. Network: 85ea5a2d-7f86-44d4-bb90-05bece50712e, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:37.428727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.430386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41424) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:37.466055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] For port 7563e5ae-bc96-45dd-9db2-829c6c2b9094, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:37.475438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] For port 7563e5ae-bc96-45dd-9db2-829c6c2b9094, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7563e5ae-bc96-45dd-9db2-829c6c2b9094,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:37.483092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.529766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'Port': ['ID=5ea1e63a-8331-423e-b76f-19f22fea90f3,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.531966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.554121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.555774 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-72a80417-7552-45f3-b44f-a5b9d12abdde tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2699857 Dec 13 16:29:37.559586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41426) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:37.564959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a26b9d87-14a7-46b7-a651-8a4f4a1f180b tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Request body: {'floatingip': {'port_id': 'df64b8dd-71a6-4881-8250-6bce614014f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:37.586770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.587233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b762b89-3445-4275-a04f-7bbccff4b645 None None] Pushing event updated for resources: {'Port': ['ID=7563e5ae-bc96-45dd-9db2-829c6c2b9094,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:37.611557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357b1601-d1a8-4a5d-9b69-e173a4914c11']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:37.613802 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a26b9d87-14a7-46b7-a651-8a4f4a1f180b tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for floatingip, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.623499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56bf6f5e-dd95-48cc-9da3-de1e8bf241cd') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:37.623899 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56bf6f5e-dd95-48cc-9da3-de1e8bf241cd') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:37.639820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.665246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d48d92b1-8730-4005-8905-aebfaf9745f8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet c2761533-9145-4435-9b9e-df8d32013335 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:37.667349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Network 85ea5a2d-7f86-44d4-bb90-05bece50712e is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:37.671019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.673013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d48d92b1-8730-4005-8905-aebfaf9745f8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.723638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d48d92b1-8730-4005-8905-aebfaf9745f8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.756583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:37.757112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:37.761434 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:37.777065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41430) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:37.792528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:37.807428 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-a26b9d87-14a7-46b7-a651-8a4f4a1f180b tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] update failed (client error): The resource could not be found. Dec 13 16:29:37.808729 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a26b9d87-14a7-46b7-a651-8a4f4a1f180b tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "PUT /v2.0/floatingips/30b2278f-3bad-4e5a-a553-539ce319f50b HTTP/1.1" status: 404 len: 507 time: 0.2479799 Dec 13 16:29:37.823038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41434) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:37.887009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 85ea5a2d-7f86-44d4-bb90-05bece50712e) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:37.897372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:37.898207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.922074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.930246 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-27bf6db8-00eb-435d-bd0b-e501e4b856ce tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5146956 Dec 13 16:29:37.936896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d7ed9-8885-4997-9d69-ce18f9a20ec2 None None] Network 85ea5a2d-7f86-44d4-bb90-05bece50712e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:37.939971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41438) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:37.950234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:37.952108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Request body: {'port': {'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2010006111'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:37.954249 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/networks/357b1601-d1a8-4a5d-9b69-e173a4914c11 HTTP/1.1" status: 204 len: 168 time: 0.6806901 Dec 13 16:29:37.960427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41440) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:37.982976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e11e2-ce5a-4652-b49e-156d1cee8844 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Network': ['ID=357b1601-d1a8-4a5d-9b69-e173a4914c11,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:38.050009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d48d92b1-8730-4005-8905-aebfaf9745f8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.130170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d48d92b1-8730-4005-8905-aebfaf9745f8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.178093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d92b1-8730-4005-8905-aebfaf9745f8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=c2761533-9145-4435-9b9e-df8d32013335,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:38.181830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d48d92b1-8730-4005-8905-aebfaf9745f8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.187342 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d48d92b1-8730-4005-8905-aebfaf9745f8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/c2761533-9145-4435-9b9e-df8d32013335 HTTP/1.1" status: 204 len: 168 time: 0.7552750 Dec 13 16:29:38.195253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41444) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:38.205381 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:38.205754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.243672 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-601e5a69-0ead-4468-9ea9-ab0313a59d66 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a40412807d0744908d6c2a6b7b28946f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4646878 Dec 13 16:29:38.251149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41448) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:38.262208 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-50aafd4c-365f-4f66-85dc-0da39f7cba88 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607803 Dec 13 16:29:38.262531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41450) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:38.267136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.275040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:38.279974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-85ea5a2d-7f86-44d4-bb90-05bece50712e', 'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e', 'project_id': 'c86e7609ef174468974a408005a97291', 'fixed_ips': [{'subnet_id': '37fd2917-1c4d-4241-84f8-a0cdde49e0cf'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:38.280852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.315865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Deleting port 5ea1e63a-8331-423e-b76f-19f22fea90f3 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:38.316414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.428318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:38.429783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:38.432074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.438873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Made reservation on behalf of c86e7609ef174468974a408005a97291 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:38.442377 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.470984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:38.471435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8f158628-8ca0-4ad6-8563-a39c3a8bdb6d not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:38.472155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c1756b72-0694-485e-b676-ac90cc8666c8 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:38.503881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: c1756b72-0694-485e-b676-ac90cc8666c8 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:38.504332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c1756b72-0694-485e-b676-ac90cc8666c8 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:38.520152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Allocated IP 172.20.0.2 (85ea5a2d-7f86-44d4-bb90-05bece50712e/37fd2917-1c4d-4241-84f8-a0cdde49e0cf/89033c8a-c8d0-4bc3-b110-1cf06ae6565d) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:38.534330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-114784d9-e5fb-471a-85e2-518dc1ec4984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.539719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] device_id is not set on port 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:38.546343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.546676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.573569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.607833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Calling delete_port for 5ea1e63a-8331-423e-b76f-19f22fea90f3 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:38.651053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.655916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b1aed2-4b98-46f7-b728-68005139f32a']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:38.692386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.703926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.704729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893a978d-1341-403f-9f67-4ccb02264244') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:38.705027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893a978d-1341-403f-9f67-4ccb02264244') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:38.705460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:38.709914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:38.711310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-114784d9-e5fb-471a-85e2-518dc1ec4984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.713850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:38.714528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.744989 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4806738 Dec 13 16:29:38.746785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7171ef-8e8e-4519-8e06-0343836b83ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=d747c94a-b1cb-4c66-8bfe-3d11bb2bb2d5,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:38.749973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41452) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:38.755860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'name': 'tempest-NetworksTestDHCPv6-1827867477'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:38.762333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Network 85ea5a2d-7f86-44d4-bb90-05bece50712e is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:38.765504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:38.771010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:38.799004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Pushing event updated for resources: {'Port': ['ID=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:38.833117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Attempting to bind port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:38.833950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Attempting to bind port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '40bc52e7-65cf-4d69-a0b0-28c3dce3d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:38.834254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Attempting to bind port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d on network 85ea5a2d-7f86-44d4-bb90-05bece50712e {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:38.841927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:38.842431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Checking segment: {'id': '40bc52e7-65cf-4d69-a0b0-28c3dce3d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:38.842953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.843721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Bound using segment: {'id': '40bc52e7-65cf-4d69-a0b0-28c3dce3d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:38.844277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Bound port: 89033c8a-c8d0-4bc3-b110-1cf06ae6565d, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40bc52e7-65cf-4d69-a0b0-28c3dce3d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:38.844742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.849146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Allocated IP 172.20.0.7 (85ea5a2d-7f86-44d4-bb90-05bece50712e/37fd2917-1c4d-4241-84f8-a0cdde49e0cf/03636ad9-d9f7-4f8c-a63c-3dac5c26ce82) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:38.870555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.918518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:38.923058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.924668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] For port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:38.934323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] For port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,segment=NetworkSegment(40bc52e7-65cf-4d69-a0b0-28c3dce3d98e),segment_id=40bc52e7-65cf-4d69-a0b0-28c3dce3d98e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:38.937816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351bbe43-4830-4978-b753-d06fa4ba3cf1 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:38.939382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.947673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port a8959746-4711-4579-b2a8-a86e2c7899d5 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:38.960795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:38.961194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:38.968822 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:38.981465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.038927 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:29:39.100505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111a466-d9a7-454a-89c9-e717a08e18e9 None None] Pushing event updated for resources: {'Port': ['ID=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:39.110670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-77b843f4-537c-4751-900c-829938a9aa10 None None] Provisioning complete for port 7563e5ae-bc96-45dd-9db2-829c6c2b9094 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:39.111496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-77b843f4-537c-4751-900c-829938a9aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.140462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::1d9 (2ba4744e-bfa0-4bbb-8255-861faf832180/d747c94a-b1cb-4c66-8bfe-3d11bb2bb2d5/a8959746-4711-4579-b2a8-a86e2c7899d5) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:39.240732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-77b843f4-537c-4751-900c-829938a9aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.288905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-77b843f4-537c-4751-900c-829938a9aa10 None None] For port 7563e5ae-bc96-45dd-9db2-829c6c2b9094, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7563e5ae-bc96-45dd-9db2-829c6c2b9094,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:39.298627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-77b843f4-537c-4751-900c-829938a9aa10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.409975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b843f4-537c-4751-900c-829938a9aa10 None None] Pushing event updated for resources: {'Port': ['ID=7563e5ae-bc96-45dd-9db2-829c6c2b9094,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:39.460898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.467529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-114784d9-e5fb-471a-85e2-518dc1ec4984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.475557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-114784d9-e5fb-471a-85e2-518dc1ec4984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.476739 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-114784d9-e5fb-471a-85e2-518dc1ec4984 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0cf782c2-4e61-4fbb-8322-dd0ca7fbe26d HTTP/1.1" status: 204 len: 168 time: 1.2228014 Dec 13 16:29:39.511911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.523794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.538296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.547340 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] 10.222.0.13 "DELETE /v2.0/networks/97b1aed2-4b98-46f7-b728-68005139f32a HTTP/1.1" status: 204 len: 168 time: 1.5637763 Dec 13 16:29:39.571379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114784d9-e5fb-471a-85e2-518dc1ec4984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf782c2-4e61-4fbb-8322-dd0ca7fbe26d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:39.573455 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef976b-3b98-46a1-b66d-006f209acde4 tempest-BulkNetworkOpsTest-1497901578 tempest-BulkNetworkOpsTest-1497901578-project] Pushing event deleted for resources: {'Network': ['ID=97b1aed2-4b98-46f7-b728-68005139f32a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:39.607735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:39.613559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:39.617662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:39.625100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:39.626065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.641873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=a8959746-4711-4579-b2a8-a86e2c7899d5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:39.663327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-57f3a6af-c189-4d64-a988-691bf8232a30 None None] Provisioning complete for port 7563e5ae-bc96-45dd-9db2-829c6c2b9094 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:39.665313 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-73b2711c-5cc3-42c3-aa7f-19d7998277a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9141526 Dec 13 16:29:39.666119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41464) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:39.667516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-57f3a6af-c189-4d64-a988-691bf8232a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.694550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.696657 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:39.838808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event deleted for resources: {'Port': ['ID=5ea1e63a-8331-423e-b76f-19f22fea90f3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:39.841011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2521233-b2cf-49d5-92a4-647d54db8b78 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:39.859995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2521233-b2cf-49d5-92a4-647d54db8b78 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:39.872207 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c2521233-b2cf-49d5-92a4-647d54db8b78 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2003291 Dec 13 16:29:39.875085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41468) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:40.009982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 89033c8a-c8d0-4bc3-b110-1cf06ae6565d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:40.108922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41474) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:40.130994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.132887 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.135725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.142122 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cb3fa2d7-2f91-4c11-85ad-e12e0c83ee23 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "DELETE /v2.0/floatingips/30b2278f-3bad-4e5a-a553-539ce319f50b HTTP/1.1" status: 204 len: 168 time: 2.3178337 Dec 13 16:29:40.158139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41478) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:40.193907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:40.196148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.269618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0f65ae2f-706d-49da-b733-583feb3b37e0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Request body: {'floatingip': {'floating_network_id': 'a6ea5e34-afaf-456f-a501-0b4ce7cdadc7', 'port_id': 'df64b8dd-71a6-4881-8250-6bce614014f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:40.299846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e2c0f101-810f-444d-9621-c648f74f1497 None None] Could not find standard attr ID for object d46b925c-14cd-4b15-a1f4-efa07d87faa7. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:40.396481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.462809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Network 85ea5a2d-7f86-44d4-bb90-05bece50712e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:40.464000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event updated for resources: {'Port': ['ID=03636ad9-d9f7-4f8c-a63c-3dac5c26ce82,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:40.487088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:40.493901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:40.501254 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e985f8f9-0cd6-4366-aaab-63437aaac45a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be0e5baa84834ee1ac1c1a5ceb0f5de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909125 Dec 13 16:29:40.504617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,segment=NetworkSegment(40bc52e7-65cf-4d69-a0b0-28c3dce3d98e),segment_id=40bc52e7-65cf-4d69-a0b0-28c3dce3d98e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:40.515046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.516192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7563e5ae-bc96-45dd-9db2-829c6c2b9094 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:40.567490 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41490) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:40.591699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0f65ae2f-706d-49da-b733-583feb3b37e0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.655330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:40.688448 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7563e5ae-bc96-45dd-9db2-829c6c2b9094 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:40.688829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.739970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ae565394-2b37-477f-962f-f472d368ac5e None None] Provisioning complete for port a8959746-4711-4579-b2a8-a86e2c7899d5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:40.740351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ae565394-2b37-477f-962f-f472d368ac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.799743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:40.801087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.849352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ae565394-2b37-477f-962f-f472d368ac5e None None] Port a8959746-4711-4579-b2a8-a86e2c7899d5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:40.873399 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-45c39e27-fa80-4802-936d-dd4ffc7b4dbc tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9284022 Dec 13 16:29:40.879837 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41502) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:40.884675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-25b47a3f-502e-4574-87e6-e12a5f7ee43f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port a8959746-4711-4579-b2a8-a86e2c7899d5 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:40.885772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Request body: {'port': {'network_id': '85ea5a2d-7f86-44d4-bb90-05bece50712e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1497177340', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:40.885772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.api.validators [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] bootfile-name is not in valid_values {{(pid=103053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:40.885772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.api.validators [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] tftp-server is not in valid_values {{(pid=103053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:40.886079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.api.validators [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] server-ip-address is not in valid_values {{(pid=103053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:40.886568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-25b47a3f-502e-4574-87e6-e12a5f7ee43f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.893572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e80dd44e-12f1-4065-93c1-177f100991df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:40.995634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-25b47a3f-502e-4574-87e6-e12a5f7ee43f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.011062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-25b47a3f-502e-4574-87e6-e12a5f7ee43f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for a8959746-4711-4579-b2a8-a86e2c7899d5 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:41.015195 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e80dd44e-12f1-4065-93c1-177f100991df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.059745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da882f4-3544-4cf8-90b8-27367faa9d93 None None] Network 85ea5a2d-7f86-44d4-bb90-05bece50712e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:41.088498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41504) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.147945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Made reservation on behalf of c86e7609ef174468974a408005a97291 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:41.151953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.164671 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-0f65ae2f-706d-49da-b733-583feb3b37e0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:29:41.171402 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0f65ae2f-706d-49da-b733-583feb3b37e0 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9978821 Dec 13 16:29:41.171402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e80dd44e-12f1-4065-93c1-177f100991df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.171912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e80dd44e-12f1-4065-93c1-177f100991df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.172997 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e80dd44e-12f1-4065-93c1-177f100991df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ef8bfbb-b7c2-4d1c-b927-10900cbb11ba HTTP/1.1" status: 204 len: 168 time: 0.5992472 Dec 13 16:29:41.173563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41508) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.181239 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'df64b8dd-71a6-4881-8250-6bce614014f0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:41.207736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] device_id is not set on port 7c370e5d-222e-4b22-bb21-966c309a333b yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:41.212536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd44e-12f1-4065-93c1-177f100991df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef8bfbb-b7c2-4d1c-b927-10900cbb11ba,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:41.213525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-51226ad4-1d0b-4551-8c36-6770771001b4 None None] Provisioning complete for port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:41.214360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-51226ad4-1d0b-4551-8c36-6770771001b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.233703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.239184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-25b47a3f-502e-4574-87e6-e12a5f7ee43f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.314067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-57144f0b-0fb5-4ab9-a315-6cfdbc97bc11 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] Request body: {'port': {'network_id': '401f9ee8-c057-46a4-adb3-cd70e469cd4d', 'name': 'tempest-NetworksNegativeTestJSON-995719149'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:41.337401 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-57144f0b-0fb5-4ab9-a315-6cfdbc97bc11 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] POST failed (client error): The resource could not be found. Dec 13 16:29:41.338305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57144f0b-0fb5-4ab9-a315-6cfdbc97bc11 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:41.339645 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-57144f0b-0fb5-4ab9-a315-6cfdbc97bc11 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2501063 Dec 13 16:29:41.341123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b47a3f-502e-4574-87e6-e12a5f7ee43f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=a8959746-4711-4579-b2a8-a86e2c7899d5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:41.350935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41512) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.379622 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d253c454-0981-4f2e-952c-d2beca01a971 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:41.380288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d253c454-0981-4f2e-952c-d2beca01a971 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:41.389485 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d253c454-0981-4f2e-952c-d2beca01a971 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "DELETE /v2.0/networks/42cd5caf-a2fd-42ee-9d9d-fb7e67556c6c HTTP/1.1" status: 404 len: 339 time: 0.0363426 Dec 13 16:29:41.393975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41514) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.430371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-25b47a3f-502e-4574-87e6-e12a5f7ee43f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.435898 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-25b47a3f-502e-4574-87e6-e12a5f7ee43f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/a8959746-4711-4579-b2a8-a86e2c7899d5 HTTP/1.1" status: 204 len: 168 time: 1.5558636 Dec 13 16:29:41.438917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41518) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.481178 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Allocated IP 172.20.0.11 (85ea5a2d-7f86-44d4-bb90-05bece50712e/37fd2917-1c4d-4241-84f8-a0cdde49e0cf/7c370e5d-222e-4b22-bb21-966c309a333b) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:41.525809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037688a2-088c-4247-b8ba-8c0c28334133 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:41.528275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037688a2-088c-4247-b8ba-8c0c28334133 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:41.530243 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-037688a2-088c-4247-b8ba-8c0c28334133 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0901475 Dec 13 16:29:41.533700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41522) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.556858 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-1519f573-a817-4395-8ad2-14267e0ca479 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:41.557488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1519f573-a817-4395-8ad2-14267e0ca479 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:41.567325 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1519f573-a817-4395-8ad2-14267e0ca479 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "DELETE /v2.0/ports/7a09d685-5e53-45a9-bd88-dfd145d567c7 HTTP/1.1" status: 404 len: 333 time: 0.1696990 Dec 13 16:29:41.568057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41524) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.615737 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5071461d-e96b-4c9b-86d5-887e4809223a tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] DELETE failed (client error): The resource could not be found. Dec 13 16:29:41.616250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5071461d-e96b-4c9b-86d5-887e4809223a tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:41.625959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-df69ed6e-094d-4dc4-a28f-7e960178807d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet d747c94a-b1cb-4c66-8bfe-3d11bb2bb2d5 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:41.626092 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5071461d-e96b-4c9b-86d5-887e4809223a tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "DELETE /v2.0/subnets/14354822-1d42-471d-82ab-f91e42de2223 HTTP/1.1" status: 404 len: 337 time: 0.0488029 Dec 13 16:29:41.626185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df69ed6e-094d-4dc4-a28f-7e960178807d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.627974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41528) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.738472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcdec8c-5204-4bbd-a7c7-e2d2d02e79a4 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] GET failed (client error): The resource could not be found. Dec 13 16:29:41.743460 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9bcdec8c-5204-4bbd-a7c7-e2d2d02e79a4 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "GET /v2.0/networks/556a2a1f-ae53-42a7-a8af-e5b144f5cb50 HTTP/1.1" status: 404 len: 339 time: 0.1128380 Dec 13 16:29:41.762422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41536) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.783078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df69ed6e-094d-4dc4-a28f-7e960178807d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.815897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 89033c8a-c8d0-4bc3-b110-1cf06ae6565d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:41.842927 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdec9f3e-c0cf-47de-b334-3619d348183b tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] GET failed (client error): The resource could not be found. Dec 13 16:29:41.845342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df69ed6e-094d-4dc4-a28f-7e960178807d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.849691 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bdec9f3e-c0cf-47de-b334-3619d348183b tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "GET /v2.0/ports/4e4a08cb-9ff7-48c3-99b8-e9024bfbb972 HTTP/1.1" status: 404 len: 333 time: 0.0761592 Dec 13 16:29:41.858930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41540) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.897748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d04ca4e6-b511-47ca-8736-98732f42686f None None] Provisioning complete for port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:41.898500 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d04ca4e6-b511-47ca-8736-98732f42686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.910111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df69ed6e-094d-4dc4-a28f-7e960178807d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.946673 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4636e6cc-aa34-44eb-8a58-f7175d5d2677 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] GET failed (client error): The resource could not be found. Dec 13 16:29:41.951355 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4636e6cc-aa34-44eb-8a58-f7175d5d2677 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "GET /v2.0/subnets/0ac36ec9-8d70-47e1-b2b5-91318ff904b2 HTTP/1.1" status: 404 len: 337 time: 0.0915046 Dec 13 16:29:41.964705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41544) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:41.973025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.973281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-369590d5-5eaf-4ad2-9a56-c000249763ac tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:41.978180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69ed6e-094d-4dc4-a28f-7e960178807d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=d747c94a-b1cb-4c66-8bfe-3d11bb2bb2d5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:41.986609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.996002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df69ed6e-094d-4dc4-a28f-7e960178807d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:41.999627 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-df69ed6e-094d-4dc4-a28f-7e960178807d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/d747c94a-b1cb-4c66-8bfe-3d11bb2bb2d5 HTTP/1.1" status: 204 len: 168 time: 0.4649491 Dec 13 16:29:42.000994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-369590d5-5eaf-4ad2-9a56-c000249763ac tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] PUT failed (client error): The resource could not be found. Dec 13 16:29:42.001677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369590d5-5eaf-4ad2-9a56-c000249763ac tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:42.002897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-369590d5-5eaf-4ad2-9a56-c000249763ac tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "PUT /v2.0/networks/3dd8e6dd-b4ef-4a33-8c46-e77d84d197c7 HTTP/1.1" status: 404 len: 339 time: 0.0346684 Dec 13 16:29:42.009600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41546) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.019756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41548) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.025983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76747543-d292-4b11-9432-d534757063af None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:42.031071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b54412cb-c7a4-4c41-9e3e-7b70bcbc8411 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:42.121865 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f027b6a3-0773-4f4b-958e-bab15e7198e9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1081524 Dec 13 16:29:42.121865 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54412cb-c7a4-4c41-9e3e-7b70bcbc8411 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] PUT failed (client error): The resource could not be found. Dec 13 16:29:42.122336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54412cb-c7a4-4c41-9e3e-7b70bcbc8411 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:42.126690 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b54412cb-c7a4-4c41-9e3e-7b70bcbc8411 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "PUT /v2.0/ports/e0c00515-8dfd-4af2-a949-a2274e28f5b4 HTTP/1.1" status: 404 len: 333 time: 0.1023407 Dec 13 16:29:42.126690 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41550) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.131764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41552) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.144179 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e8adc89f-4c35-4037-9750-1a5ba1583107 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:42.166052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:42.166429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.201347 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8adc89f-4c35-4037-9750-1a5ba1583107 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] PUT failed (client error): The resource could not be found. Dec 13 16:29:42.201905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8adc89f-4c35-4037-9750-1a5ba1583107 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:29:42.218600 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8adc89f-4c35-4037-9750-1a5ba1583107 tempest-NetworksNegativeTestJSON-1033423896 tempest-NetworksNegativeTestJSON-1033423896-project] 10.222.0.13 "PUT /v2.0/subnets/07bde13b-fe31-4807-8994-6f8f0c78f35c HTTP/1.1" status: 404 len: 337 time: 0.0721152 Dec 13 16:29:42.220047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bad529-5aea-4462-a0d7-47430d05be36 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:42.225135 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-56bad529-5aea-4462-a0d7-47430d05be36 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0996170 Dec 13 16:29:42.227566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41558) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.248483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.343294 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d04ca4e6-b511-47ca-8736-98732f42686f None None] Provisioning complete for port 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:42.343843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d04ca4e6-b511-47ca-8736-98732f42686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.377841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99764798-9ddc-4e8e-a421-a630c455a674 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:42.381079 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-99764798-9ddc-4e8e-a421-a630c455a674 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1519022 Dec 13 16:29:42.383468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41564) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.401884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:42.409927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event updated for resources: {'Port': ['ID=7c370e5d-222e-4b22-bb21-966c309a333b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:42.452562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Network 85ea5a2d-7f86-44d4-bb90-05bece50712e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:42.463580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:42.463972 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6a95d320-9acb-4da7-9e79-40115a8c503f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0679440 Dec 13 16:29:42.464054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:42.465289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41568) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.476769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:42.493180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d04ca4e6-b511-47ca-8736-98732f42686f None None] Port 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:42.534009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Allocated IP 172.26.6.111 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/61cd4a70-12d2-48de-957b-79c256fe7420) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:42.560667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] Deleting port 7563e5ae-bc96-45dd-9db2-829c6c2b9094 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:42.561403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.595118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41574) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.681629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41578) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.684889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3ab8f1c3-50bd-494f-889e-8d079efb46e8 None None] Provisioning complete for port 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:42.685443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3ab8f1c3-50bd-494f-889e-8d079efb46e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.690168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] For port 7563e5ae-bc96-45dd-9db2-829c6c2b9094, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7563e5ae-bc96-45dd-9db2-829c6c2b9094,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:42.690639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.734048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:42.734768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.737707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] Calling delete_port for 7563e5ae-bc96-45dd-9db2-829c6c2b9094 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:42.755527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3fd49ca6-86fa-4b78-8c46-8c152796e48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.771537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446738022'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:42.781161 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-de6681c8-145c-4239-8a89-e55da5b74a34 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8976505 Dec 13 16:29:42.782158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41584) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.787131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8f1c3-50bd-494f-889e-8d079efb46e8 None None] Port 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:42.816154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:42.821070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.878706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.911430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.915038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.938713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b15df-6e5e-4002-b3c4-b71c1db69e92 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:42.945650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b15df-6e5e-4002-b3c4-b71c1db69e92 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:42.952172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b15df-6e5e-4002-b3c4-b71c1db69e92 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:42.953285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] No DVR routers for this DVR port 7563e5ae-bc96-45dd-9db2-829c6c2b9094 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:42.954703 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e09b15df-6e5e-4002-b3c4-b71c1db69e92 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1722965 Dec 13 16:29:42.959491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41588) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:42.963850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.964587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ceb03-f86a-4991-b6fa-fc7fe8873cf3 None None] Pushing event deleted for resources: {'Port': ['ID=7563e5ae-bc96-45dd-9db2-829c6c2b9094,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:42.967088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a2184f25-20d2-42af-bf1e-e165bb17b583 None None] Provisioning complete for port 7c370e5d-222e-4b22-bb21-966c309a333b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:42.967464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2184f25-20d2-42af-bf1e-e165bb17b583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:42.993898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e46d4a-da73-430c-9b0c-ab73b9400e68 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:29:43.047252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a2184f25-20d2-42af-bf1e-e165bb17b583 None None] Port 7c370e5d-222e-4b22-bb21-966c309a333b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:43.074201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.084862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.087670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.131655 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3fd49ca6-86fa-4b78-8c46-8c152796e48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.140784 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-4a59392f-7d4f-478b-a05e-76d1d9dce878 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2321627 Dec 13 16:29:43.151285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3fd49ca6-86fa-4b78-8c46-8c152796e48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.154246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:43.163130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:43.165662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:43.194498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55a81ae-ab3e-4143-b307-8c27add4e6c3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:43.201482 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event updated for resources: {'Port': ['ID=61cd4a70-12d2-48de-957b-79c256fe7420,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:43.281840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e46d4a-da73-430c-9b0c-ab73b9400e68 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:29:43.283234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.293726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.300589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad991c-d7d8-4ca6-a662-9d97d426a4c2 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Deleting port 7c370e5d-222e-4b22-bb21-966c309a333b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:43.301200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9ad991c-d7d8-4ca6-a662-9d97d426a4c2 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.303221 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3fd49ca6-86fa-4b78-8c46-8c152796e48a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adce8f58c8aa4a2dbecaf41e198aacb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7068663 Dec 13 16:29:43.304426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41590) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:43.313965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd49ca6-86fa-4b78-8c46-8c152796e48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c99356-b212-48a7-ad17-3cdd4a9440d1,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:43.333022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.340803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.342745 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6595845 Dec 13 16:29:43.347097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-232f9b8a-f22b-4dc8-8bd2-ebc7a18ede27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:43.348569 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-232f9b8a-f22b-4dc8-8bd2-ebc7a18ede27 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4bd4d070073f475cac999d52435c8467&device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 1098 time: 0.1291475 Dec 13 16:29:43.349037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41592) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:43.374975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607c00d-8b85-4ecb-90d3-8b642ddddc28 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20265c9-4daf-4182-b951-8bfdc0a8fba7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:43.488893 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-21c07e27-58bd-4dd4-82d0-5f17ae2aa78a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1322253 Dec 13 16:29:43.493161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41594) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:43.493881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:43.500536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-36e97437-66a0-4895-9319-22270204af14 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-security--24334543', 'description': 'tempest-security-description-1863883335'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:43.511163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:43.516712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:43.517333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.527538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-58a175a9-bb54-4f20-a933-38d8520f1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:43.529199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-58a175a9-bb54-4f20-a933-38d8520f1a48 service neutron] 10.222.0.31 "GET /v2.0/networks?id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd HTTP/1.1" status: 200 len: 907 time: 0.1517608 Dec 13 16:29:43.572703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '38c655b1-986d-498f-aaf0-a36911d77864'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:43.573416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.576737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=38c655b1-986d-498f-aaf0-a36911d77864,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:43.599256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9ad991c-d7d8-4ca6-a662-9d97d426a4c2 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.599737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36e97437-66a0-4895-9319-22270204af14 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.617304 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-87d261e2-dc08-4530-ba1e-dee1a17cf6f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1472619 Dec 13 16:29:43.621029 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-4838245c-5957-4049-bb2e-ace4d6f16533 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0 HTTP/1.1" status: 200 len: 1001 time: 0.0786955 Dec 13 16:29:43.621584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41596) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:43.622177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0528f2c-25c9-4937-80c6-5edb919e437a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.624094 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad991c-d7d8-4ca6-a662-9d97d426a4c2 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Calling delete_port for 7c370e5d-222e-4b22-bb21-966c309a333b owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:43.629075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '38c655b1-986d-498f-aaf0-a36911d77864', 'ip_address': '2001:db8::a952:3ebd:607:e4c0'}], 'name': 'tempest-NetworksTestDHCPv6-575957281'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:43.663578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0528f2c-25c9-4937-80c6-5edb919e437a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.721403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.736103 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-a0be98cf-f6bb-42f2-a078-e2b823aba34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:43.737793 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-a0be98cf-f6bb-42f2-a078-e2b823aba34d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=118c7f7a-0cd8-45b4-8859-1b15f127ecbf HTTP/1.1" status: 200 len: 845 time: 0.1003532 Dec 13 16:29:43.743834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7563e5ae-bc96-45dd-9db2-829c6c2b9094 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:43.773652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Deleting port 61cd4a70-12d2-48de-957b-79c256fe7420 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:43.773989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.787503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36e97437-66a0-4895-9319-22270204af14 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.796568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36e97437-66a0-4895-9319-22270204af14 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.799384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36e97437-66a0-4895-9319-22270204af14 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.803118 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-36e97437-66a0-4895-9319-22270204af14 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "PUT /v2.0/security-groups/a20265c9-4daf-4182-b951-8bfdc0a8fba7 HTTP/1.1" status: 200 len: 1793 time: 0.3070786 Dec 13 16:29:43.804895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 7563e5ae-bc96-45dd-9db2-829c6c2b9094 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:43.804895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7563e5ae-bc96-45dd-9db2-829c6c2b9094 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:43.807745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/38c655b1-986d-498f-aaf0-a36911d77864/056e82fe-19a7-4f6e-8a86-ab32802f759f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:43.809990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41600) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:43.891089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.891431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.896993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e97437-66a0-4895-9319-22270204af14 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20265c9-4daf-4182-b951-8bfdc0a8fba7,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:43.906889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-3286bece-fa2d-4fd9-9504-68d723015431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:43.908565 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-3286bece-fa2d-4fd9-9504-68d723015431 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=03ab2c84-c7f6-4e17-a13f-9b7d7325affd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1608262 Dec 13 16:29:43.919790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0528f2c-25c9-4937-80c6-5edb919e437a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.922367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0528f2c-25c9-4937-80c6-5edb919e437a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:43.923581 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c0528f2c-25c9-4937-80c6-5edb919e437a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9c99356-b212-48a7-ad17-3cdd4a9440d1 HTTP/1.1" status: 204 len: 168 time: 0.6138196 Dec 13 16:29:43.941285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Calling delete_port for 61cd4a70-12d2-48de-957b-79c256fe7420 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:43.943819 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4cf300df-1ede-4272-8efb-a637c6009937 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups/a20265c9-4daf-4182-b951-8bfdc0a8fba7 HTTP/1.1" status: 200 len: 1793 time: 0.1238351 Dec 13 16:29:43.948699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41606) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:43.986134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0528f2c-25c9-4937-80c6-5edb919e437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c99356-b212-48a7-ad17-3cdd4a9440d1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:43.991834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:44.052532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9ad991c-d7d8-4ca6-a662-9d97d426a4c2 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.069982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.082382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.099540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad991c-d7d8-4ca6-a662-9d97d426a4c2 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event deleted for resources: {'Port': ['ID=7c370e5d-222e-4b22-bb21-966c309a333b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:44.101546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48a8f71c-c4d3-4b75-a336-368a0d70d173 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.148792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-ebed8f5b-1534-42e5-950e-903b5b9b4b42 service neutron] 10.222.0.31 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235408 Dec 13 16:29:44.179990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Pushing event updated for resources: {'Port': ['ID=056e82fe-19a7-4f6e-8a86-ab32802f759f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:44.186975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48a8f71c-c4d3-4b75-a336-368a0d70d173 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.192342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.207380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:44.210398 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:44.219702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:44.227274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:44.240250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9ad991c-d7d8-4ca6-a662-9d97d426a4c2 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.248087 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b9ad991c-d7d8-4ca6-a662-9d97d426a4c2 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "DELETE /v2.0/ports/7c370e5d-222e-4b22-bb21-966c309a333b HTTP/1.1" status: 204 len: 168 time: 1.2815835 Dec 13 16:29:44.249126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41612) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:44.255973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Request body: {'port': {'name': 'tempest-new-port-name-768668918', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:44.256365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.api.validators [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] bootfile-name is not in valid_values {{(pid=103053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:44.256704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.api.validators [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] tftp-server is not in valid_values {{(pid=103053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:44.257098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.api.validators [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] server-ip-address is not in valid_values {{(pid=103053) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 13 16:29:44.331090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Attempting to bind port 056e82fe-19a7-4f6e-8a86-ab32802f759f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:44.331562 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Attempting to bind port 056e82fe-19a7-4f6e-8a86-ab32802f759f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:44.332226 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Attempting to bind port 056e82fe-19a7-4f6e-8a86-ab32802f759f on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:44.344892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:44.344892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:44.344892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.344892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:44.345833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Bound port: 056e82fe-19a7-4f6e-8a86-ab32802f759f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:44.346047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.355857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48a8f71c-c4d3-4b75-a336-368a0d70d173 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.358663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48a8f71c-c4d3-4b75-a336-368a0d70d173 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.360586 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-48a8f71c-c4d3-4b75-a336-368a0d70d173 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/a20265c9-4daf-4182-b951-8bfdc0a8fba7 HTTP/1.1" status: 204 len: 168 time: 0.4082320 Dec 13 16:29:44.363787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41618) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:44.376056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.411789 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8f71c-c4d3-4b75-a336-368a0d70d173 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20265c9-4daf-4182-b951-8bfdc0a8fba7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:44.413535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.417274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event deleted for resources: {'Port': ['ID=61cd4a70-12d2-48de-957b-79c256fe7420,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:44.444414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e63f898-9ff4-413d-b932-9c11f541be25 req-5a9bc174-1180-4f22-90a7-d68bbca1b161 service neutron] 10.222.0.31 "GET /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291274 Dec 13 16:29:44.510515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] For port 056e82fe-19a7-4f6e-8a86-ab32802f759f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:44.515332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] For port 056e82fe-19a7-4f6e-8a86-ab32802f759f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=056e82fe-19a7-4f6e-8a86-ab32802f759f,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:44.524467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.547919 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] create failed (client error): The resource could not be found. Dec 13 16:29:44.548888 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bd6c22f5-d2b7-4bc6-a484-55db1a9d60ca tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.3710833 Dec 13 16:29:44.569667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41624) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:44.586092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc5502-4bc6-4652-b1d1-a42f8ec5fc3a None None] Pushing event updated for resources: {'Port': ['ID=056e82fe-19a7-4f6e-8a86-ab32802f759f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:44.630319 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2bcadc3f-f17b-4560-9c90-713e9e935954 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2619195 Dec 13 16:29:44.630319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::a952:3ebd:607:e4c0 (2ba4744e-bfa0-4bbb-8255-861faf832180/38c655b1-986d-498f-aaf0-a36911d77864/d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:44.632386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41626) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:44.649149 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-94e2df46-54cc-4a00-8ff5-6c6feb1b4986 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] delete failed (client error): The resource could not be found. Dec 13 16:29:44.654739 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-94e2df46-54cc-4a00-8ff5-6c6feb1b4986 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/a20265c9-4daf-4182-b951-8bfdc0a8fba7 HTTP/1.1" status: 404 len: 347 time: 0.0168812 Dec 13 16:29:44.658332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41630) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:44.663166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4eeabadc-66a9-496f-9dec-735595f929cb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--760671867'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:44.704014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4eeabadc-66a9-496f-9dec-735595f929cb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.794164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-75cda78a-a55d-4dbf-8849-d80409cfb680 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Deleting port df64b8dd-71a6-4881-8250-6bce614014f0 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:44.794488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75cda78a-a55d-4dbf-8849-d80409cfb680 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.862742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4eeabadc-66a9-496f-9dec-735595f929cb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.871367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.880870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4eeabadc-66a9-496f-9dec-735595f929cb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.930838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.940684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4eeabadc-66a9-496f-9dec-735595f929cb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:44.942031 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4eeabadc-66a9-496f-9dec-735595f929cb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2823367 Dec 13 16:29:44.949186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41640) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:44.954445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6c5cab68-5da2-4568-bc39-af4d9ab6898f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '82ff33da-c8d7-472c-9ec1-d44b4ff61d2c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:44.966591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeabadc-66a9-496f-9dec-735595f929cb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ff33da-c8d7-472c-9ec1-d44b4ff61d2c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:45.022782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.050228 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41642) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.062596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event updated for resources: {'Port': ['ID=03636ad9-d9f7-4f8c-a63c-3dac5c26ce82,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:45.063787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c5cab68-5da2-4568-bc39-af4d9ab6898f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.102849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.110499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] In _notify_port_updated(), no bound segment for port 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 on network 85ea5a2d-7f86-44d4-bb90-05bece50712e {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:29:45.116527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:45.117184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.118488 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b3fd195f-06d2-4b30-8498-baf6043eb677 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "PUT /v2.0/ports/03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 HTTP/1.1" status: 200 len: 1135 time: 0.8681684 Dec 13 16:29:45.123660 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41646) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.158176 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75cda78a-a55d-4dbf-8849-d80409cfb680 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.165405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c5cab68-5da2-4568-bc39-af4d9ab6898f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.169946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:45.174007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:45.178345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:45.184495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:45.185125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.185469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-75cda78a-a55d-4dbf-8849-d80409cfb680 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Calling delete_port for df64b8dd-71a6-4881-8250-6bce614014f0 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:45.187671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c5cab68-5da2-4568-bc39-af4d9ab6898f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.208499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec76686-b25b-408f-ad80-0ed0ed4b28e3 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:45.213340 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4ec76686-b25b-408f-ad80-0ed0ed4b28e3 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "GET /v2.0/ports/03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 HTTP/1.1" status: 200 len: 1135 time: 0.0853884 Dec 13 16:29:45.213646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:45.213733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41652) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.231864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5ed222bf-1c0c-4ee8-bdd9-e806a98cb600 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-289931602', 'prefixes': ['172.20.0.0/16']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:45.232397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5cab68-5da2-4568-bc39-af4d9ab6898f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2f2d5d-d333-4f36-aaaf-b1bbd4c14536,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:45.239428 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-184dfb2e-cfbb-4094-b6bc-6b17b4dcac46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.6119184 Dec 13 16:29:45.254061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41654) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.258174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c5cab68-5da2-4568-bc39-af4d9ab6898f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.259351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6c5cab68-5da2-4568-bc39-af4d9ab6898f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3084714 Dec 13 16:29:45.269004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41656) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.366768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49224f3a-42b5-46fc-8778-02be4b9ac597 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.379336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b3001-e95a-4cba-a61d-e56428356fa1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:45.385198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b3001-e95a-4cba-a61d-e56428356fa1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:45.387442 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2b7b3001-e95a-4cba-a61d-e56428356fa1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1316502 Dec 13 16:29:45.393373 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41658) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.395905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49224f3a-42b5-46fc-8778-02be4b9ac597 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.405539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed222bf-1c0c-4ee8-bdd9-e806a98cb600 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] Publish callbacks [] for subnetpool, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.406690 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5ed222bf-1c0c-4ee8-bdd9-e806a98cb600 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3529868 Dec 13 16:29:45.415303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41660) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.448566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75cda78a-a55d-4dbf-8849-d80409cfb680 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.469789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49224f3a-42b5-46fc-8778-02be4b9ac597 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.476672 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1b640c0c-5aad-4e02-b7f7-2e3836d16525 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] 10.222.0.13 "GET /v2.0/subnetpools/d42f19ca-7dbc-4e1b-8f2a-1c9336034c6f HTTP/1.1" status: 200 len: 731 time: 0.0576630 Dec 13 16:29:45.476672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b369e4cd-63cd-4803-81a3-9a375720750d tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Deleting port 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:45.476672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b369e4cd-63cd-4803-81a3-9a375720750d tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.479141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41662) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.483589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49224f3a-42b5-46fc-8778-02be4b9ac597 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.487551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-49224f3a-42b5-46fc-8778-02be4b9ac597 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/bc2f2d5d-d333-4f36-aaaf-b1bbd4c14536 HTTP/1.1" status: 204 len: 168 time: 0.2138481 Dec 13 16:29:45.488549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41664) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.500820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cda78a-a55d-4dbf-8849-d80409cfb680 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event deleted for resources: {'Port': ['ID=df64b8dd-71a6-4881-8250-6bce614014f0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:45.502915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5d4fc01e-cc76-4401-a51d-a8bf10c1da98 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-263069526'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:45.556399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49224f3a-42b5-46fc-8778-02be4b9ac597 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc2f2d5d-d333-4f36-aaaf-b1bbd4c14536,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:45.584785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9fb525a2-a2a1-41d3-9739-6a08c641421a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:45.585144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb525a2-a2a1-41d3-9739-6a08c641421a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.601841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75cda78a-a55d-4dbf-8849-d80409cfb680 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.607476 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-75cda78a-a55d-4dbf-8849-d80409cfb680 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "DELETE /v2.0/ports/df64b8dd-71a6-4881-8250-6bce614014f0 HTTP/1.1" status: 204 len: 168 time: 1.0318632 Dec 13 16:29:45.609139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41666) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.693637 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-15d349f8-7675-43e4-bd1f-0ed851a1bd4d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1843853 Dec 13 16:29:45.694463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41668) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.697651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb525a2-a2a1-41d3-9739-6a08c641421a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.718444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b369e4cd-63cd-4803-81a3-9a375720750d tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.745768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9fb525a2-a2a1-41d3-9739-6a08c641421a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:45.747717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc01e-cc76-4401-a51d-a8bf10c1da98 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] Publish callbacks [] for subnetpool, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.751184 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5d4fc01e-cc76-4401-a51d-a8bf10c1da98 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] 10.222.0.13 "PUT /v2.0/subnetpools/d42f19ca-7dbc-4e1b-8f2a-1c9336034c6f HTTP/1.1" status: 200 len: 683 time: 0.2611454 Dec 13 16:29:45.751184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b369e4cd-63cd-4803-81a3-9a375720750d tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Calling delete_port for 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:45.756529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41670) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.775207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741dd064-41d8-4bee-8d5c-4f8831c39d3c tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:45.782805 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-741dd064-41d8-4bee-8d5c-4f8831c39d3c tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd09aa67-bdf9-4729-b3f6-ef64b230b273 HTTP/1.1" status: 200 len: 913 time: 0.1693327 Dec 13 16:29:45.783000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41672) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:45.810982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 056e82fe-19a7-4f6e-8a86-ab32802f759f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:45.901206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 056e82fe-19a7-4f6e-8a86-ab32802f759f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:45.901746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:45.939684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d154bd-a61b-4871-baaa-86677ab5f481 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:46.117034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a29a06b3-fc59-4352-8bc2-b3ee96ae4e27 None None] Provisioning complete for port 056e82fe-19a7-4f6e-8a86-ab32802f759f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:46.117702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a29a06b3-fc59-4352-8bc2-b3ee96ae4e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.220031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.298718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 056e82fe-19a7-4f6e-8a86-ab32802f759f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=056e82fe-19a7-4f6e-8a86-ab32802f759f,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:46.334695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.462577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a29a06b3-fc59-4352-8bc2-b3ee96ae4e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.473263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46aedbc3-16a7-47d5-a65f-65c6437feb7e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.479323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=056e82fe-19a7-4f6e-8a86-ab32802f759f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:46.489083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e932743-d6f7-4505-970d-c7843f6a0a27 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] Publish callbacks [] for subnetpool, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.492567 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6e932743-d6f7-4505-970d-c7843f6a0a27 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d42f19ca-7dbc-4e1b-8f2a-1c9336034c6f HTTP/1.1" status: 204 len: 168 time: 0.7308569 Dec 13 16:29:46.509410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41680) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:46.536727 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-ce4088fe-1e0e-4dd9-a0bb-e6075dd28868 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] show failed (client error): The resource could not be found. Dec 13 16:29:46.539913 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ce4088fe-1e0e-4dd9-a0bb-e6075dd28868 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] 10.222.0.13 "GET /v2.0/subnetpools/d42f19ca-7dbc-4e1b-8f2a-1c9336034c6f HTTP/1.1" status: 404 len: 346 time: 0.0248716 Dec 13 16:29:46.555897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41682) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:46.562518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-a29a06b3-fc59-4352-8bc2-b3ee96ae4e27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:46.562903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-a29a06b3-fc59-4352-8bc2-b3ee96ae4e27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:46.570015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46aedbc3-16a7-47d5-a65f-65c6437feb7e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.595027 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-5e7f70e8-d058-43ff-930a-3fb224a2db14 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] delete failed (client error): The resource could not be found. Dec 13 16:29:46.601706 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5e7f70e8-d058-43ff-930a-3fb224a2db14 tempest-SubnetPoolsTestJSON-370017377 tempest-SubnetPoolsTestJSON-370017377-project] 10.222.0.13 "DELETE /v2.0/subnetpools/d42f19ca-7dbc-4e1b-8f2a-1c9336034c6f HTTP/1.1" status: 404 len: 346 time: 0.0389111 Dec 13 16:29:46.662506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46aedbc3-16a7-47d5-a65f-65c6437feb7e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.665414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46aedbc3-16a7-47d5-a65f-65c6437feb7e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.670072 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-46aedbc3-16a7-47d5-a65f-65c6437feb7e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/82ff33da-c8d7-472c-9ec1-d44b4ff61d2c HTTP/1.1" status: 204 len: 168 time: 0.9668467 Dec 13 16:29:46.672467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41686) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:46.700708 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aedbc3-16a7-47d5-a65f-65c6437feb7e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ff33da-c8d7-472c-9ec1-d44b4ff61d2c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:46.733776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb525a2-a2a1-41d3-9739-6a08c641421a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.772823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb525a2-a2a1-41d3-9739-6a08c641421a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:46.797344 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb525a2-a2a1-41d3-9739-6a08c641421a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.797827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b369e4cd-63cd-4803-81a3-9a375720750d tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.802279 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9fb525a2-a2a1-41d3-9739-6a08c641421a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c HTTP/1.1" status: 204 len: 168 time: 1.4075778 Dec 13 16:29:46.804621 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41688) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:46.878255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369e4cd-63cd-4803-81a3-9a375720750d tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event deleted for resources: {'Port': ['ID=03636ad9-d9f7-4f8c-a63c-3dac5c26ce82,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:46.878965 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396eac24-ff04-40a8-b57e-fb51f3d74e5d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:46.880823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396eac24-ff04-40a8-b57e-fb51f3d74e5d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:46.882512 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-396eac24-ff04-40a8-b57e-fb51f3d74e5d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0768392 Dec 13 16:29:46.888833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41692) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:46.954458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6102525-0590-49ef-8632-8661393acdad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 38c655b1-986d-498f-aaf0-a36911d77864 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:46.958331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6102525-0590-49ef-8632-8661393acdad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.986463 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8d080756-4ab9-421d-9a92-180d5de86877 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3063779 Dec 13 16:29:46.986463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b369e4cd-63cd-4803-81a3-9a375720750d tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:46.987105 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b369e4cd-63cd-4803-81a3-9a375720750d tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "DELETE /v2.0/ports/03636ad9-d9f7-4f8c-a63c-3dac5c26ce82 HTTP/1.1" status: 204 len: 168 time: 1.7692375 Dec 13 16:29:46.987674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41694) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:46.994301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-39576567-430a-41fe-b082-b4141f726fe2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1265089994'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:47.001187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41696) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:47.015245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41698) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:47.017727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6102525-0590-49ef-8632-8661393acdad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.128846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6102525-0590-49ef-8632-8661393acdad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.160978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-39576567-430a-41fe-b082-b4141f726fe2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.195273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8703f60d-331e-46bc-a438-5ccf5cdf4889 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Deleting subnet 37fd2917-1c4d-4241-84f8-a0cdde49e0cf {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:47.205049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8703f60d-331e-46bc-a438-5ccf5cdf4889 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.239297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6102525-0590-49ef-8632-8661393acdad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.266431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8703f60d-331e-46bc-a438-5ccf5cdf4889 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.272801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6102525-0590-49ef-8632-8661393acdad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=38c655b1-986d-498f-aaf0-a36911d77864,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:47.279632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6102525-0590-49ef-8632-8661393acdad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.280010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5d111500-3566-4471-bd6e-87dd44fe7e95 None None] Could not find standard attr ID for object d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:47.284697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5d111500-3566-4471-bd6e-87dd44fe7e95 None None] Could not find standard attr ID for object 03636ad9-d9f7-4f8c-a63c-3dac5c26ce82. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:47.286109 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d6102525-0590-49ef-8632-8661393acdad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/38c655b1-986d-498f-aaf0-a36911d77864 HTTP/1.1" status: 204 len: 168 time: 0.3962502 Dec 13 16:29:47.287132 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41704) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:47.287907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dc05d3-998e-45eb-b39b-37174883bea8 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:47.337219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-64be3383-8a37-48df-b411-2ac522b35f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.350340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5d111500-3566-4471-bd6e-87dd44fe7e95 None None] Provisioning complete for port 056e82fe-19a7-4f6e-8a86-ab32802f759f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:47.350754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5d111500-3566-4471-bd6e-87dd44fe7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.358524 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-967b8559-a0ff-4fd4-9861-9cd31aea38ee tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697968 Dec 13 16:29:47.360736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41706) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:47.365478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:47.462784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:47.468842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.534300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-39576567-430a-41fe-b082-b4141f726fe2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.542117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8703f60d-331e-46bc-a438-5ccf5cdf4889 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.565221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09865118-84ed-4505-9cec-e92259601163 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:47.566113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-39576567-430a-41fe-b082-b4141f726fe2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.621926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-09865118-84ed-4505-9cec-e92259601163 None None] Deleting port 056e82fe-19a7-4f6e-8a86-ab32802f759f {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:47.622307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09865118-84ed-4505-9cec-e92259601163 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.642153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.653771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-39576567-430a-41fe-b082-b4141f726fe2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.655274 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-39576567-430a-41fe-b082-b4141f726fe2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6645017 Dec 13 16:29:47.660360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41712) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:47.664387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e8531a9b-09b2-4571-9124-7ac898bc7c04 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '4eb72b93-4fe0-46bd-9e1e-27a72a0b9a0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:47.719222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39576567-430a-41fe-b082-b4141f726fe2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb72b93-4fe0-46bd-9e1e-27a72a0b9a0a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:47.747372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 056e82fe-19a7-4f6e-8a86-ab32802f759f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:47.750442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-09865118-84ed-4505-9cec-e92259601163 None None] For port 056e82fe-19a7-4f6e-8a86-ab32802f759f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=056e82fe-19a7-4f6e-8a86-ab32802f759f,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:47.750944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09865118-84ed-4505-9cec-e92259601163 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.759084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.792233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-09865118-84ed-4505-9cec-e92259601163 None None] Calling delete_port for 056e82fe-19a7-4f6e-8a86-ab32802f759f owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:47.803283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-64be3383-8a37-48df-b411-2ac522b35f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.813976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:47.818154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:47.821745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-64be3383-8a37-48df-b411-2ac522b35f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.822616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:47.823246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.833674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=fd392f6f-6547-4eb2-ac6f-8dea9ab290cc,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:47.840413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8703f60d-331e-46bc-a438-5ccf5cdf4889 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.858063 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e56269a4-b5f4-4b99-8f2b-7798e4383c43 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4927547 Dec 13 16:29:47.858902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41714) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:47.864235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': 'fd392f6f-6547-4eb2-ac6f-8dea9ab290cc', 'ip_address': '2001:db8::3192:b1c4:5c73:8691'}], 'name': 'tempest-NetworksTestDHCPv6-102740651'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:47.915702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.949663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703f60d-331e-46bc-a438-5ccf5cdf4889 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event deleted for resources: {'Subnet': ['ID=37fd2917-1c4d-4241-84f8-a0cdde49e0cf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:47.955854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8531a9b-09b2-4571-9124-7ac898bc7c04 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.963662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8703f60d-331e-46bc-a438-5ccf5cdf4889 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.963890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 056e82fe-19a7-4f6e-8a86-ab32802f759f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=056e82fe-19a7-4f6e-8a86-ab32802f759f,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:47.967513 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8703f60d-331e-46bc-a438-5ccf5cdf4889 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "DELETE /v2.0/subnets/37fd2917-1c4d-4241-84f8-a0cdde49e0cf HTTP/1.1" status: 204 len: 168 time: 0.9647906 Dec 13 16:29:47.969836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41716) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:47.973224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7440b0a-c8d5-4317-a583-adec3b962bad None None] Network 85ea5a2d-7f86-44d4-bb90-05bece50712e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:47.975282 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-64be3383-8a37-48df-b411-2ac522b35f8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a8c4367917984c21b3cb97846f274778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9576850 Dec 13 16:29:47.982222 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41718) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:47.990969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:47.994758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be3383-8a37-48df-b411-2ac522b35f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d594681-b6e4-4546-8d1f-315c7adc0c0d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.029529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09865118-84ed-4505-9cec-e92259601163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.061580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event deleted for resources: {'Port': ['ID=056e82fe-19a7-4f6e-8a86-ab32802f759f,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.086737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8531a9b-09b2-4571-9124-7ac898bc7c04 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.088226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:48.094833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8531a9b-09b2-4571-9124-7ac898bc7c04 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.095428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09865118-84ed-4505-9cec-e92259601163 None None] Pushing event deleted for resources: {'Port': ['ID=056e82fe-19a7-4f6e-8a86-ab32802f759f,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.122860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09865118-84ed-4505-9cec-e92259601163 None None] No DVR routers for this DVR port 056e82fe-19a7-4f6e-8a86-ab32802f759f on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:48.137392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8531a9b-09b2-4571-9124-7ac898bc7c04 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faa0bfd-9b04-42d3-8689-5125d722564a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.141376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b2b6d-469f-45cd-9647-5eea1bae8ecb None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:48.168912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.171436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8531a9b-09b2-4571-9124-7ac898bc7c04 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.175765 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e8531a9b-09b2-4571-9124-7ac898bc7c04 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5119829 Dec 13 16:29:48.175925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41720) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:48.185973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-93ccfeab-937d-480a-a217-1b3c4c820b2e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '4eb72b93-4fe0-46bd-9e1e-27a72a0b9a0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:48.215771 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2251e19-57b1-4155-affa-ee716008b4f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.239100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Deleting port 6489841d-fb85-44da-945b-82c71d5fc877 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:48.239439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.275592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2251e19-57b1-4155-affa-ee716008b4f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.283749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'fd392f6f-6547-4eb2-ac6f-8dea9ab290cc'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:48.285263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.290856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] DHCP port deletion for 85ea5a2d-7f86-44d4-bb90-05bece50712e request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:48.316991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.319800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ccfeab-937d-480a-a217-1b3c4c820b2e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.348625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.365756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Calling delete_port for 6489841d-fb85-44da-945b-82c71d5fc877 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:48.378959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 92d37380-1f91-42f6-bc42-4dcbb09b6136 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:48.473511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] Deleting port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:48.474026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.496383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2251e19-57b1-4155-affa-ee716008b4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.499000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2251e19-57b1-4155-affa-ee716008b4f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.502552 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d2251e19-57b1-4155-affa-ee716008b4f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d594681-b6e4-4546-8d1f-315c7adc0c0d HTTP/1.1" status: 204 len: 168 time: 0.5147662 Dec 13 16:29:48.528752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Deleting port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:48.529111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.557029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/fd392f6f-6547-4eb2-ac6f-8dea9ab290cc/f42aefab-4243-40e5-8163-18b5cec942ff) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:48.561595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251e19-57b1-4155-affa-ee716008b4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d594681-b6e4-4546-8d1f-315c7adc0c0d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.588080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] For port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,segment=NetworkSegment(40bc52e7-65cf-4d69-a0b0-28c3dce3d98e),segment_id=40bc52e7-65cf-4d69-a0b0-28c3dce3d98e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:48.588652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.602824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ccfeab-937d-480a-a217-1b3c4c820b2e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.613069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ccfeab-937d-480a-a217-1b3c4c820b2e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.643826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] Calling delete_port for 89033c8a-c8d0-4bc3-b110-1cf06ae6565d owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:48.645357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccfeab-937d-480a-a217-1b3c4c820b2e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b62f17-82c3-40dc-a389-0203dd868d56,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.647465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.656766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] For port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,segment=NetworkSegment(40bc52e7-65cf-4d69-a0b0-28c3dce3d98e),segment_id=40bc52e7-65cf-4d69-a0b0-28c3dce3d98e)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:48.657171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.673455 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Calling delete_port for 89033c8a-c8d0-4bc3-b110-1cf06ae6565d owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:48.682682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93ccfeab-937d-480a-a217-1b3c4c820b2e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.687300 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-93ccfeab-937d-480a-a217-1b3c4c820b2e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5073452 Dec 13 16:29:48.688429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41728) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:48.694447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0b574a5d-222e-4479-8f3c-d833a37e5331 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '4eb72b93-4fe0-46bd-9e1e-27a72a0b9a0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:48.721732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event deleted for resources: {'Port': ['ID=6489841d-fb85-44da-945b-82c71d5fc877,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.781177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0b574a5d-222e-4479-8f3c-d833a37e5331 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.824984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.849325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.874208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0b574a5d-222e-4479-8f3c-d833a37e5331 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.890270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.896346 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] Pushing event deleted for resources: {'Port': ['ID=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.900375 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0b574a5d-222e-4479-8f3c-d833a37e5331 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.902130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event deleted for resources: {'Port': ['ID=89033c8a-c8d0-4bc3-b110-1cf06ae6565d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:48.905014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b970a206-22a7-4805-8d37-8b308ecd46a2 None None] No DVR routers for this DVR port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:48.924602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:48.956289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] No DVR routers for this DVR port 89033c8a-c8d0-4bc3-b110-1cf06ae6565d on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:48.973115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:48.978185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:48.983216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:48.991510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Pushing event updated for resources: {'Port': ['ID=f42aefab-4243-40e5-8163-18b5cec942ff,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:49.025794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b574a5d-222e-4479-8f3c-d833a37e5331 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f641295-ad16-4ebb-be77-e0c52fcd17c4,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:49.037972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0b574a5d-222e-4479-8f3c-d833a37e5331 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.038272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.039718 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0b574a5d-222e-4479-8f3c-d833a37e5331 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3501179 Dec 13 16:29:49.049741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41736) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:49.056585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-12478d66-edc3-4de3-975f-17ca8502dc38 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '4eb72b93-4fe0-46bd-9e1e-27a72a0b9a0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:49.083632 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Attempting to bind port f42aefab-4243-40e5-8163-18b5cec942ff on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:49.084007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Attempting to bind port f42aefab-4243-40e5-8163-18b5cec942ff by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:49.084372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Attempting to bind port f42aefab-4243-40e5-8163-18b5cec942ff on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:49.092335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:49.093232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:49.093798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.094462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:49.095197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Bound port: f42aefab-4243-40e5-8163-18b5cec942ff, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:49.095751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.122130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::3192:b1c4:5c73:8691 (2ba4744e-bfa0-4bbb-8255-861faf832180/fd392f6f-6547-4eb2-ac6f-8dea9ab290cc/92d37380-1f91-42f6-bc42-4dcbb09b6136) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:49.189888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] For port f42aefab-4243-40e5-8163-18b5cec942ff, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:49.193749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] For port f42aefab-4243-40e5-8163-18b5cec942ff, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f42aefab-4243-40e5-8163-18b5cec942ff,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:49.198530 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12478d66-edc3-4de3-975f-17ca8502dc38 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.199648 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.281666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853bb9-adf4-4b45-adce-d22131b615a0 None None] Pushing event updated for resources: {'Port': ['ID=f42aefab-4243-40e5-8163-18b5cec942ff,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:49.324507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.331839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Router fd09aa67-bdf9-4729-b3f6-ef64b230b273 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:29:49.361446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12478d66-edc3-4de3-975f-17ca8502dc38 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.366347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ea5a2d-7f86-44d4-bb90-05bece50712e']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:49.383367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.385709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bc52e7-65cf-4d69-a0b0-28c3dce3d98e') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:49.385963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bc52e7-65cf-4d69-a0b0-28c3dce3d98e') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:49.398826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.401869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12478d66-edc3-4de3-975f-17ca8502dc38 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.427622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.444993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:49.445478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:49.449988 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:49.455015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:29:49.456366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12478d66-edc3-4de3-975f-17ca8502dc38 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f1e0f0-f727-493f-bbf3-fda418ca5a4f,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:49.468482 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cb42d52b-8f02-4dd8-bc3f-9ff79521adab tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "PUT /v2.0/routers/fd09aa67-bdf9-4729-b3f6-ef64b230b273/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6820471 Dec 13 16:29:49.474515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41750) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:49.476928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30433976-e7e6-4d12-a2c6-25ba6ddb22ef None None] Sync routers for ids ['fd09aa67-bdf9-4729-b3f6-ef64b230b273'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:29:49.491279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12478d66-edc3-4de3-975f-17ca8502dc38 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.496115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-12478d66-edc3-4de3-975f-17ca8502dc38 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4445591 Dec 13 16:29:49.502627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30433976-e7e6-4d12-a2c6-25ba6ddb22ef None None] Routers {'fd09aa67-bdf9-4729-b3f6-ef64b230b273'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:49.503318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-30433976-e7e6-4d12-a2c6-25ba6ddb22ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['fd09aa67-bdf9-4729-b3f6-ef64b230b273'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:49.504465 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41752) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:49.517768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-93b3855c-83b4-4639-9bfd-8f68e5b86d9b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '4eb72b93-4fe0-46bd-9e1e-27a72a0b9a0a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:49.594527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.616422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-30433976-e7e6-4d12-a2c6-25ba6ddb22ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:49.626981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4fec-6a2c-43e7-b1a7-ca81b54f51c7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.641110 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30433976-e7e6-4d12-a2c6-25ba6ddb22ef None None] Routers {'fd09aa67-bdf9-4729-b3f6-ef64b230b273'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:49.644591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-30433976-e7e6-4d12-a2c6-25ba6ddb22ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['fd09aa67-bdf9-4729-b3f6-ef64b230b273'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:49.647691 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.683181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.687423 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] 10.222.0.13 "DELETE /v2.0/networks/85ea5a2d-7f86-44d4-bb90-05bece50712e HTTP/1.1" status: 204 len: 168 time: 1.7159741 Dec 13 16:29:49.689749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:49.690851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93b3855c-83b4-4639-9bfd-8f68e5b86d9b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.708470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:49.726188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:49.736009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:49.736839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.746310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96415a-f5d4-436a-b6f4-1109c72da2c8 tempest-ExtraDHCPOptionsTestJSON-843225016 tempest-ExtraDHCPOptionsTestJSON-843225016-project] Pushing event deleted for resources: {'Network': ['ID=85ea5a2d-7f86-44d4-bb90-05bece50712e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:49.760561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=92d37380-1f91-42f6-bc42-4dcbb09b6136,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:49.795706 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-38cb7c62-2b7c-4874-8273-b773cfaddf58 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9354565 Dec 13 16:29:49.798547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41760) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:49.935781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-30433976-e7e6-4d12-a2c6-25ba6ddb22ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:49.936462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30433976-e7e6-4d12-a2c6-25ba6ddb22ef None None] The sync data for ids ['fd09aa67-bdf9-4729-b3f6-ef64b230b273'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:29:49.988482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4fec-6a2c-43e7-b1a7-ca81b54f51c7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:49.995444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4fec-6a2c-43e7-b1a7-ca81b54f51c7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.000989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93b3855c-83b4-4639-9bfd-8f68e5b86d9b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.022368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724463da-dcb3-42a4-9a8e-5b94db7930bf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:50.041035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724463da-dcb3-42a4-9a8e-5b94db7930bf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:50.042831 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-724463da-dcb3-42a4-9a8e-5b94db7930bf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2426906 Dec 13 16:29:50.044528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93b3855c-83b4-4639-9bfd-8f68e5b86d9b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.046074 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41768) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:50.071281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4fec-6a2c-43e7-b1a7-ca81b54f51c7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.072841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5a4fec-6a2c-43e7-b1a7-ca81b54f51c7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Fanout notify agent at l3_agent the message router_deleted on router fd09aa67-bdf9-4729-b3f6-ef64b230b273 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:29:50.092055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a5a4fec-6a2c-43e7-b1a7-ca81b54f51c7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.096546 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8a5a4fec-6a2c-43e7-b1a7-ca81b54f51c7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "DELETE /v2.0/routers/fd09aa67-bdf9-4729-b3f6-ef64b230b273 HTTP/1.1" status: 204 len: 168 time: 0.6208353 Dec 13 16:29:50.104943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41770) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:50.149702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3855c-83b4-4639-9bfd-8f68e5b86d9b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fadd094e-b2c9-45b7-9231-33f37f497644,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:50.183930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93b3855c-83b4-4639-9bfd-8f68e5b86d9b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.191425 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-93b3855c-83b4-4639-9bfd-8f68e5b86d9b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6858654 Dec 13 16:29:50.197257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba086926-e431-425e-9171-53a109c818bf tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Deleting subnet e81bc422-0093-42b2-90dd-da2b0a780430 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:50.200829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41776) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:50.213104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba086926-e431-425e-9171-53a109c818bf tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.253924 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41778) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:50.279819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f42aefab-4243-40e5-8163-18b5cec942ff up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:50.296831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-555ffa4b-f357-4d53-a034-284b44817f83 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 92d37380-1f91-42f6-bc42-4dcbb09b6136 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:50.297281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-555ffa4b-f357-4d53-a034-284b44817f83 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.326689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7abddf80-597b-4f39-95a0-2dc8385b54cd tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.373307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba086926-e431-425e-9171-53a109c818bf tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.378345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7abddf80-597b-4f39-95a0-2dc8385b54cd tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.443692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f42aefab-4243-40e5-8163-18b5cec942ff triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:50.444075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.500462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7abddf80-597b-4f39-95a0-2dc8385b54cd tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.512535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7abddf80-597b-4f39-95a0-2dc8385b54cd tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.514172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7abddf80-597b-4f39-95a0-2dc8385b54cd tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/fadd094e-b2c9-45b7-9231-33f37f497644 HTTP/1.1" status: 204 len: 168 time: 0.3122327 Dec 13 16:29:50.522363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-555ffa4b-f357-4d53-a034-284b44817f83 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.544787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-555ffa4b-f357-4d53-a034-284b44817f83 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 92d37380-1f91-42f6-bc42-4dcbb09b6136 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:50.550533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41786) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:50.583085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba086926-e431-425e-9171-53a109c818bf tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.618263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.666933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f42aefab-4243-40e5-8163-18b5cec942ff, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f42aefab-4243-40e5-8163-18b5cec942ff,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:50.683680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.701470 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f10b18c2-d7f3-4ab8-b859-f5079a477a0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c86e7609ef174468974a408005a97291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4439673 Dec 13 16:29:50.710290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41792) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:50.737311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abddf80-597b-4f39-95a0-2dc8385b54cd tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fadd094e-b2c9-45b7-9231-33f37f497644,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:50.746107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba086926-e431-425e-9171-53a109c818bf tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.776006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f42aefab-4243-40e5-8163-18b5cec942ff,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:50.778339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba086926-e431-425e-9171-53a109c818bf tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.785325 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ba086926-e431-425e-9171-53a109c818bf tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "DELETE /v2.0/subnets/e81bc422-0093-42b2-90dd-da2b0a780430 HTTP/1.1" status: 204 len: 168 time: 0.6771903 Dec 13 16:29:50.785498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 89033c8a-c8d0-4bc3-b110-1cf06ae6565d no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:50.809255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a87050-5590-4c52-acb0-3e8650591c05 None None] Network a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:50.811928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 89033c8a-c8d0-4bc3-b110-1cf06ae6565d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:50.812370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 89033c8a-c8d0-4bc3-b110-1cf06ae6565d not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:50.814296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41796) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:50.826264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba086926-e431-425e-9171-53a109c818bf tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event deleted for resources: {'Subnet': ['ID=e81bc422-0093-42b2-90dd-da2b0a780430,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:50.905265 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f3948bf2-10e4-482a-a0e6-84321c0ed179 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3399596 Dec 13 16:29:50.908331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41800) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:50.949745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-67e24c7d-b7e2-4e8d-8c54-9eaac0c527f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.961962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:50.965168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-67e24c7d-b7e2-4e8d-8c54-9eaac0c527f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.016730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a168c9ba-bc3b-42b2-b8a2-aa238c36cf42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.045275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-84f84320-f9d2-4c38-ba66-3d8239be843e None None] Provisioning complete for port f42aefab-4243-40e5-8163-18b5cec942ff triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:51.045652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-84f84320-f9d2-4c38-ba66-3d8239be843e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.055574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-67e24c7d-b7e2-4e8d-8c54-9eaac0c527f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.109169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41804) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:51.112603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-67e24c7d-b7e2-4e8d-8c54-9eaac0c527f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.122799 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-67e24c7d-b7e2-4e8d-8c54-9eaac0c527f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e6f1e0f0-f727-493f-bbf3-fda418ca5a4f HTTP/1.1" status: 204 len: 168 time: 0.2127461 Dec 13 16:29:51.124012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e24c7d-b7e2-4e8d-8c54-9eaac0c527f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6f1e0f0-f727-493f-bbf3-fda418ca5a4f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:51.125270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] DHCP port deletion for a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:51.131634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41808) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:51.256570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a168c9ba-bc3b-42b2-b8a2-aa238c36cf42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.261036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Deleting port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:51.261499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.330246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-555ffa4b-f357-4d53-a034-284b44817f83 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.354775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] Deleting port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:51.355340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.420545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ffa4b-f357-4d53-a034-284b44817f83 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=92d37380-1f91-42f6-bc42-4dcbb09b6136,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:51.427895 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0a0574f3-e128-4109-8938-98ffffa76110 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2861121 Dec 13 16:29:51.429856 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41812) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:51.482165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b19660c0-8338-46c5-bbbe-1d6e9295606a None None] Could not find standard attr ID for object 92d37380-1f91-42f6-bc42-4dcbb09b6136. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:29:51.503773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] For port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,segment=NetworkSegment(cb2813d5-b553-4aa8-9564-3387539bdc93),segment_id=cb2813d5-b553-4aa8-9564-3387539bdc93)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:51.505175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.506732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] For port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,segment=NetworkSegment(cb2813d5-b553-4aa8-9564-3387539bdc93),segment_id=cb2813d5-b553-4aa8-9564-3387539bdc93)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:51.507099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.531375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] Calling delete_port for 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:51.531592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Calling delete_port for 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:51.543842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--1452280066', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:51.556197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-555ffa4b-f357-4d53-a034-284b44817f83 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.562000 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-555ffa4b-f357-4d53-a034-284b44817f83 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/92d37380-1f91-42f6-bc42-4dcbb09b6136 HTTP/1.1" status: 204 len: 168 time: 1.4975421 Dec 13 16:29:51.577354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41814) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:51.592114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b40889d1-706e-42c2-8951-4653f34e3ef2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.593931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a168c9ba-bc3b-42b2-b8a2-aa238c36cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.596507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a168c9ba-bc3b-42b2-b8a2-aa238c36cf42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.597636 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a168c9ba-bc3b-42b2-b8a2-aa238c36cf42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86d54adc-2985-4cde-a91a-c4ba7ee2c03e HTTP/1.1" status: 204 len: 168 time: 0.8863688 Dec 13 16:29:51.637028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b40889d1-706e-42c2-8951-4653f34e3ef2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.651163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168c9ba-bc3b-42b2-b8a2-aa238c36cf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d54adc-2985-4cde-a91a-c4ba7ee2c03e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:51.698976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:51.704365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.710885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.725687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f76c38-c456-4bdf-bf06-7b2e15cd8617 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:51.727314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f76c38-c456-4bdf-bf06-7b2e15cd8617 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:51.728802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.729379 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-65f76c38-c456-4bdf-bf06-7b2e15cd8617 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1484346 Dec 13 16:29:51.731808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.733971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41818) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:51.752879 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b40889d1-706e-42c2-8951-4653f34e3ef2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.774402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b40889d1-706e-42c2-8951-4653f34e3ef2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.778623 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b40889d1-706e-42c2-8951-4653f34e3ef2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/7f641295-ad16-4ebb-be77-e0c52fcd17c4 HTTP/1.1" status: 204 len: 168 time: 0.3443177 Dec 13 16:29:51.783707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41820) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:51.787549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] No DVR routers for this DVR port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:51.813601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40889d1-706e-42c2-8951-4653f34e3ef2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f641295-ad16-4ebb-be77-e0c52fcd17c4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:51.834568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e512b-9b6b-4370-b4c7-1d0917858a6d None None] Pushing event deleted for resources: {'Port': ['ID=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:51.842226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] No DVR routers for this DVR port 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:51.853265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event deleted for resources: {'Port': ['ID=2c44e67a-0251-4d7f-9dad-a38bb4bc54c9,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:51.855472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4686b0-a132-430a-91f9-56004e720fc8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet fd392f6f-6547-4eb2-ac6f-8dea9ab290cc {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:51.862130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f42aefab-4243-40e5-8163-18b5cec942ff up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:51.864152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4686b0-a132-430a-91f9-56004e720fc8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.905225 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e5fdc386-9258-4e36-acaf-7a85e59ba4ec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1158774 Dec 13 16:29:51.906675 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41824) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:51.934123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4686b0-a132-430a-91f9-56004e720fc8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.992798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f42aefab-4243-40e5-8163-18b5cec942ff triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:51.993017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d445035f-b847-467b-8462-80c51865d19e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:51.993143 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.013101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d445035f-b847-467b-8462-80c51865d19e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.032300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.056235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.066084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.102616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ea5e34-afaf-456f-a501-0b4ce7cdadc7']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:52.125313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb2813d5-b553-4aa8-9564-3387539bdc93') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:52.126600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb2813d5-b553-4aa8-9564-3387539bdc93') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:52.134959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d445035f-b847-467b-8462-80c51865d19e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.137651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:52.144012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:52.144803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.150335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d445035f-b847-467b-8462-80c51865d19e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.151685 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d445035f-b847-467b-8462-80c51865d19e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/17b62f17-82c3-40dc-a389-0203dd868d56 HTTP/1.1" status: 204 len: 168 time: 0.2425253 Dec 13 16:29:52.153767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4686b0-a132-430a-91f9-56004e720fc8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.157782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:52.189645 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445035f-b847-467b-8462-80c51865d19e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17b62f17-82c3-40dc-a389-0203dd868d56,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:52.198177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.198482 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment 8e12412a-11d8-460c-8ec5-e74a1f532d60 of type vlan for network 1a90f60a-76e5-497c-a89c-2615de6d9c7b Dec 13 16:29:52.202180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.237223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:29:52.237625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:29:52.246340 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:29:52.268214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.282275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:52.300666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4686b0-a132-430a-91f9-56004e720fc8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.324455 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4686b0-a132-430a-91f9-56004e720fc8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.331732 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5e4686b0-a132-430a-91f9-56004e720fc8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/fd392f6f-6547-4eb2-ac6f-8dea9ab290cc HTTP/1.1" status: 204 len: 168 time: 0.5940001 Dec 13 16:29:52.334129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41838) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:52.369174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dab8e9-81a1-4e24-8862-6097b03957f1 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:52.373188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:52.373544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c44e67a-0251-4d7f-9dad-a38bb4bc54c9 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:52.377735 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-402cdde7-dc6f-4be8-8b31-d82adf6bf87a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2147799 Dec 13 16:29:52.381043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41842) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:52.434824 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-45fa1ca0-d793-4322-87f5-f480708408ac tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965061 Dec 13 16:29:52.434824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.438906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41844) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:52.442452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:52.443397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.448525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:52.513896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-013d419b-a3d3-4951-b9ff-e10ad0473d55 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.516718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.528882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4686b0-a132-430a-91f9-56004e720fc8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=fd392f6f-6547-4eb2-ac6f-8dea9ab290cc,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:52.533689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-013d419b-a3d3-4951-b9ff-e10ad0473d55 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.542290 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4303148 Dec 13 16:29:52.545855 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41848) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:52.549965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.551867 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'admin_state_up': True, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:52.556504 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] 10.222.0.13 "DELETE /v2.0/networks/a6ea5e34-afaf-456f-a501-0b4ce7cdadc7 HTTP/1.1" status: 204 len: 168 time: 1.7401426 Dec 13 16:29:52.563800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f870ca-5eb5-4541-8f60-5cbcf5a19dc7 tempest-FloatingIPNegativeTestJSON-1182709624 tempest-FloatingIPNegativeTestJSON-1182709624-project] Pushing event deleted for resources: {'Network': ['ID=a6ea5e34-afaf-456f-a501-0b4ce7cdadc7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:52.579830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33635b-53cf-4425-8e53-a7bd402902af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=1a90f60a-76e5-497c-a89c-2615de6d9c7b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:52.586713 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.588543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.605826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:52.611172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-013d419b-a3d3-4951-b9ff-e10ad0473d55 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.644278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-013d419b-a3d3-4951-b9ff-e10ad0473d55 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.645534 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-013d419b-a3d3-4951-b9ff-e10ad0473d55 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/5faa0bfd-9b04-42d3-8689-5125d722564a HTTP/1.1" status: 204 len: 168 time: 0.2629340 Dec 13 16:29:52.648687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41852) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:52.682622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.689846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d419b-a3d3-4951-b9ff-e10ad0473d55 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5faa0bfd-9b04-42d3-8689-5125d722564a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:52.703226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:52.712894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.717771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:52.830904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bcc7355b-5e7e-476b-a6a2-9cbbb384387e tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1664066 Dec 13 16:29:52.838760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41860) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:52.853018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] Deleting port f42aefab-4243-40e5-8163-18b5cec942ff {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:52.853508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.918534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.934352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba784cf7-3317-4253-a43a-a7be00acd74b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.947326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] For port f42aefab-4243-40e5-8163-18b5cec942ff, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f42aefab-4243-40e5-8163-18b5cec942ff,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:52.947728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:52.962585 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] Calling delete_port for f42aefab-4243-40e5-8163-18b5cec942ff owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:52.974490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba784cf7-3317-4253-a43a-a7be00acd74b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.066285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.096057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41866) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:53.104172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] Pushing event deleted for resources: {'Port': ['ID=f42aefab-4243-40e5-8163-18b5cec942ff,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:53.114147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba784cf7-3317-4253-a43a-a7be00acd74b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.116537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6741f8e5-d8d8-4a9d-8dbb-1cbc34a03f97 None None] No DVR routers for this DVR port f42aefab-4243-40e5-8163-18b5cec942ff on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:29:53.117824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba784cf7-3317-4253-a43a-a7be00acd74b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.119194 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ba784cf7-3317-4253-a43a-a7be00acd74b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/4eb72b93-4fe0-46bd-9e1e-27a72a0b9a0a HTTP/1.1" status: 204 len: 168 time: 0.2793994 Dec 13 16:29:53.130241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41872) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:53.163643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba784cf7-3317-4253-a43a-a7be00acd74b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb72b93-4fe0-46bd-9e1e-27a72a0b9a0a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:53.165492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41874) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:53.183324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.212389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:53.235481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:53.243611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:53.244428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.253093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80041aed-fec8-4dc9-8a20-97bfcbe47724 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:53.274838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-161c5d88-b8af-4aca-8b85-3435507c8472 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1390049 Dec 13 16:29:53.284196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41878) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:53.296342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e3fe78a0-51cd-491b-a763-43ac0142ca7d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--976449188'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:53.310675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8684685 Dec 13 16:29:53.316051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41880) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:53.325789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '2d77d70f-cc37-4d75-bd3e-2f4509e46877', 'ip_address': '2001:db8::31ce:1e3e:d31c:e99b'}], 'name': 'tempest-NetworksTestDHCPv6-1336168491'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:53.334835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1657dbf-b683-4b2b-b973-523444cb8b12 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=2d77d70f-cc37-4d75-bd3e-2f4509e46877,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:53.412130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '2d77d70f-cc37-4d75-bd3e-2f4509e46877'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:53.413036 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.573217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/2d77d70f-cc37-4d75-bd3e-2f4509e46877/1c84f968-bf60-4693-afeb-aff38aca8510) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:53.601339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.621802 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.730136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.739764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.105 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/e6bd7d52-2f6d-4937-9775-84f14822e791) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:53.740974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.744677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-757253255'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:53.776373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f42aefab-4243-40e5-8163-18b5cec942ff no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:29:53.781683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e3fe78a0-51cd-491b-a763-43ac0142ca7d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.801684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f42aefab-4243-40e5-8163-18b5cec942ff {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:29:53.802051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f42aefab-4243-40e5-8163-18b5cec942ff not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:29:53.816007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:53.821658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:53.827375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:53.850915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:53.852867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Pushing event updated for resources: {'Port': ['ID=1c84f968-bf60-4693-afeb-aff38aca8510,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:53.854234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.867048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.885708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.888260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Attempting to bind port 1c84f968-bf60-4693-afeb-aff38aca8510 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:53.888783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Attempting to bind port 1c84f968-bf60-4693-afeb-aff38aca8510 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:53.889015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Attempting to bind port 1c84f968-bf60-4693-afeb-aff38aca8510 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:53.894333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:53.894745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:53.895155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.895557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:53.896028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Bound port: 1c84f968-bf60-4693-afeb-aff38aca8510, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:53.896794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.914100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.928639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7d286c56-acc3-41b8-b20a-327e9067f6b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72a724ac1ab24391a3319da3f9826e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8286078 Dec 13 16:29:53.938764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41886) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:53.956968 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:53.960007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:53.963727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:53.966630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] For port 1c84f968-bf60-4693-afeb-aff38aca8510, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:53.970425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] For port 1c84f968-bf60-4693-afeb-aff38aca8510, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1c84f968-bf60-4693-afeb-aff38aca8510,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:53.977865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:53.989776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe935b-3e7e-47be-817a-c883ecd50365 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:53.991468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:53.991735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=e6bd7d52-2f6d-4937-9775-84f14822e791,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:54.053297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94309020-fe31-46e2-a723-abb1b5cc8294 None None] Pushing event updated for resources: {'Port': ['ID=1c84f968-bf60-4693-afeb-aff38aca8510,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:54.089782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e3fe78a0-51cd-491b-a763-43ac0142ca7d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.108961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e3fe78a0-51cd-491b-a763-43ac0142ca7d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.145165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0c7351fd-8cd4-40f5-8d77-2920358d5abb None None] Provisioning complete for port e6bd7d52-2f6d-4937-9775-84f14822e791 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:54.145572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0c7351fd-8cd4-40f5-8d77-2920358d5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.192577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0c7351fd-8cd4-40f5-8d77-2920358d5abb None None] Port e6bd7d52-2f6d-4937-9775-84f14822e791 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:54.195563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e3fe78a0-51cd-491b-a763-43ac0142ca7d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.199829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e3fe78a0-51cd-491b-a763-43ac0142ca7d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9051528 Dec 13 16:29:54.199829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddffeb7a-6a09-4c16-bddb-52893c0b502d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.218148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41888) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:54.222416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b223cc89-d35a-4efc-a5a2-6926ccee3089 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '1e0c6533-54c3-46d6-bac4-1d62b58e6692', 'direction': 'ingress', 'protocol': 17}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:54.248057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe78a0-51cd-491b-a763-43ac0142ca7d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0c6533-54c3-46d6-bac4-1d62b58e6692,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:54.271408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.289571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.309251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddffeb7a-6a09-4c16-bddb-52893c0b502d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.319307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 2efecc02-8dc2-4765-9588-fc2173c96be6 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:54.329885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.346628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.425171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:54.444685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b223cc89-d35a-4efc-a5a2-6926ccee3089 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.453562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02212ff4-4b96-4f93-97dd-411772517c63,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:54.496800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.497233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Added segment c0552460-e1a3-46be-98cf-410c086a7164 of type vlan for network 1019775e-8176-4d7e-92c5-73eed6c8fe85 Dec 13 16:29:54.576868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.581719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.602509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddffeb7a-6a09-4c16-bddb-52893c0b502d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.605178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddffeb7a-6a09-4c16-bddb-52893c0b502d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.609402 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ddffeb7a-6a09-4c16-bddb-52893c0b502d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/567da718-a86f-4afc-b0d4-314624709faa HTTP/1.1" status: 204 len: 168 time: 0.6695917 Dec 13 16:29:54.643892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddffeb7a-6a09-4c16-bddb-52893c0b502d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567da718-a86f-4afc-b0d4-314624709faa,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:54.673420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b223cc89-d35a-4efc-a5a2-6926ccee3089 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.695249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b223cc89-d35a-4efc-a5a2-6926ccee3089 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.703570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::31ce:1e3e:d31c:e99b (2ba4744e-bfa0-4bbb-8255-861faf832180/2d77d70f-cc37-4d75-bd3e-2f4509e46877/2efecc02-8dc2-4765-9588-fc2173c96be6) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:54.708428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.714358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:54.715173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.755780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223cc89-d35a-4efc-a5a2-6926ccee3089 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b19405b-a214-442a-b8d1-e4ff65b571c7,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:54.789827 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 619fea65-b903-4091-9851-c2ec83d90bf8 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:29:54.807051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b223cc89-d35a-4efc-a5a2-6926ccee3089 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.808828 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b223cc89-d35a-4efc-a5a2-6926ccee3089 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5893171 Dec 13 16:29:54.812110 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41902) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:54.812358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6414859 Dec 13 16:29:54.815576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41904) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:54.833223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'name': 'tempest-PortsIpV6TestJSON-1765951596'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:54.862494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d36554-72ee-418f-a969-6b0ea2058f6e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Network': ['ID=1019775e-8176-4d7e-92c5-73eed6c8fe85,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:54.876602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:54.969586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be25c805-65fa-4b56-b01e-9ca07cf9af92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:54.976087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56010396-2c4e-461b-a6e3-06771c0d79d8 req-a74ff643-537d-4917-8ca8-9fdfe2bcb4ac tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:54.977721 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56010396-2c4e-461b-a6e3-06771c0d79d8 req-a74ff643-537d-4917-8ca8-9fdfe2bcb4ac tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.1515141 Dec 13 16:29:55.098199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.112153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56010396-2c4e-461b-a6e3-06771c0d79d8 req-6bcb9fec-f4d3-41aa-b19e-4e19536ff0b5 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216242 Dec 13 16:29:55.124848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1042b9a-d5fb-48c5-a812-46cf7c0c04d0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.160886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:29:55.166032 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Sync routers for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:29:55.177435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1042b9a-d5fb-48c5-a812-46cf7c0c04d0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.182900 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:55.185163 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:55.186548 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:55.187941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.202403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.222416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.227017 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ffb0ad03-e254-4636-8d53-16113949e47c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6799252 Dec 13 16:29:55.227859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41918) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:55.256001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:55.285992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=2efecc02-8dc2-4765-9588-fc2173c96be6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:55.300310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:55.302549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:55.304974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:55.313274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:55.314057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.343003 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8681bd3f-8eb6-452b-90c6-c3e3c818c40e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0238650 Dec 13 16:29:55.345949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41922) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:55.419922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1042b9a-d5fb-48c5-a812-46cf7c0c04d0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.423067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1042b9a-d5fb-48c5-a812-46cf7c0c04d0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.428218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41926) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:55.428431 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a1042b9a-d5fb-48c5-a812-46cf7c0c04d0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/1e0c6533-54c3-46d6-bac4-1d62b58e6692 HTTP/1.1" status: 204 len: 168 time: 0.6145530 Dec 13 16:29:55.465438 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:29:55.510150 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1042b9a-d5fb-48c5-a812-46cf7c0c04d0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0c6533-54c3-46d6-bac4-1d62b58e6692,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:55.517853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab7147-aece-4c98-894c-a2427331ae0e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:55.540349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aab7147-aece-4c98-894c-a2427331ae0e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:55.549234 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2aab7147-aece-4c98-894c-a2427331ae0e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2028728 Dec 13 16:29:55.581096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41932) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:55.588832 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-033ce0aa-e45a-40af-955b-4695bc721903 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1522906 Dec 13 16:29:55.592116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41934) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:55.608899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-568d7b90-d2df-4430-af50-979a4830bd48 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--129614985'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:55.639613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-703f873a-6224-4beb-9495-56cf7a76f8f0 None None] Provisioning complete for port 1c84f968-bf60-4693-afeb-aff38aca8510 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:55.640994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-703f873a-6224-4beb-9495-56cf7a76f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.797507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-568d7b90-d2df-4430-af50-979a4830bd48 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.834560 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:29:54Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:55.835548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41944) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:55.836761 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-00e272c9-c067-4ec1-946e-d35e4e4953f1 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6003609 Dec 13 16:29:55.910536 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Checking router: 619fea65-b903-4091-9851-c2ec83d90bf8 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:29:55.915473 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Updating router 619fea65-b903-4091-9851-c2ec83d90bf8 port e6bd7d52-2f6d-4937-9775-84f14822e791 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:29:55.919794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.935580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-703f873a-6224-4beb-9495-56cf7a76f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:55.969978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1c84f968-bf60-4693-afeb-aff38aca8510 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:55.974180 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.015634 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41946) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:56.054456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-703f873a-6224-4beb-9495-56cf7a76f8f0 None None] For port 1c84f968-bf60-4693-afeb-aff38aca8510, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1c84f968-bf60-4693-afeb-aff38aca8510,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:56.063285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1c84f968-bf60-4693-afeb-aff38aca8510 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:56.063661 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.088475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-703f873a-6224-4beb-9495-56cf7a76f8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.088683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-07e754c9-4930-4268-9a5e-43eac18a20c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 2efecc02-8dc2-4765-9588-fc2173c96be6 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:56.091546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07e754c9-4930-4268-9a5e-43eac18a20c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.117223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.136411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-568d7b90-d2df-4430-af50-979a4830bd48 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.148772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-568d7b90-d2df-4430-af50-979a4830bd48 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.181764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f873a-6224-4beb-9495-56cf7a76f8f0 None None] Pushing event updated for resources: {'Port': ['ID=1c84f968-bf60-4693-afeb-aff38aca8510,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:56.226334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-193228923'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:56.232359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-65441f1d-512d-4373-9c6a-e86e09b04c89 None None] Provisioning complete for port 2efecc02-8dc2-4765-9588-fc2173c96be6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:56.232978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-65441f1d-512d-4373-9c6a-e86e09b04c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.248254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-568d7b90-d2df-4430-af50-979a4830bd48 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.254582 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-568d7b90-d2df-4430-af50-979a4830bd48 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6601863 Dec 13 16:29:56.257687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41952) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:56.270166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--438648766'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:56.279499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-65441f1d-512d-4373-9c6a-e86e09b04c89 None None] Port 2efecc02-8dc2-4765-9588-fc2173c96be6 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:29:56.290980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d7b90-d2df-4430-af50-979a4830bd48 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=635f6b12-8f53-4f86-9b35-b4f74784e170,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:56.301609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=2618e25b-43eb-4e4b-ad96-bd95e0071c43,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:56.315001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:29:56.315001 dv-neutron-821599-1-hyperv neutron-server[103053]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 16:29:56.315001 dv-neutron-821599-1-hyperv neutron-server[103053]: [parameters: {'project_id_1': 'd3d3a0f6b9264151a00901541961a6c0', 'expiration_1': datetime.datetime(2021, 12, 13, 16, 29, 36, 288119)}] Dec 13 16:29:56.315001 dv-neutron-821599-1-hyperv neutron-server[103053]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:29:56.315442 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:29:56.324627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d568e14a-6bdc-4a1a-ab9c-d533e016c86c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:56.325159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking segment: {'id': 'c0552460-e1a3-46be-98cf-410c086a7164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:56.325159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network hostable DHCP agents. Network: 1019775e-8176-4d7e-92c5-73eed6c8fe85, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:56.327329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:56.329729 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d568e14a-6bdc-4a1a-ab9c-d533e016c86c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4898138 Dec 13 16:29:56.330788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.333311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41954) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:56.340778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.368511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd9ec3-b9ac-48a5-b709-2ca46a49c27d req-4fdf0d8a-aa4b-4b19-a83e-477b098613af tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:56.371433 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dfdd9ec3-b9ac-48a5-b709-2ca46a49c27d req-4fdf0d8a-aa4b-4b19-a83e-477b098613af tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.1888144 Dec 13 16:29:56.377960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:56.394156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 1019775e-8176-4d7e-92c5-73eed6c8fe85) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:56.401578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:56.407473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:56.408099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.409762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fe2aa-da27-47ee-8f95-fa8b68024324 None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:56.421878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4fdf87cd-7c04-42bc-b47d-adfd635ac0fc tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0854681 Dec 13 16:29:56.421878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41956) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:56.434712 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.435494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-458690208', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:56.443941 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ec8ab202-c418-4273-a354-1c88aca5e8a2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6160243 Dec 13 16:29:56.444321 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.446903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41958) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:56.457151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2078289770'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:56.479629 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.484092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07e754c9-4930-4268-9a5e-43eac18a20c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.498834 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.516601 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Attempting to bind port e6bd7d52-2f6d-4937-9775-84f14822e791 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:56.517011 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Attempting to bind port e6bd7d52-2f6d-4937-9775-84f14822e791 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:56.517376 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Attempting to bind port e6bd7d52-2f6d-4937-9775-84f14822e791 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:56.524366 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:56.524739 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:56.525140 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.525533 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:56.526012 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Bound port: e6bd7d52-2f6d-4937-9775-84f14822e791, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:56.526411 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.536694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0308fbb-1075-4460-ae4a-de438b6affde,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:56.541832 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:56.547021 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.561257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-07e754c9-4930-4268-9a5e-43eac18a20c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 2efecc02-8dc2-4765-9588-fc2173c96be6 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:56.573866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:56.582685 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] For port e6bd7d52-2f6d-4937-9775-84f14822e791, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:56.586039 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] For port e6bd7d52-2f6d-4937-9775-84f14822e791, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e6bd7d52-2f6d-4937-9775-84f14822e791,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:56.596336 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.596551 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.597020 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 25adaa65-43e4-4a97-87be-c4c81d2a3b90 of type vlan for network 8a585b9c-4118-4054-bf80-d8c94449c082 Dec 13 16:29:56.599086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:56.637214 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Pushing event updated for resources: {'Port': ['ID=e6bd7d52-2f6d-4937-9775-84f14822e791,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:56.639811 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.640277 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Added segment fcfb8306-dd2b-4196-9906-681082807778 of type vlan for network a07c12cf-e173-481e-991e-05eff63d6456 Dec 13 16:29:56.652948 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:29:56.653921 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:56.667317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dfdd9ec3-b9ac-48a5-b709-2ca46a49c27d req-8b47a094-ae78-4437-9117-be1af199065a tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597609 Dec 13 16:29:56.702040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:56.708892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.710132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.729555 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.729934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.732481 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.733030 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.733510 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.733983 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.734452 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.735509 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.736457 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.737211 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.737703 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.738175 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.738717 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.739179 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:29:56.765251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cade87-a81b-4a4b-a0aa-5f77008b6c9d None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:56.770690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.778671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:56.779736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.804063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ecf79cc9-8e1b-4408-8596-16c2c41034fe None None] Provisioning complete for port e6bd7d52-2f6d-4937-9775-84f14822e791 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:56.804432 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ecf79cc9-8e1b-4408-8596-16c2c41034fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.832788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e59ec91-2762-4543-b0fe-5ec5af3d6718 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:56.903730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=8a585b9c-4118-4054-bf80-d8c94449c082,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:56.908390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ecf79cc9-8e1b-4408-8596-16c2c41034fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.919169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.924088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.925151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8a585b9c-4118-4054-bf80-d8c94449c082 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:56.934884 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c326e4-69a1-493d-8bb1-18a3d91b5436 None None] Pushing event updated for resources: {'Port': ['ID=e6bd7d52-2f6d-4937-9775-84f14822e791,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:56.936741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:56.940934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.953896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ecf79cc9-8e1b-4408-8596-16c2c41034fe None None] For port e6bd7d52-2f6d-4937-9775-84f14822e791, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e6bd7d52-2f6d-4937-9775-84f14822e791,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:56.977935 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:29:56.983695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07e754c9-4930-4268-9a5e-43eac18a20c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:56.991072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ecf79cc9-8e1b-4408-8596-16c2c41034fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.028599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e754c9-4930-4268-9a5e-43eac18a20c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=2efecc02-8dc2-4765-9588-fc2173c96be6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:57.044142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Network': ['ID=a07c12cf-e173-481e-991e-05eff63d6456,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:57.064275 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4d0d2787-efb4-4848-86c8-1fc47636a90b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0393741 Dec 13 16:29:57.072971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a07c12cf-e173-481e-991e-05eff63d6456 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:29:57.104180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07e754c9-4930-4268-9a5e-43eac18a20c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.110532 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-07e754c9-4930-4268-9a5e-43eac18a20c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/2efecc02-8dc2-4765-9588-fc2173c96be6 HTTP/1.1" status: 204 len: 168 time: 1.5214820 Dec 13 16:29:57.114009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41964) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:57.135926 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8e944f2-b6b7-4956-9b13-8fbd7201331d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6834095 Dec 13 16:29:57.149039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.150265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41966) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:57.160774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'ports': [{'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85'}, {'network_id': 'a07c12cf-e173-481e-991e-05eff63d6456'}]} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:57.161184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:57.162563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': 'a07c12cf-e173-481e-991e-05eff63d6456'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:57.182187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.232529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf79cc9-8e1b-4408-8596-16c2c41034fe None None] Pushing event updated for resources: {'Port': ['ID=e6bd7d52-2f6d-4937-9775-84f14822e791,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:57.246019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41968) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:57.254383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.276136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7b33df27-4c9b-460e-8d2b-57904e21926b None None] Provisioning complete for port e6bd7d52-2f6d-4937-9775-84f14822e791 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:57.277079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b33df27-4c9b-460e-8d2b-57904e21926b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.297523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': '8a585b9c-4118-4054-bf80-d8c94449c082', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:57.327489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.331378 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0626009 Dec 13 16:29:57.349320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41970) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:57.352875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dce6dfc3-fc9e-4f0d-993a-f4ad89fa9b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.360974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6abc9f10-3447-401c-8bdd-9df9ae43e005 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '635f6b12-8f53-4f86-9b35-b4f74784e170', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dfbd0f1c-9c2c-432f-8b55-ea393e22c437', 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:57.389400 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:29:54Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:29:57.415140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=71fb7126-b77e-42c7-a713-e7ae5f547535,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:57.415733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71780c-b33f-48c0-8144-71aa6453fdb0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbd0f1c-9c2c-432f-8b55-ea393e22c437,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:57.441640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3f320-c40a-4893-bcc1-a2bfb6b79693 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:57.443329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3f320-c40a-4893-bcc1-a2bfb6b79693 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:57.444852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-86a3f320-c40a-4893-bcc1-a2bfb6b79693 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3297544 Dec 13 16:29:57.449219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41972) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:57.452238 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e89b46-b7bf-4b5a-8d3f-641b34c59054 None None] The sync data for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv is: [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:29:54Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:29:57.469158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:57.469511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: 1a90f60a-76e5-497c-a89c-2615de6d9c7b, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:57.481662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6abc9f10-3447-401c-8bdd-9df9ae43e005 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.495234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:57.509066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 1a90f60a-76e5-497c-a89c-2615de6d9c7b) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:57.512313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 2} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:57.516250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:57.517381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.517559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.519503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fe778f-50a0-42ea-9f35-74d67c92dcfe None None] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:57.534126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:57.537710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.557068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcafd32-9358-402d-8a2a-cbe18c42b5c6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 2d77d70f-cc37-4d75-bd3e-2f4509e46877 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:29:57.574548 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fcafd32-9358-402d-8a2a-cbe18c42b5c6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.599763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.600905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ea773478-2ddb-4635-8fe6-04c63f81485b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1699052 Dec 13 16:29:57.604688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41974) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:57.660584 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:57.662639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.764861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1c84f968-bf60-4693-afeb-aff38aca8510 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:57.783251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fcafd32-9358-402d-8a2a-cbe18c42b5c6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.883262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1c84f968-bf60-4693-afeb-aff38aca8510 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:29:57.884700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:57.945274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Allocated IP 172.20.0.2 (1a90f60a-76e5-497c-a89c-2615de6d9c7b/71fb7126-b77e-42c7-a713-e7ae5f547535/404fab04-52b5-4e12-8dc3-5ab95ba95818) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:57.983607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.056683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6abc9f10-3447-401c-8bdd-9df9ae43e005 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.143359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-fa166ed4-f4aa-4db3-839c-646011bbf4e7 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:58.144857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-fa166ed4-f4aa-4db3-839c-646011bbf4e7 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.31 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.3855324 Dec 13 16:29:58.148223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=f9e1916f-3ec0-4de3-85ee-c7f8925663ca,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:58.175868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.191992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.233150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55076f0a-7123-4191-b5e8-f29b2bf30f9d req-c3c6fdab-c5c2-44af-8652-7d03983a0386 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:58.234928 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55076f0a-7123-4191-b5e8-f29b2bf30f9d req-c3c6fdab-c5c2-44af-8652-7d03983a0386 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.4218752 Dec 13 16:29:58.263024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c901c-ff80-4b4e-9b37-7b5d7814c122 req-f44b01ee-a696-4ceb-88a9-33840261f810 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:58.269550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:58.275091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a60c901c-ff80-4b4e-9b37-7b5d7814c122 req-f44b01ee-a696-4ceb-88a9-33840261f810 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2818124 Dec 13 16:29:58.279139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:58.282133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:58.286416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Pushing event updated for resources: {'Port': ['ID=404fab04-52b5-4e12-8dc3-5ab95ba95818,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:58.321100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': '25adaa65-43e4-4a97-87be-c4c81d2a3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a585b9c-4118-4054-bf80-d8c94449c082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:58.321608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: 8a585b9c-4118-4054-bf80-d8c94449c082, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:29:58.365076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.367780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Attempting to bind port 404fab04-52b5-4e12-8dc3-5ab95ba95818 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:58.368162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Attempting to bind port 404fab04-52b5-4e12-8dc3-5ab95ba95818 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:58.368529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Attempting to bind port 404fab04-52b5-4e12-8dc3-5ab95ba95818 on network 1a90f60a-76e5-497c-a89c-2615de6d9c7b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:58.390101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:58.390483 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Checking segment: {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:58.390920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.391324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Bound using segment: {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:58.391808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Bound port: 404fab04-52b5-4e12-8dc3-5ab95ba95818, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:58.392194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.460079 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a60c901c-ff80-4b4e-9b37-7b5d7814c122 req-193d9215-9217-4157-9610-6f065b778130 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805656 Dec 13 16:29:58.468241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6abc9f10-3447-401c-8bdd-9df9ae43e005 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.488661 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55076f0a-7123-4191-b5e8-f29b2bf30f9d req-229acce0-28a8-4346-8909-dff3e1aa221c tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373781 Dec 13 16:29:58.495710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network 8a585b9c-4118-4054-bf80-d8c94449c082 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:29:58.503861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] For port 404fab04-52b5-4e12-8dc3-5ab95ba95818, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:29:58.521285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Deleting port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:58.521625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.523740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] For port 404fab04-52b5-4e12-8dc3-5ab95ba95818, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=404fab04-52b5-4e12-8dc3-5ab95ba95818,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:29:58.532682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.560450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abc9f10-3447-401c-8bdd-9df9ae43e005 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=285c9a45-0c21-405b-9285-7e967893f391,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:58.606117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6b8a6-3f89-4232-9a48-ab15d04cc03e None None] Pushing event updated for resources: {'Port': ['ID=404fab04-52b5-4e12-8dc3-5ab95ba95818,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:58.609974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port d6c34e0b-97c6-4c53-8415-00384a5afcba yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:58.619419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6abc9f10-3447-401c-8bdd-9df9ae43e005 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.624036 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6abc9f10-3447-401c-8bdd-9df9ae43e005 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2717793 Dec 13 16:29:58.629212 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41986) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:58.642906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 8a585b9c-4118-4054-bf80-d8c94449c082) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:58.660610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e32350-18a0-4972-ad92-a9c69d690866 None None] Network 8a585b9c-4118-4054-bf80-d8c94449c082 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:58.660809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:58.660809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.698372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fcafd32-9358-402d-8a2a-cbe18c42b5c6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.700487 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4dead3a5-de2b-4be6-a958-33eac9e33e81 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4525113 Dec 13 16:29:58.703545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41988) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:58.710402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1835062510'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:29:58.768344 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b81d2e11-c574-4799-bdf1-c35c77bfe68a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.779981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] For port 23e15828-69e3-416b-bfe1-7a0a672a5ce0, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=23e15828-69e3-416b-bfe1-7a0a672a5ce0,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:29:58.780432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.785788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b81d2e11-c574-4799-bdf1-c35c77bfe68a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.840667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-8a585b9c-4118-4054-bf80-d8c94449c082', 'network_id': '8a585b9c-4118-4054-bf80-d8c94449c082', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': 'f9e1916f-3ec0-4de3-85ee-c7f8925663ca'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:29:58.841901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.842963 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:29:58.846995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.885155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b81d2e11-c574-4799-bdf1-c35c77bfe68a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.900254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b81d2e11-c574-4799-bdf1-c35c77bfe68a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:58.906462 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b81d2e11-c574-4799-bdf1-c35c77bfe68a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/285c9a45-0c21-405b-9285-7e967893f391 HTTP/1.1" status: 204 len: 168 time: 0.2762361 Dec 13 16:29:58.919297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41992) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:59.016510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d2e11-c574-4799-bdf1-c35c77bfe68a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=285c9a45-0c21-405b-9285-7e967893f391,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:59.062531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fcafd32-9358-402d-8a2a-cbe18c42b5c6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.084896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Allocated IP 172.20.255.242 (8a585b9c-4118-4054-bf80-d8c94449c082/f9e1916f-3ec0-4de3-85ee-c7f8925663ca/f0c4cfc7-a499-4930-ae1d-52482b54df72) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:59.111622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcafd32-9358-402d-8a2a-cbe18c42b5c6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=2d77d70f-cc37-4d75-bd3e-2f4509e46877,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:59.143417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:29:59.149617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fcafd32-9358-402d-8a2a-cbe18c42b5c6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.156949 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7fcafd32-9358-402d-8a2a-cbe18c42b5c6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/2d77d70f-cc37-4d75-bd3e-2f4509e46877 HTTP/1.1" status: 204 len: 168 time: 1.7034125 Dec 13 16:29:59.160153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 41994) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:59.190821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1ee62-9296-445e-bd69-da5cf9a321bc req-d9baf72a-8456-4358-8932-976a7ec7abbc tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:59.192397 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c9a1ee62-9296-445e-bd69-da5cf9a321bc req-d9baf72a-8456-4358-8932-976a7ec7abbc tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2765799 Dec 13 16:29:59.204559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-deb825e7-09b4-4f6a-aee7-29b82ccd4173 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2841804 Dec 13 16:29:59.211924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41996) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:59.213344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.213690 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 5657a75f-5e0e-44e7-a3c3-fb3a5426812b of type vlan for network 5db1ce9f-22d4-4be6-a172-2ea9b7688de6 Dec 13 16:29:59.235250 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-023ad546-ffb1-4c79-a420-baf7fd9a0db0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722313 Dec 13 16:29:59.241213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 41998) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:59.251298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b012b33f-7931-47aa-a1b1-89e847c59142 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:29:59.252215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.308981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.372440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.400006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.407851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.411166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 5d3dbe49-ab8e-45e4-848d-d83c912b259a yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:29:59.424183 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c9a1ee62-9296-445e-bd69-da5cf9a321bc req-8941ebfd-19f6-4196-898b-54b12af6aeb2 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149773 Dec 13 16:29:59.443628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.443996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.444637 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Floating IP ae90979e-0d07-4bc2-8ff1-ccb2b9001959 disassociated. External IP: 172.26.6.150, port: 23e15828-69e3-416b-bfe1-7a0a672a5ce0. Dec 13 16:29:59.444637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Calling delete_port for 23e15828-69e3-416b-bfe1-7a0a672a5ce0 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:29:59.470842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Pushing event updated for resources: {'Port': ['ID=f0c4cfc7-a499-4930-ae1d-52482b54df72,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:29:59.504911 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f778de-9c84-4892-817a-d57d0085d140 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:59.506270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Network 8a585b9c-4118-4054-bf80-d8c94449c082 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:59.507996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:59.509855 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d9f778de-9c84-4892-817a-d57d0085d140 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2595112 Dec 13 16:29:59.520338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:59.526439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42002) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:29:59.527616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.539396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:29:59.540054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.543165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8b45c09-c962-4e9a-8c1a-7d19987fe181 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.617157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:29:59.731181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.766118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Attempting to bind port f0c4cfc7-a499-4930-ae1d-52482b54df72 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:29:59.766493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Attempting to bind port f0c4cfc7-a499-4930-ae1d-52482b54df72 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '25adaa65-43e4-4a97-87be-c4c81d2a3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a585b9c-4118-4054-bf80-d8c94449c082'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:29:59.769094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Attempting to bind port f0c4cfc7-a499-4930-ae1d-52482b54df72 on network 8a585b9c-4118-4054-bf80-d8c94449c082 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:29:59.787576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:29:59.787992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Checking segment: {'id': '25adaa65-43e4-4a97-87be-c4c81d2a3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a585b9c-4118-4054-bf80-d8c94449c082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:29:59.788975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.789469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Bound using segment: {'id': '25adaa65-43e4-4a97-87be-c4c81d2a3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a585b9c-4118-4054-bf80-d8c94449c082'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:29:59.789950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Bound port: f0c4cfc7-a499-4930-ae1d-52482b54df72, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25adaa65-43e4-4a97-87be-c4c81d2a3b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '8a585b9c-4118-4054-bf80-d8c94449c082'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:29:59.790349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.824046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.1 (1a90f60a-76e5-497c-a89c-2615de6d9c7b/71fb7126-b77e-42c7-a713-e7ae5f547535/7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:29:59.837097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.899174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] Deleting port 1c84f968-bf60-4693-afeb-aff38aca8510 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:29:59.899705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.964644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e6bd7d52-2f6d-4937-9775-84f14822e791 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:29:59.973702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:29:59.975499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:29:59.985747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:29:59.988959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:29:59.989833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.030079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=d6c34e0b-97c6-4c53-8415-00384a5afcba,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:00.053743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] For port 1c84f968-bf60-4693-afeb-aff38aca8510, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1c84f968-bf60-4693-afeb-aff38aca8510,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:00.054518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.072053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] Calling delete_port for 1c84f968-bf60-4693-afeb-aff38aca8510 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:00.139267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=5d3dbe49-ab8e-45e4-848d-d83c912b259a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:00.153134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking segment: {'id': 'fcfb8306-dd2b-4196-9906-681082807778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'a07c12cf-e173-481e-991e-05eff63d6456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:00.160133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network hostable DHCP agents. Network: a07c12cf-e173-481e-991e-05eff63d6456, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:00.178623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.185555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] For port f0c4cfc7-a499-4930-ae1d-52482b54df72, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:00.209224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network a07c12cf-e173-481e-991e-05eff63d6456 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:00.218816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] For port f0c4cfc7-a499-4930-ae1d-52482b54df72, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f0c4cfc7-a499-4930-ae1d-52482b54df72,segment=NetworkSegment(25adaa65-43e4-4a97-87be-c4c81d2a3b90),segment_id=25adaa65-43e4-4a97-87be-c4c81d2a3b90)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:00.228783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.237785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, a07c12cf-e173-481e-991e-05eff63d6456) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:00.244639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:00.251124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:00.263317 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.263815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:00.264118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.278474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] Pushing event deleted for resources: {'Port': ['ID=1c84f968-bf60-4693-afeb-aff38aca8510,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:00.286854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e332c3dd-b13b-4a95-b5b4-4f178b6023b9 None None] Network a07c12cf-e173-481e-991e-05eff63d6456 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:00.296106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.411268 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7066085 Dec 13 16:30:00.430497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42014) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:00.451644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': '5db1ce9f-22d4-4be6-a172-2ea9b7688de6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:00.459807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66437c90-0623-41d8-89c9-7c8a12f07998 None None] No DVR routers for this DVR port 1c84f968-bf60-4693-afeb-aff38aca8510 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:00.493696 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2e5f393b-dcf1-45ee-9be6-6cd4d5d0eac4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3420918 Dec 13 16:30:00.496876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42018) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:00.511190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26722da-449d-4b52-8e58-5135948a7339 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:00.515280 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b26722da-449d-4b52-8e58-5135948a7339 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9688816 Dec 13 16:30:00.524133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8b45c09-c962-4e9a-8c1a-7d19987fe181 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.553821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42020) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:00.578020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e6bd7d52-2f6d-4937-9775-84f14822e791 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:00.578393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.598767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb81c8-275c-455b-ab17-17a87ac838d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=5db1ce9f-22d4-4be6-a172-2ea9b7688de6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:00.614905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:00.638702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:00.642807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:00.644757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 5db1ce9f-22d4-4be6-a172-2ea9b7688de6 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:00.674409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12ad41-c055-4fbd-8ea8-1a80daeaada2 None None] Pushing event updated for resources: {'Port': ['ID=f0c4cfc7-a499-4930-ae1d-52482b54df72,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:00.678374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:00.726028 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8d11fee3-3ae3-4b9a-b300-bd5d2b1b7758 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1621633 Dec 13 16:30:00.767806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42022) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:00.771773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabae38a-5a14-4369-8e20-a77ad40ac2ef req-89511759-ed69-49fe-8ba8-09501c3bd66b tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:00.773330 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dabae38a-5a14-4369-8e20-a77ad40ac2ef req-89511759-ed69-49fe-8ba8-09501c3bd66b tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 945 time: 0.5844381 Dec 13 16:30:00.783982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:00.810132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.892809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ae3250-c666-46e7-a01a-d86cf907bb1d None None] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:00.908817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:00.938574 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dabae38a-5a14-4369-8e20-a77ad40ac2ef req-aae15478-0ae1-4d2d-be99-199aea164e3e tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups?id=824edbcb-73cf-4209-9583-477ee4138b97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509910 Dec 13 16:30:00.949756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c8d20-264d-447c-baad-c46216eda102 req-f142f311-8fa7-4950-a14c-ad4547a4b6ee tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:00.957389 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-380c8d20-264d-447c-baad-c46216eda102 req-f142f311-8fa7-4950-a14c-ad4547a4b6ee tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.6143553 Dec 13 16:30:00.982000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:00.985798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.006152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 404fab04-52b5-4e12-8dc3-5ab95ba95818 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:01.050990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8b45c09-c962-4e9a-8c1a-7d19987fe181 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.053805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8b45c09-c962-4e9a-8c1a-7d19987fe181 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.058374 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d8b45c09-c962-4e9a-8c1a-7d19987fe181 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/dfbd0f1c-9c2c-432f-8b55-ea393e22c437 HTTP/1.1" status: 204 len: 168 time: 1.8429210 Dec 13 16:30:01.064039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42026) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:01.116715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b45c09-c962-4e9a-8c1a-7d19987fe181 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbd0f1c-9c2c-432f-8b55-ea393e22c437,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:01.121003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-460d1764-2a84-45b7-8746-e322f85d03ec tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 5d3dbe49-ab8e-45e4-848d-d83c912b259a {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:01.121747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-460d1764-2a84-45b7-8746-e322f85d03ec tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.160415 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-380c8d20-264d-447c-baad-c46216eda102 req-d2c05765-248b-4a11-8a05-392473c59b60 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021127 Dec 13 16:30:01.193160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:01.196632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.223920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.277578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c588b72a-062e-4a85-aec9-bc0c42e5d2bd None None] Provisioning complete for port 404fab04-52b5-4e12-8dc3-5ab95ba95818 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:01.278164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c588b72a-062e-4a85-aec9-bc0c42e5d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.316541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event deleted for resources: {'Port': ['ID=23e15828-69e3-416b-bfe1-7a0a672a5ce0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:01.338504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-460d1764-2a84-45b7-8746-e322f85d03ec tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.355283 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8724462a-bf09-49d8-9386-bb4617aaa5db tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2849979 Dec 13 16:30:01.358555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42028) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:01.378114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 404fab04-52b5-4e12-8dc3-5ab95ba95818 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:01.378550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.408248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.477165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c588b72a-062e-4a85-aec9-bc0c42e5d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.527937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-460d1764-2a84-45b7-8746-e322f85d03ec tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 5d3dbe49-ab8e-45e4-848d-d83c912b259a owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:01.544295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.599674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c588b72a-062e-4a85-aec9-bc0c42e5d2bd None None] For port 404fab04-52b5-4e12-8dc3-5ab95ba95818, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=404fab04-52b5-4e12-8dc3-5ab95ba95818,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:01.613874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c588b72a-062e-4a85-aec9-bc0c42e5d2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.660549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-460d1764-2a84-45b7-8746-e322f85d03ec tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.670125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Router d8a0f70c-254d-4a8c-b681-b8d8ec586384 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:01.691246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8179b7f-7d6d-41cb-a336-f8b511840599 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.741689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-460d1764-2a84-45b7-8746-e322f85d03ec tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.747723 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-460d1764-2a84-45b7-8746-e322f85d03ec tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/5d3dbe49-ab8e-45e4-848d-d83c912b259a HTTP/1.1" status: 204 len: 168 time: 1.2320731 Dec 13 16:30:01.750009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d1764-2a84-45b7-8746-e322f85d03ec tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=5d3dbe49-ab8e-45e4-848d-d83c912b259a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:01.750132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:01.750496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:01.762935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42030) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:01.787545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588b72a-062e-4a85-aec9-bc0c42e5d2bd None None] Pushing event updated for resources: {'Port': ['ID=404fab04-52b5-4e12-8dc3-5ab95ba95818,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:01.860247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.865770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3cede71b-85db-448b-b4f5-178740f956ee None None] Provisioning complete for port 404fab04-52b5-4e12-8dc3-5ab95ba95818 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:01.867841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3cede71b-85db-448b-b4f5-178740f956ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.888984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:01.938061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe90ad-084a-425e-bace-67b856920e42 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:01.944507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe90ad-084a-425e-bace-67b856920e42 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:01.946267 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0afe90ad-084a-425e-bace-67b856920e42 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1819835 Dec 13 16:30:01.949193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42032) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:02.000770 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8179b7f-7d6d-41cb-a336-f8b511840599 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.067889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3cede71b-85db-448b-b4f5-178740f956ee None None] Provisioning complete for port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:02.068120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=1c797868-dfe8-4223-bba1-438bf9aea770,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:02.068238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3cede71b-85db-448b-b4f5-178740f956ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.129294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:02.132270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3cede71b-85db-448b-b4f5-178740f956ee None None] Port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:02.181074 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8179b7f-7d6d-41cb-a336-f8b511840599 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.191081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8179b7f-7d6d-41cb-a336-f8b511840599 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.191749 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c87b272-bec7-4fb7-861f-62afa3f4e271 req-16f5e90e-541c-4bdf-9ec4-691c4ccee1d9 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/ports?device_id=557ef482-4735-49cb-bfe2-3ff4c874d2c2 HTTP/1.1" status: 200 len: 210 time: 0.0641768 Dec 13 16:30:02.201572 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d8179b7f-7d6d-41cb-a336-f8b511840599 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/635f6b12-8f53-4f86-9b35-b4f74784e170 HTTP/1.1" status: 204 len: 168 time: 0.8419492 Dec 13 16:30:02.206805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42038) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:02.241255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8179b7f-7d6d-41cb-a336-f8b511840599 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f6b12-8f53-4f86-9b35-b4f74784e170,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:02.255676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d8ee23af-b68b-403d-b64d-1d5a0d1759a7 None None] Provisioning complete for port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:02.256064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d8ee23af-b68b-403d-b64d-1d5a0d1759a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.260731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:02.280375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:02.280682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:02.281349 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.314144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': '5657a75f-5e0e-44e7-a3c3-fb3a5426812b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5db1ce9f-22d4-4be6-a172-2ea9b7688de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:02.314501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: 5db1ce9f-22d4-4be6-a172-2ea9b7688de6, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:02.337231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d8ee23af-b68b-403d-b64d-1d5a0d1759a7 None None] Port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:02.339279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] Sync routers for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:02.348919 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5711884 Dec 13 16:30:02.349678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ff3e8-1cb6-49d6-92e2-3262e831fbf9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=9a31039e-c597-453c-a39d-5c5d999cec31,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:02.351063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef87f75-a88d-4b4a-a832-2ca87e3e39b8 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:02.355814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139aa6ae-ae83-406a-9668-8ef7fcba37ca None None] Network 8a585b9c-4118-4054-bf80-d8c94449c082 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:02.361944 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42042) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:02.365675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] No DVR routers for this DVR port 23e15828-69e3-416b-bfe1-7a0a672a5ce0 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:02.368858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.369531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '9a31039e-c597-453c-a39d-5c5d999cec31', 'ip_address': '2001:db8::feff:7d68:7c8:4293'}], 'name': 'tempest-NetworksTestDHCPv6-941242415'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:02.374370 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ec6c62f-f0b9-4b57-b79e-6c6860464a7e req-d2ed8266-35a8-42fa-83e7-43cb88f292d0 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.31 "DELETE /v2.0/ports/23e15828-69e3-416b-bfe1-7a0a672a5ce0 HTTP/1.1" status: 204 len: 173 time: 4.2166631 Dec 13 16:30:02.414201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'name': 'network-vif-deleted', 'tag': '23e15828-69e3-416b-bfe1-7a0a672a5ce0'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:30:02.418026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87457e2-1ea9-4a79-8f13-b5762bcf34df" -d '{"events": [{"server_uuid": "557ef482-4735-49cb-bfe2-3ff4c874d2c2", "name": "network-vif-deleted", "tag": "23e15828-69e3-416b-bfe1-7a0a672a5ce0"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:30:02.440909 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network 5db1ce9f-22d4-4be6-a172-2ea9b7688de6 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:02.470447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-314297a0-0839-4b37-9c3e-9f537efe9faa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port d6c34e0b-97c6-4c53-8415-00384a5afcba {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:02.470825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-314297a0-0839-4b37-9c3e-9f537efe9faa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.534279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 5db1ce9f-22d4-4be6-a172-2ea9b7688de6) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:02.561295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:02.561909 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.564433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-314297a0-0839-4b37-9c3e-9f537efe9faa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.583132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-314297a0-0839-4b37-9c3e-9f537efe9faa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for d6c34e0b-97c6-4c53-8415-00384a5afcba owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:02.626146 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6487ad5a-c8e1-4e67-95e9-2614e7210304 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1808667 Dec 13 16:30:02.639238 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42046) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:02.648761 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 23e15828-69e3-416b-bfe1-7a0a672a5ce0 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:02.655326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973d882-d59c-4548-a102-9669e19dfed4 None None] Network 5db1ce9f-22d4-4be6-a172-2ea9b7688de6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:02.660264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:02.661196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:02.692310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e2d03923-0d70-4055-82d5-f8435a2c371a tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4840004 Dec 13 16:30:02.704703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42048) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:02.710817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0bbbdc43-4eb9-417f-8dee-a2c2800fcfec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--513065745'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:02.729047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52cb37-8aa1-4839-a57d-debd1b3a8878 req-99446d15-b525-4d36-a5c3-1e8b58eb84f2 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:02.738285 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7a52cb37-8aa1-4839-a57d-debd1b3a8878 req-99446d15-b525-4d36-a5c3-1e8b58eb84f2 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.4103165 Dec 13 16:30:02.784857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cc9883-29fa-44f8-9a4f-4765bd2dc655 x-openstack-request-id: req-41cc9883-29fa-44f8-9a4f-4765bd2dc655 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:30:02.785177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557ef482-4735-49cb-bfe2-3ff4c874d2c2", "name": "network-vif-deleted", "tag": "23e15828-69e3-416b-bfe1-7a0a672a5ce0", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:30:02.786528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41cc9883-29fa-44f8-9a4f-4765bd2dc655 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:30:02.787102 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557ef482-4735-49cb-bfe2-3ff4c874d2c2', 'name': 'network-vif-deleted', 'tag': '23e15828-69e3-416b-bfe1-7a0a672a5ce0', 'status': 'completed', 'code': 200} Dec 13 16:30:02.868458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.873521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 23e15828-69e3-416b-bfe1-7a0a672a5ce0 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:02.873899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 23e15828-69e3-416b-bfe1-7a0a672a5ce0 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:02.878137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.885384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.891472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7a52cb37-8aa1-4839-a57d-debd1b3a8878 req-e983c374-8a63-4e36-9965-70fc787c4d9e tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513653 Dec 13 16:30:02.898891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-fe3e7c78-cf95-4dd6-8a55-a606bdce8062 None None] Provisioning complete for port f0c4cfc7-a499-4930-ae1d-52482b54df72 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:02.899479 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe3e7c78-cf95-4dd6-8a55-a606bdce8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.922280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-314297a0-0839-4b37-9c3e-9f537efe9faa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.924211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdc43-4eb9-417f-8dee-a2c2800fcfec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:02.989231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:02.991413 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:03.011572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314297a0-0839-4b37-9c3e-9f537efe9faa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=d6c34e0b-97c6-4c53-8415-00384a5afcba,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:03.024809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-314297a0-0839-4b37-9c3e-9f537efe9faa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.031433 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-314297a0-0839-4b37-9c3e-9f537efe9faa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/d6c34e0b-97c6-4c53-8415-00384a5afcba HTTP/1.1" status: 204 len: 168 time: 1.0811377 Dec 13 16:30:03.032266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42052) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:03.068716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1c84f968-bf60-4693-afeb-aff38aca8510 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:03.135372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e65005-05c0-41b7-90fe-2f261192a1f8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:03.141715 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c6e65005-05c0-41b7-90fe-2f261192a1f8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1067913 Dec 13 16:30:03.141957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42054) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:03.143072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 1c84f968-bf60-4693-afeb-aff38aca8510 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:03.143422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1c84f968-bf60-4693-afeb-aff38aca8510 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:03.160148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.163342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdc43-4eb9-417f-8dee-a2c2800fcfec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.184988 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-16798e96-6944-4106-9cd0-6e39071a719c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:30:03.191214 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-16798e96-6944-4106-9cd0-6e39071a719c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/5d3dbe49-ab8e-45e4-848d-d83c912b259a HTTP/1.1" status: 404 len: 333 time: 0.0445535 Dec 13 16:30:03.192108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdc43-4eb9-417f-8dee-a2c2800fcfec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.206961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42056) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:03.213554 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.230610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:03.250752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bbbdc43-4eb9-417f-8dee-a2c2800fcfec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.252179 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0bbbdc43-4eb9-417f-8dee-a2c2800fcfec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5454371 Dec 13 16:30:03.284266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42060) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:03.299620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cc3e9fd8-6ff9-4dab-9767-923f5d92e837 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': 'f5732b1f-7ea2-4690-b426-2d88ff21f171', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:03.320005 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada0ec0c-97cf-46e8-8e30-46483279b447 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:30:03.325449 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ada0ec0c-97cf-46e8-8e30-46483279b447 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/d6c34e0b-97c6-4c53-8415-00384a5afcba HTTP/1.1" status: 404 len: 333 time: 0.1130931 Dec 13 16:30:03.330991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42066) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:03.346036 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '9a31039e-c597-453c-a39d-5c5d999cec31'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:03.356834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.397762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42070) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:03.418939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbdc43-4eb9-417f-8dee-a2c2800fcfec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5732b1f-7ea2-4690-b426-2d88ff21f171,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:03.460139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.567387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.572822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9fd8-6ff9-4dab-9767-923f5d92e837 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.575570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eb35d41a-cd14-40aa-b35b-f2c06f394213 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.602390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eb35d41a-cd14-40aa-b35b-f2c06f394213 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.631603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 55b2e00d-564e-481a-8f0b-6b9104624cf7 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:03.644315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 404fab04-52b5-4e12-8dc3-5ab95ba95818 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:03.658956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.693904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9fd8-6ff9-4dab-9767-923f5d92e837 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.729012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9fd8-6ff9-4dab-9767-923f5d92e837 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.767288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc3e9fd8-6ff9-4dab-9767-923f5d92e837 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.768720 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cc3e9fd8-6ff9-4dab-9767-923f5d92e837 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4812601 Dec 13 16:30:03.798116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42074) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:03.821639 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.836006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e9fd8-6ff9-4dab-9767-923f5d92e837 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9709828b-bffa-4dc6-99ff-f4ab13fba2cc,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:03.889610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a07c12cf-e173-481e-991e-05eff63d6456']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:03.916825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2e3436c-ebef-4523-952e-64ce63256c4b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.935184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29087a-83b9-463b-afd2-d0a42c77194e req-9541d4dd-4f70-48fb-9353-a47b809afe7e tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:03.936097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/9a31039e-c597-453c-a39d-5c5d999cec31/dc897b20-c777-4bc7-a97a-43d2e1a8ee7d) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:03.937130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c29087a-83b9-463b-afd2-d0a42c77194e req-9541d4dd-4f70-48fb-9353-a47b809afe7e tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 946 time: 0.2129798 Dec 13 16:30:03.939264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfb8306-dd2b-4196-9906-681082807778') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:03.939628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfb8306-dd2b-4196-9906-681082807778') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:03.957689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2e3436c-ebef-4523-952e-64ce63256c4b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:03.966040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.034937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.056050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c29087a-83b9-463b-afd2-d0a42c77194e req-32e7ad48-c095-4ca3-8cc2-9247c0c62c42 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008821 Dec 13 16:30:04.114114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:04.114474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:04.121686 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:04.190885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2e3436c-ebef-4523-952e-64ce63256c4b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.196587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2e3436c-ebef-4523-952e-64ce63256c4b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.198329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c2e3436c-ebef-4523-952e-64ce63256c4b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/9709828b-bffa-4dc6-99ff-f4ab13fba2cc HTTP/1.1" status: 204 len: 168 time: 0.3917646 Dec 13 16:30:04.208126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42082) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:04.259407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3436c-ebef-4523-952e-64ce63256c4b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9709828b-bffa-4dc6-99ff-f4ab13fba2cc,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:04.290750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0347ff-be9f-4973-be79-9eda47e5938d req-b56989a1-dfd6-4de4-a34b-26e525b3ac9a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:04.299245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd0347ff-be9f-4973-be79-9eda47e5938d req-b56989a1-dfd6-4de4-a34b-26e525b3ac9a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2609816 Dec 13 16:30:04.306293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.316705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d800e9-4368-4ed2-824c-a1772d0a8d26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-5db1ce9f-22d4-4be6-a172-2ea9b7688de6', 'network_id': '5db1ce9f-22d4-4be6-a172-2ea9b7688de6', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': '1c797868-dfe8-4223-bba1-438bf9aea770'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:04.317753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55d800e9-4368-4ed2-824c-a1772d0a8d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.324995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.328404 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/networks/a07c12cf-e173-481e-991e-05eff63d6456 HTTP/1.1" status: 204 len: 168 time: 0.9964669 Dec 13 16:30:04.332839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe3e7c78-cf95-4dd6-8a55-a606bdce8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.337476 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42084) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:04.338242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eb35d41a-cd14-40aa-b35b-f2c06f394213 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.341735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eb35d41a-cd14-40aa-b35b-f2c06f394213 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.345218 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-eb35d41a-cd14-40aa-b35b-f2c06f394213 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "DELETE /v2.0/security-groups/824edbcb-73cf-4209-9583-477ee4138b97 HTTP/1.1" status: 204 len: 168 time: 0.9439805 Dec 13 16:30:04.345218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=1c797868-dfe8-4223-bba1-438bf9aea770,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:04.346994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42086) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:04.351019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-141194802'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:04.355208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f5a4e0-b62b-41cd-b3b0-2888872fa6d1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Network': ['ID=a07c12cf-e173-481e-991e-05eff63d6456,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:04.356645 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:04.371641 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0616933c-e92b-496f-b033-124524362e85 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1581283 Dec 13 16:30:04.375282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42088) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:04.394522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fe3e7c78-cf95-4dd6-8a55-a606bdce8062 None None] For port f0c4cfc7-a499-4930-ae1d-52482b54df72, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f0c4cfc7-a499-4930-ae1d-52482b54df72,segment=NetworkSegment(25adaa65-43e4-4a97-87be-c4c81d2a3b90),segment_id=25adaa65-43e4-4a97-87be-c4c81d2a3b90)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:04.396855 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35d41a-cd14-40aa-b35b-f2c06f394213 tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824edbcb-73cf-4209-9583-477ee4138b97,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:04.399401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:04.417108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.420565 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-4a7d2109-f651-4c04-b31a-618982af4efb tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] show failed (client error): The resource could not be found. Dec 13 16:30:04.421614 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4a7d2109-f651-4c04-b31a-618982af4efb tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "GET /v2.0/security-groups/824edbcb-73cf-4209-9583-477ee4138b97 HTTP/1.1" status: 404 len: 347 time: 0.0527573 Dec 13 16:30:04.430487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42090) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:04.473126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.486530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe3e7c78-cf95-4dd6-8a55-a606bdce8062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.519369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db1ce9f-22d4-4be6-a172-2ea9b7688de6']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:04.524075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 404fab04-52b5-4e12-8dc3-5ab95ba95818 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:04.524446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.532871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d476b7ea-404c-4353-a36f-f98dc5c7af39 None None] Network 5db1ce9f-22d4-4be6-a172-2ea9b7688de6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:04.535488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.567674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:04.597698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:04.610431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5657a75f-5e0e-44e7-a3c3-fb3a5426812b') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:04.610805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5657a75f-5e0e-44e7-a3c3-fb3a5426812b') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:04.623563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:04.641013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:04.644628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.670899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.697701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:35Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:04.758563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:04.773738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.774437 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Added segment 7887fb4d-30ce-4faf-ba56-2019cdbfc58d of type vlan for network a0767f9d-cec3-4fc8-9777-c83ca30009c2 Dec 13 16:30:04.791139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] Checking router: d8a0f70c-254d-4a8c-b681-b8d8ec586384 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:04.843040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 619fea65-b903-4091-9851-c2ec83d90bf8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:04.848454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd0347ff-be9f-4973-be79-9eda47e5938d req-e571621d-263b-437f-b40b-a8b910ee01c6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5430589 Dec 13 16:30:04.851210 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d87a10a7-ca46-42ac-95f6-7a783c658139 None None] Provisioning complete for port f0c4cfc7-a499-4930-ae1d-52482b54df72 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:04.851595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d87a10a7-ca46-42ac-95f6-7a783c658139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.855619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e7c78-cf95-4dd6-8a55-a606bdce8062 None None] Pushing event updated for resources: {'Port': ['ID=f0c4cfc7-a499-4930-ae1d-52482b54df72,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:04.856118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::feff:7d68:7c8:4293 (2ba4744e-bfa0-4bbb-8255-861faf832180/9a31039e-c597-453c-a39d-5c5d999cec31/55b2e00d-564e-481a-8f0b-6b9104624cf7) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:04.907189 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.924665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.945498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:04.945498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:04.962397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:04.962838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:04.972873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c37e6335-ffa9-49d0-a1e4-355bc08ba80b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.005786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c37e6335-ffa9-49d0-a1e4-355bc08ba80b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:05.019032 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:05.066100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Deleting port 8cf0d4d7-4509-4f14-9222-440b4f505968 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:05.066460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.097981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.resource_extend [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 16:30:05.106338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Attempting to bind port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:05.106670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Attempting to bind port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:05.107159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Attempting to bind port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:05.139509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:05.139912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:05.140286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.140728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:05.140843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3a8e0-6107-4567-bd89-56c6285ab3d4 req-80a1a08e-2212-4830-8b36-6db54061c9ae tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:05.141189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Bound port: dc897b20-c777-4bc7-a97a-43d2e1a8ee7d, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:05.141545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.143053 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-62b3a8e0-6107-4567-bd89-56c6285ab3d4 req-80a1a08e-2212-4830-8b36-6db54061c9ae tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 946 time: 0.1255169 Dec 13 16:30:05.143385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Pushing event updated for resources: {'Port': ['ID=dc897b20-c777-4bc7-a97a-43d2e1a8ee7d,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:05.155521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c37e6335-ffa9-49d0-a1e4-355bc08ba80b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.158373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c37e6335-ffa9-49d0-a1e4-355bc08ba80b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.159775 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c37e6335-ffa9-49d0-a1e4-355bc08ba80b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/f5732b1f-7ea2-4690-b426-2d88ff21f171 HTTP/1.1" status: 204 len: 168 time: 0.7673352 Dec 13 16:30:05.167926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42096) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:05.179890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f0c4cfc7-a499-4930-ae1d-52482b54df72 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:05.199650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e6335-ffa9-49d0-a1e4-355bc08ba80b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5732b1f-7ea2-4690-b426-2d88ff21f171,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:05.200640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.202302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.207919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:05.208525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.239175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.239509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.270411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.273991 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/5db1ce9f-22d4-4be6-a172-2ea9b7688de6 HTTP/1.1" status: 204 len: 168 time: 2.6338720 Dec 13 16:30:05.278145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42098) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:05.279141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Calling delete_port for 8cf0d4d7-4509-4f14-9222-440b4f505968 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:05.287737 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9436977 Dec 13 16:30:05.288991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1072682738'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:05.294523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42100) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:05.312549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': 'a0767f9d-cec3-4fc8-9777-c83ca30009c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:05.319628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7dc2ce76-1dc7-4d92-a65a-5908f78093bb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1430657 Dec 13 16:30:05.322997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42102) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:05.325916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:05.331067 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-62b3a8e0-6107-4567-bd89-56c6285ab3d4 req-bbd3e415-efab-413a-84e7-f6346b1e0643 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607573 Dec 13 16:30:05.342696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8c8ae930-0bc5-4f29-b3b9-a90e66d515e5 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--852185100'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:05.374916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] For port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:05.398868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] For port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dc897b20-c777-4bc7-a97a-43d2e1a8ee7d,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:05.401962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91731f-6073-45a0-9bf8-8e3b78637b2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Network': ['ID=a0767f9d-cec3-4fc8-9777-c83ca30009c2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:05.427363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:05.431033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.437941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a0767f9d-cec3-4fc8-9777-c83ca30009c2 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:05.444124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.445393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:05.454822 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-de27aa5e-c388-4343-92e0-980896647ffc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/619fea65-b903-4091-9851-c2ec83d90bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8484149 Dec 13 16:30:05.455827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42104) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:05.460928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f0c4cfc7-a499-4930-ae1d-52482b54df72 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:05.461296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.461872 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Sync routers for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:05.467182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ae34b-ced3-44fc-abb8-a0752091f1f9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=5db1ce9f-22d4-4be6-a172-2ea9b7688de6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:05.483103 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:05.483739 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:05.512309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.516522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae930-0bc5-4f29-b3b9-a90e66d515e5 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.576443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:05.580076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.612323 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:05.672341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.681595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a2e76f86-cb74-45af-ad43-531dd15a6bd6 None None] Provisioning complete for port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:05.681963 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2e76f86-cb74-45af-ad43-531dd15a6bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.685345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Performing IP validity checks on allocation pools {{(pid=103053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 16:30:05.688618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 16:30:05.694635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c25e63-5102-44eb-8855-009a7be7db97 None None] Pushing event updated for resources: {'Port': ['ID=dc897b20-c777-4bc7-a97a-43d2e1a8ee7d,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:05.768814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:05.772120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:05.804163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:05.804347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a2e76f86-cb74-45af-ad43-531dd15a6bd6 None None] Port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:05.871240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:05.872914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:35Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:05.883864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:05.887566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.888040 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:30:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:02Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:05.895064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae930-0bc5-4f29-b3b9-a90e66d515e5 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.915664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.916195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 9e38d276-94fa-48d1-81d6-aa85a1cf83f3 of type vlan for network f3c43260-dcdf-4bab-9ba7-739c5183df66 Dec 13 16:30:05.931819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d76d13d-177d-4ac1-a707-37077e0534cb None None] The sync data for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:28:26Z', 'revision_number': 4, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'b447fe20-35d5-4959-8a87-3c7148109b10', 'name': '', 'network_id': '03ab2c84-c7f6-4e17-a13f-9b7d7325affd', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'mac_address': 'fa:16:3e:b8:2e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:25Z', 'updated_at': '2021-12-13T16:28:35Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'subnets': [{'id': '118c7f7a-0cd8-45b4-8859-1b15f127ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:05.942920 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Checking router: 619fea65-b903-4091-9851-c2ec83d90bf8 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:05.943668 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Updating router 619fea65-b903-4091-9851-c2ec83d90bf8 port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:30:05.947614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae930-0bc5-4f29-b3b9-a90e66d515e5 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:05.973028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=55b2e00d-564e-481a-8f0b-6b9104624cf7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:06.013735 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fd166e95-30ec-43bf-892d-17e9ef577116 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.6500888 Dec 13 16:30:06.020289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42108) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:06.030553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-48de4fa3-7f67-4535-ad4e-388438166158 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '9a31039e-c597-453c-a39d-5c5d999cec31', 'ip_address': '2001:db8::feff:7d68:7c8:4293'}], 'name': 'tempest-NetworksTestDHCPv6-1293414639'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:06.031738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.032313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.032666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.033226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.033635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.034010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.034462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.038199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.038861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.039352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.039824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.045121 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.045322 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1ba6560f-3218-40d8-9b17-8537e7997646 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7683 time: 0.5884817 Dec 13 16:30:06.058517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f0c4cfc7-a499-4930-ae1d-52482b54df72 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:06.075690 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42110) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:06.158007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8c8ae930-0bc5-4f29-b3b9-a90e66d515e5 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.164245 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8c8ae930-0bc5-4f29-b3b9-a90e66d515e5 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8278422 Dec 13 16:30:06.168618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42112) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:06.180574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f0c4cfc7-a499-4930-ae1d-52482b54df72 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:06.181054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.181491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-792a3686-d3b8-476b-9227-7fc869e82323 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '7f334969-d809-4761-b333-9cec40ce4597', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:06.196212 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ae930-0bc5-4f29-b3b9-a90e66d515e5 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f334969-d809-4761-b333-9cec40ce4597,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:06.228813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.240199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.320920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Pushing event deleted for resources: {'Port': ['ID=8cf0d4d7-4509-4f14-9222-440b4f505968,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:06.424839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ec18a-60c1-47c3-b1f8-ee769305fb5c None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:06.427615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe53c53-ad84-4868-8fb1-44bbc724de61 req-5a069726-678d-412c-9e37-e32ce31f88e9 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.435808 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9fe53c53-ad84-4868-8fb1-44bbc724de61 req-5a069726-678d-412c-9e37-e32ce31f88e9 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3608708 Dec 13 16:30:06.457515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.489538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.490165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.490778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.491292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.491739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.492229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.492739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.493245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.493766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.504552 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-75459f79-8888-4ae8-89e2-7f4c6b9c9e0b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5883 time: 0.4245460 Dec 13 16:30:06.506914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42116) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:06.522462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.530386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.531138 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.539778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-792a3686-d3b8-476b-9227-7fc869e82323 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.571259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137bf562-0f70-47b3-807c-aa359e784b1b None None] New status for floating IP ae90979e-0d07-4bc2-8ff1-ccb2b9001959: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:30:06.661509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48de4fa3-7f67-4535-ad4e-388438166158 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:06.668483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48de4fa3-7f67-4535-ad4e-388438166158 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.671962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=3f540132-29db-4552-be6b-18c74990b844,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:06.699776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking segment: {'id': '7887fb4d-30ce-4faf-ba56-2019cdbfc58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a0767f9d-cec3-4fc8-9777-c83ca30009c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:06.700794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network hostable DHCP agents. Network: a0767f9d-cec3-4fc8-9777-c83ca30009c2, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:06.757119 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-48de4fa3-7f67-4535-ad4e-388438166158 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 2548f5b4-e711-4c90-87a6-803cb6dd7773 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:06.771898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network a0767f9d-cec3-4fc8-9777-c83ca30009c2 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:06.784822 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.795784 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.869640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, a0767f9d-cec3-4fc8-9777-c83ca30009c2) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:06.908930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:06.909766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.914224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-792a3686-d3b8-476b-9227-7fc869e82323 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.920057 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc70d4-01e2-4108-95f6-993dfffe6eac None None] Pushing event updated for resources: {'Port': ['ID=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:06.941441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-792a3686-d3b8-476b-9227-7fc869e82323 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.946682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.958144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:06.964792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-54a78681-74bf-48d8-9382-9d323b7a393f tempest-ServersTestJSON-1293130679 tempest-ServersTestJSON-1293130679-project] 10.222.0.13 "DELETE /v2.0/floatingips/ae90979e-0d07-4bc2-8ff1-ccb2b9001959 HTTP/1.1" status: 204 len: 168 time: 2.5320234 Dec 13 16:30:06.977364 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6934001 Dec 13 16:30:06.985723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42118) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:06.985924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42120) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:07.010097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': 'f3c43260-dcdf-4bab-9ba7-739c5183df66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:07.014738 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Attempting to bind port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:07.016958 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Attempting to bind port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:07.017442 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Attempting to bind port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 on network 1a90f60a-76e5-497c-a89c-2615de6d9c7b {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:07.027122 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:07.030039 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Checking segment: {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:07.030560 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.031185 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Bound using segment: {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:07.032114 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Bound port: 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:07.033339 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.039232 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3657e2f5-3bd2-4f15-8acd-20bcea3993cf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7395122 Dec 13 16:30:07.043360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42122) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:07.052336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9cebe-824e-406e-a113-e31fe00242ff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=f3c43260-dcdf-4bab-9ba7-739c5183df66,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:07.071184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': 'a0767f9d-cec3-4fc8-9777-c83ca30009c2', 'name': 'tempest-PortsIpV6TestJSON-680655000'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:07.086329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed411c51-47b2-45e2-a900-01ae6a65272c None None] Network a0767f9d-cec3-4fc8-9777-c83ca30009c2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:07.086556 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a3686-d3b8-476b-9227-7fc869e82323 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef95b2d6-2dc0-4f32-a120-cf3634fe281d,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:07.097865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network f3c43260-dcdf-4bab-9ba7-739c5183df66 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:07.204195 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-792a3686-d3b8-476b-9227-7fc869e82323 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.209174 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-792a3686-d3b8-476b-9227-7fc869e82323 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0299492 Dec 13 16:30:07.211194 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] For port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:07.220732 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] For port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:07.231542 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.246882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42124) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:07.293831 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6f68a9d8-a77d-4449-978a-c55264805de6 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules/ef95b2d6-2dc0-4f32-a120-cf3634fe281d HTTP/1.1" status: 200 len: 763 time: 0.0422523 Dec 13 16:30:07.300021 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42126) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:07.331131 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-48de4fa3-7f67-4535-ad4e-388438166158 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 13 16:30:07.331595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48de4fa3-7f67-4535-ad4e-388438166158 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:30:07.369846 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:07.371317 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:07.414859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5f2760e1-362d-4d1a-a3c9-da89f0b36bd0 None None] Provisioning complete for port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:07.415232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5f2760e1-362d-4d1a-a3c9-da89f0b36bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.463147 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-48de4fa3-7f67-4535-ad4e-388438166158 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4375210 Dec 13 16:30:07.471069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42128) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:07.484060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-a0767f9d-cec3-4fc8-9777-c83ca30009c2', 'network_id': 'a0767f9d-cec3-4fc8-9777-c83ca30009c2', 'project_id': '86e41ef04033497ab56f290b0e7788d2', 'fixed_ips': [{'subnet_id': '3f540132-29db-4552-be6b-18c74990b844'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:07.485037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.502091 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a73e9475-6d49-4e92-bebb-e2aaa5fdc34d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1965239 Dec 13 16:30:07.519355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42130) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:07.542583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5f2760e1-362d-4d1a-a3c9-da89f0b36bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.568400 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc70d4-01e2-4108-95f6-993dfffe6eac None None] Pushing event updated for resources: {'Port': ['ID=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:07.631188 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9fe53c53-ad84-4868-8fb1-44bbc724de61 req-7672c25c-9376-4ff6-8c61-0002f1eeb8a1 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1943994 Dec 13 16:30:07.659383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:07.663834 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.671237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5f2760e1-362d-4d1a-a3c9-da89f0b36bd0 None None] For port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:07.702952 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5f2760e1-362d-4d1a-a3c9-da89f0b36bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.706246 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:07.743774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port cdf76ab0-70c8-49a3-95ac-274c4fe4f546 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:07.759618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51beaf2-07bf-42ed-b7a8-32b482d541fa req-0d64c158-f204-43a6-805e-4a5532bd66ba tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:07.762752 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f51beaf2-07bf-42ed-b7a8-32b482d541fa req-0d64c158-f204-43a6-805e-4a5532bd66ba tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 946 time: 1.3006971 Dec 13 16:30:07.772425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-806ea2ca-d7cc-4dc6-bcdb-f2a05e89ee18 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:07.774535 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-806ea2ca-d7cc-4dc6-bcdb-f2a05e89ee18 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.31 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 946 time: 1.3104632 Dec 13 16:30:07.835865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1409-3857-4dce-a30e-dcaacf65a3b6 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.858393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f26b7-c78c-4889-9a1d-709ab20e5dfe tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:07.867190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Allocated IP 2001:db8::2 (a0767f9d-cec3-4fc8-9777-c83ca30009c2/3f540132-29db-4552-be6b-18c74990b844/45eef6ca-2f96-4873-ba22-2c3ff9a61454) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:07.869240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9f26b7-c78c-4889-9a1d-709ab20e5dfe tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:07.891565 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dc9f26b7-c78c-4889-9a1d-709ab20e5dfe tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.3882177 Dec 13 16:30:07.891565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1409-3857-4dce-a30e-dcaacf65a3b6 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:07.895837 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42132) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:07.930955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2760e1-362d-4d1a-a3c9-da89f0b36bd0 None None] Pushing event updated for resources: {'Port': ['ID=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:07.949656 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-91399c30-8634-46ab-ae65-ebfb9bdb6f73 None None] Provisioning complete for port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:07.950283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91399c30-8634-46ab-ae65-ebfb9bdb6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.021912 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:30:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:08.030778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1409-3857-4dce-a30e-dcaacf65a3b6 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.036680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dc897b20-c777-4bc7-a97a-43d2e1a8ee7d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:08.042223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e9f1409-3857-4dce-a30e-dcaacf65a3b6 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.043725 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8e9f1409-3857-4dce-a30e-dcaacf65a3b6 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/ef95b2d6-2dc0-4f32-a120-cf3634fe281d HTTP/1.1" status: 204 len: 168 time: 0.5235109 Dec 13 16:30:08.051105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42134) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:08.059425 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5073789a-9da0-47fb-8634-66a63ceedbe1 None None] The sync data for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv is: [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:30:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:08.063159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f1409-3857-4dce-a30e-dcaacf65a3b6 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef95b2d6-2dc0-4f32-a120-cf3634fe281d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:08.112756 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7c33b470-995a-47e9-bd14-42263fe6cec3 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599418 Dec 13 16:30:08.118817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42136) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:08.130289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-63420d1e-ca60-489f-b2d7-f0894ced82b7 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '7f334969-d809-4761-b333-9cec40ce4597', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:08.140521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b178e976-844b-48f9-bc22-d44cafa0d8b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 55b2e00d-564e-481a-8f0b-6b9104624cf7 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:08.140868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b178e976-844b-48f9-bc22-d44cafa0d8b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.161381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f51beaf2-07bf-42ed-b7a8-32b482d541fa req-076b31af-a58f-4bda-a1bf-d74ca9798082 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807580 Dec 13 16:30:08.182038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:08.186760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.260032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-63420d1e-ca60-489f-b2d7-f0894ced82b7 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.295814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b178e976-844b-48f9-bc22-d44cafa0d8b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.314736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Performing IP validity checks on allocation pools {{(pid=103052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 16:30:08.315618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 16:30:08.319884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b178e976-844b-48f9-bc22-d44cafa0d8b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 55b2e00d-564e-481a-8f0b-6b9104624cf7 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:08.341683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:08.342142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.383055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-63420d1e-ca60-489f-b2d7-f0894ced82b7 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.394719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-63420d1e-ca60-489f-b2d7-f0894ced82b7 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.414303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-91399c30-8634-46ab-ae65-ebfb9bdb6f73 None None] Provisioning complete for port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:08.414731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91399c30-8634-46ab-ae65-ebfb9bdb6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.437597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63420d1e-ca60-489f-b2d7-f0894ced82b7 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c81fb1e-7bbd-466e-b96d-6c723db0c272,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:08.464006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-63420d1e-ca60-489f-b2d7-f0894ced82b7 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.465466 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-63420d1e-ca60-489f-b2d7-f0894ced82b7 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3442039 Dec 13 16:30:08.468344 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42138) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:08.494486 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-aafb25e6-34e1-43e0-bafc-b24e16af4f26 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules/4c81fb1e-7bbd-466e-b96d-6c723db0c272 HTTP/1.1" status: 200 len: 763 time: 0.0246081 Dec 13 16:30:08.515276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42140) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:08.536856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.554313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.603247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b178e976-844b-48f9-bc22-d44cafa0d8b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.608693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Network a0767f9d-cec3-4fc8-9777-c83ca30009c2 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:08.610203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.613452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.616209 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:08.618867 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9787427a-36ca-43dd-8d9f-7c8ff595eb99 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1024051 Dec 13 16:30:08.622345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42142) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:08.637781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:08.650059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Pushing event updated for resources: {'Port': ['ID=45eef6ca-2f96-4873-ba22-2c3ff9a61454,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:08.682171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178e976-844b-48f9-bc22-d44cafa0d8b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=55b2e00d-564e-481a-8f0b-6b9104624cf7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:08.686743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::17d (a0767f9d-cec3-4fc8-9777-c83ca30009c2/3f540132-29db-4552-be6b-18c74990b844/cdf76ab0-70c8-49a3-95ac-274c4fe4f546) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:08.705169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Deleting port 7914fa5a-903e-4932-b19d-5aea1bc63285 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:08.705577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.735354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b178e976-844b-48f9-bc22-d44cafa0d8b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.738434 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b178e976-844b-48f9-bc22-d44cafa0d8b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/55b2e00d-564e-481a-8f0b-6b9104624cf7 HTTP/1.1" status: 204 len: 168 time: 0.8415561 Dec 13 16:30:08.741651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27109be8-3535-4a89-b449-6e602d2b4799 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.743421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42146) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:08.774418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27109be8-3535-4a89-b449-6e602d2b4799 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.827478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Attempting to bind port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:08.829053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Attempting to bind port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7887fb4d-30ce-4faf-ba56-2019cdbfc58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a0767f9d-cec3-4fc8-9777-c83ca30009c2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:08.829431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Attempting to bind port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 on network a0767f9d-cec3-4fc8-9777-c83ca30009c2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:08.851695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dc897b20-c777-4bc7-a97a-43d2e1a8ee7d,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:08.853408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:08.853800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Checking segment: {'id': '7887fb4d-30ce-4faf-ba56-2019cdbfc58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a0767f9d-cec3-4fc8-9777-c83ca30009c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:08.854207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.854828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Bound using segment: {'id': '7887fb4d-30ce-4faf-ba56-2019cdbfc58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a0767f9d-cec3-4fc8-9777-c83ca30009c2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:08.855192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Bound port: 45eef6ca-2f96-4873-ba22-2c3ff9a61454, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887fb4d-30ce-4faf-ba56-2019cdbfc58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'a0767f9d-cec3-4fc8-9777-c83ca30009c2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:08.855567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.857660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91399c30-8634-46ab-ae65-ebfb9bdb6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.859450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] For port 7914fa5a-903e-4932-b19d-5aea1bc63285, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=7914fa5a-903e-4932-b19d-5aea1bc63285,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:08.860023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.874519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.909564 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344056a-2a60-40b9-b37f-e2138f486c6d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:08.911270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344056a-2a60-40b9-b37f-e2138f486c6d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:08.915298 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a344056a-2a60-40b9-b37f-e2138f486c6d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1652131 Dec 13 16:30:08.942698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42148) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:08.943363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27109be8-3535-4a89-b449-6e602d2b4799 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.962252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27109be8-3535-4a89-b449-6e602d2b4799 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:08.963433 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-27109be8-3535-4a89-b449-6e602d2b4799 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4c81fb1e-7bbd-466e-b96d-6c723db0c272 HTTP/1.1" status: 204 len: 168 time: 0.3371916 Dec 13 16:30:08.977441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42150) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:09.010391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=dc897b20-c777-4bc7-a97a-43d2e1a8ee7d,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:09.041966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27109be8-3535-4a89-b449-6e602d2b4799 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c81fb1e-7bbd-466e-b96d-6c723db0c272,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:09.094422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-91399c30-8634-46ab-ae65-ebfb9bdb6f73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:09.094929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-91399c30-8634-46ab-ae65-ebfb9bdb6f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:09.095765 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebea2bf6-bc65-4688-b305-9bea870f05de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 9a31039e-c597-453c-a39d-5c5d999cec31 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:09.109917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebea2bf6-bc65-4688-b305-9bea870f05de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.118737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.119129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.119585 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Floating IP 356a1c21-3163-41c0-8d27-7d5898680f6f disassociated. External IP: 172.26.6.36, port: 7914fa5a-903e-4932-b19d-5aea1bc63285. Dec 13 16:30:09.120274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Calling delete_port for 7914fa5a-903e-4932-b19d-5aea1bc63285 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:09.124321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-547939cc-4465-401b-926c-330a83b162d8 None None] For port 45eef6ca-2f96-4873-ba22-2c3ff9a61454, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:09.128834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-547939cc-4465-401b-926c-330a83b162d8 None None] For port 45eef6ca-2f96-4873-ba22-2c3ff9a61454, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=45eef6ca-2f96-4873-ba22-2c3ff9a61454,segment=NetworkSegment(7887fb4d-30ce-4faf-ba56-2019cdbfc58d),segment_id=7887fb4d-30ce-4faf-ba56-2019cdbfc58d)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:09.137543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.142866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.213266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebea2bf6-bc65-4688-b305-9bea870f05de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.253245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547939cc-4465-401b-926c-330a83b162d8 None None] Pushing event updated for resources: {'Port': ['ID=45eef6ca-2f96-4873-ba22-2c3ff9a61454,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:09.309480 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-322a587d-dc2c-4b28-9e3c-ce20a4acd609 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3244746 Dec 13 16:30:09.314812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42154) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:09.320893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b0251974-9edd-4de7-913a-39e5df79f161 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '7f334969-d809-4761-b333-9cec40ce4597', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:09.363291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=c209be92-be84-447e-9ddc-3ee0a1c450bb,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:09.417018 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-869685b3-8978-47f1-b142-1be6e6152348 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3764 time: 2.8945723 Dec 13 16:30:09.468666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf9e3-497b-4ef5-a36c-1a8cea6b5482 req-f0ae671c-aaef-4f00-85b8-8e7935cee74f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:09.470206 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eeeaf9e3-497b-4ef5-a36c-1a8cea6b5482 req-f0ae671c-aaef-4f00-85b8-8e7935cee74f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3366864 Dec 13 16:30:09.482132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': '9e38d276-94fa-48d1-81d6-aa85a1cf83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f3c43260-dcdf-4bab-9ba7-739c5183df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:09.482132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: f3c43260-dcdf-4bab-9ba7-739c5183df66, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:09.499484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebea2bf6-bc65-4688-b305-9bea870f05de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.503389 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.552791 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-b0251974-9edd-4de7-913a-39e5df79f161 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Project d3d3a0f6b9264151a00901541961a6c0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:30:09.555653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86917f-6b83-45ee-8d52-4cb6f50db0a2 req-59c2386b-a36c-4134-94d3-ed325d419948 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:09.560757 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c86917f-6b83-45ee-8d52-4cb6f50db0a2 req-59c2386b-a36c-4134-94d3-ed325d419948 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 946 time: 0.2603002 Dec 13 16:30:09.561518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network f3c43260-dcdf-4bab-9ba7-739c5183df66 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:09.577563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0251974-9edd-4de7-913a-39e5df79f161 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.582006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, f3c43260-dcdf-4bab-9ba7-739c5183df66) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:09.595577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0646d74-62c0-47b4-912a-bc2eb7072a6b None None] Network f3c43260-dcdf-4bab-9ba7-739c5183df66 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:09.610838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network a0767f9d-cec3-4fc8-9777-c83ca30009c2 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:09.618485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:09.622666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:09.628574 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:09.629205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.631364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:09.632085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.640561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=cdf76ab0-70c8-49a3-95ac-274c4fe4f546,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:09.683483 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9ad68c01-a892-4e7f-a8ce-3d25922c322b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6337969 Dec 13 16:30:09.688488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42158) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:09.705290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebea2bf6-bc65-4688-b305-9bea870f05de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.768717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0251974-9edd-4de7-913a-39e5df79f161 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.769648 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea2bf6-bc65-4688-b305-9bea870f05de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=9a31039e-c597-453c-a39d-5c5d999cec31,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:09.778148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebea2bf6-bc65-4688-b305-9bea870f05de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.783262 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ebea2bf6-bc65-4688-b305-9bea870f05de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/9a31039e-c597-453c-a39d-5c5d999cec31 HTTP/1.1" status: 204 len: 168 time: 0.8378291 Dec 13 16:30:09.790177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42160) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:09.790929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0251974-9edd-4de7-913a-39e5df79f161 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.795042 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9218a139-15ad-4982-a8b5-b88d75a1a695 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8039522 Dec 13 16:30:09.796624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a754849-fe9f-41ec-8892-0fb8bf020712 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:09.798899 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eeeaf9e3-497b-4ef5-a36c-1a8cea6b5482 req-a36abd78-f4c6-43a0-a185-d96e01762cc0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3125961 Dec 13 16:30:09.802448 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c86917f-6b83-45ee-8d52-4cb6f50db0a2 req-c370808a-2bce-4b8e-a8c6-e9a34c4271f8 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups?id=9440c387-187e-4d58-ad44-af0920a4930a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265995 Dec 13 16:30:09.807191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42162) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:09.881244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-f3c43260-dcdf-4bab-9ba7-739c5183df66', 'network_id': 'f3c43260-dcdf-4bab-9ba7-739c5183df66', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': 'c209be92-be84-447e-9ddc-3ee0a1c450bb'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:09.883338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:09.923659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0c8e8d0f-ba72-4366-b714-ff66836c25ba None None] Could not find standard attr ID for object 55b2e00d-564e-481a-8f0b-6b9104624cf7. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:30:10.001008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.004241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0251974-9edd-4de7-913a-39e5df79f161 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccaa6a1-0190-4373-b3bf-3b143aac1d57,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:10.019287 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-91230fbe-53d2-4946-8cbe-c94a475ca95e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2258947 Dec 13 16:30:10.031009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42164) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:10.036008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:10.039993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event deleted for resources: {'Port': ['ID=7914fa5a-903e-4932-b19d-5aea1bc63285,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:10.050282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0251974-9edd-4de7-913a-39e5df79f161 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.055602 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b0251974-9edd-4de7-913a-39e5df79f161 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7384219 Dec 13 16:30:10.071553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42166) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:10.084822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.199280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dc897b20-c777-4bc7-a97a-43d2e1a8ee7d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:10.204521 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2a2b0475-1bb4-4ed1-8a28-20c855480943 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules/1ccaa6a1-0190-4373-b3bf-3b143aac1d57 HTTP/1.1" status: 200 len: 769 time: 0.1317894 Dec 13 16:30:10.218292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42168) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:10.280506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Allocated IP 172.20.0.3 (f3c43260-dcdf-4bab-9ba7-739c5183df66/c209be92-be84-447e-9ddc-3ee0a1c450bb/3e9613a7-2c8c-4b3c-a962-4f1887f1782d) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:10.371259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:10.396116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:10.396909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.456127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.608819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 7914fa5a-903e-4932-b19d-5aea1bc63285 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:10.658314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 7914fa5a-903e-4932-b19d-5aea1bc63285 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:10.658687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 7914fa5a-903e-4932-b19d-5aea1bc63285 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:10.664573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Router 400b26b9-db34-4d32-806d-483ac28ae3eb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:10.707164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] Deleting port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:10.707751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.730122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.771010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.780616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 45eef6ca-2f96-4873-ba22-2c3ff9a61454 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:10.783356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.853369 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d8e3edfb-e9c2-4879-b35e-425a6c2a53cb tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.6320324 Dec 13 16:30:10.865156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42174) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:10.931108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42176) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:10.946823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-22211f98-3458-46c0-b310-4aaffdad2faa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316233186', 'description': 'tempest-secgroup-smoke-316233186 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:10.989943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:30:10.989943 dv-neutron-821599-1-hyperv neutron-server[103053]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 13 16:30:10.989943 dv-neutron-821599-1-hyperv neutron-server[103053]: [parameters: {'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'id': '19e22a76-8591-4f65-9815-13dd0091a276', 'expiration': datetime.datetime(2021, 12, 13, 16, 32, 10, 968614)}] Dec 13 16:30:10.989943 dv-neutron-821599-1-hyperv neutron-server[103053]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:10.990446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:10.996462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-58e60350-4bb4-4c6e-834e-7a79c7e4418e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port cdf76ab0-70c8-49a3-95ac-274c4fe4f546 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:10.996785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58e60350-4bb4-4c6e-834e-7a79c7e4418e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:10.999299 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-20ceb496-5ddc-4ef0-8fb6-a0deea832765 req-72198dde-26df-4774-9ccf-2dfd976642ab tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.0492318 Dec 13 16:30:11.001451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-79c24277-ff2a-448e-8e68-78213c4b5d1f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.003454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22211f98-3458-46c0-b310-4aaffdad2faa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.015157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.053727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-79c24277-ff2a-448e-8e68-78213c4b5d1f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.078088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37b436-95eb-4f70-a941-fc55c26a1a77 None None] Network a0767f9d-cec3-4fc8-9777-c83ca30009c2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:11.101308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=c209be92-be84-447e-9ddc-3ee0a1c450bb,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:11.130272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-79c24277-ff2a-448e-8e68-78213c4b5d1f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.152605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-79c24277-ff2a-448e-8e68-78213c4b5d1f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.155958 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-79c24277-ff2a-448e-8e68-78213c4b5d1f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/1ccaa6a1-0190-4373-b3bf-3b143aac1d57 HTTP/1.1" status: 204 len: 168 time: 0.2776282 Dec 13 16:30:11.156120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] For port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dc897b20-c777-4bc7-a97a-43d2e1a8ee7d,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:11.156570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.161182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42178) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:11.169523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Network f3c43260-dcdf-4bab-9ba7-739c5183df66 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:11.174298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c24277-ff2a-448e-8e68-78213c4b5d1f tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ccaa6a1-0190-4373-b3bf-3b143aac1d57,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:11.192330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:11.192950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58e60350-4bb4-4c6e-834e-7a79c7e4418e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.196611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] Calling delete_port for dc897b20-c777-4bc7-a97a-43d2e1a8ee7d owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:11.206248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:11.210260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Pushing event updated for resources: {'Port': ['ID=3e9613a7-2c8c-4b3c-a962-4f1887f1782d,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:11.226527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-58e60350-4bb4-4c6e-834e-7a79c7e4418e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for cdf76ab0-70c8-49a3-95ac-274c4fe4f546 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:11.232657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-99804701-2099-42fd-b2b1-6362ca50eec7 None None] Provisioning complete for port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:11.234473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-99804701-2099-42fd-b2b1-6362ca50eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.255082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22211f98-3458-46c0-b310-4aaffdad2faa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.267963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22211f98-3458-46c0-b310-4aaffdad2faa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.350091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22211f98-3458-46c0-b310-4aaffdad2faa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:11.360440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-22211f98-3458-46c0-b310-4aaffdad2faa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.366447 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-22211f98-3458-46c0-b310-4aaffdad2faa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4298313 Dec 13 16:30:11.367926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42180) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:11.375317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f780783b-3280-4ef7-81e6-4bda22578f19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '0e9a9cec-74dd-4408-862b-6e21cbd9e1f5', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:11.427807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f780783b-3280-4ef7-81e6-4bda22578f19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.440472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:11.440849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.447794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Attempting to bind port 3e9613a7-2c8c-4b3c-a962-4f1887f1782d on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:11.450772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Attempting to bind port 3e9613a7-2c8c-4b3c-a962-4f1887f1782d by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '9e38d276-94fa-48d1-81d6-aa85a1cf83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f3c43260-dcdf-4bab-9ba7-739c5183df66'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:11.451174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Attempting to bind port 3e9613a7-2c8c-4b3c-a962-4f1887f1782d on network f3c43260-dcdf-4bab-9ba7-739c5183df66 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:11.501404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:11.501772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Checking segment: {'id': '9e38d276-94fa-48d1-81d6-aa85a1cf83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f3c43260-dcdf-4bab-9ba7-739c5183df66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:11.502187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.502591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Bound using segment: {'id': '9e38d276-94fa-48d1-81d6-aa85a1cf83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f3c43260-dcdf-4bab-9ba7-739c5183df66'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:11.503125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Bound port: 3e9613a7-2c8c-4b3c-a962-4f1887f1782d, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e38d276-94fa-48d1-81d6-aa85a1cf83f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f3c43260-dcdf-4bab-9ba7-739c5183df66'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:11.503513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.563003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:11.564571 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f780783b-3280-4ef7-81e6-4bda22578f19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.565982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:11.569571 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.577446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58e60350-4bb4-4c6e-834e-7a79c7e4418e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.579295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f780783b-3280-4ef7-81e6-4bda22578f19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.586018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.635943 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] Pushing event deleted for resources: {'Port': ['ID=dc897b20-c777-4bc7-a97a-43d2e1a8ee7d,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:11.641362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-99804701-2099-42fd-b2b1-6362ca50eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.642537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780783b-3280-4ef7-81e6-4bda22578f19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32c8dc2f-cf53-4241-8e4a-fa2232dafa53,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:11.647606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cd0a92-c97c-4be6-aed4-4361bea48c8a None None] No DVR routers for this DVR port dc897b20-c777-4bc7-a97a-43d2e1a8ee7d on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:11.663472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] No DVR routers for this DVR port 7914fa5a-903e-4932-b19d-5aea1bc63285 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:11.670813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.676197 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc853f92-e888-4477-9be3-800d31f3a2c4 req-c3ef0592-c316-48c1-a1db-dcb47029bbe6 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.31 "DELETE /v2.0/ports/7914fa5a-903e-4932-b19d-5aea1bc63285 HTTP/1.1" status: 204 len: 173 time: 3.8572578 Dec 13 16:30:11.686833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e60350-4bb4-4c6e-834e-7a79c7e4418e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=cdf76ab0-70c8-49a3-95ac-274c4fe4f546,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:11.688216 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] Sync routers for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:11.714985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f981f70-0d10-42fe-8ea4-fc131d542de8 req-2d352fb3-d9ed-4b23-ae8c-07e7b945e47d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:11.716233 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:11.717042 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:11.726934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9f981f70-0d10-42fe-8ea4-fc131d542de8 req-2d352fb3-d9ed-4b23-ae8c-07e7b945e47d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.7414746 Dec 13 16:30:11.750445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'name': 'network-vif-deleted', 'tag': '7914fa5a-903e-4932-b19d-5aea1bc63285'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:30:11.752857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aab8fb2-01c3-43b0-a723-5f6f73d7c250" -d '{"events": [{"server_uuid": "c05b9f8c-3694-4251-9150-30afbf5195b9", "name": "network-vif-deleted", "tag": "7914fa5a-903e-4932-b19d-5aea1bc63285"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:30:11.757838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f780783b-3280-4ef7-81e6-4bda22578f19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.760087 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f780783b-3280-4ef7-81e6-4bda22578f19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3884881 Dec 13 16:30:11.770614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58e60350-4bb4-4c6e-834e-7a79c7e4418e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.775213 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-58e60350-4bb4-4c6e-834e-7a79c7e4418e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/cdf76ab0-70c8-49a3-95ac-274c4fe4f546 HTTP/1.1" status: 204 len: 168 time: 2.0853095 Dec 13 16:30:11.775527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] For port 3e9613a7-2c8c-4b3c-a962-4f1887f1782d, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:11.775885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42184) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:11.781546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-682225cb-649d-483e-a9e9-cb5fae72cdae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '0e9a9cec-74dd-4408-862b-6e21cbd9e1f5', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:11.790149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42186) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:11.849142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] For port 3e9613a7-2c8c-4b3c-a962-4f1887f1782d, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3e9613a7-2c8c-4b3c-a962-4f1887f1782d,segment=NetworkSegment(9e38d276-94fa-48d1-81d6-aa85a1cf83f3),segment_id=9e38d276-94fa-48d1-81d6-aa85a1cf83f3)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:11.854040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-99804701-2099-42fd-b2b1-6362ca50eec7 None None] For port 45eef6ca-2f96-4873-ba22-2c3ff9a61454, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=45eef6ca-2f96-4873-ba22-2c3ff9a61454,segment=NetworkSegment(7887fb4d-30ce-4faf-ba56-2019cdbfc58d),segment_id=7887fb4d-30ce-4faf-ba56-2019cdbfc58d)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:11.865299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.876475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e7f06177-8755-4050-a847-acc6ec8265da tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7117019 Dec 13 16:30:11.897011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.897939 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9f981f70-0d10-42fe-8ea4-fc131d542de8 req-c1738d42-77f6-42ed-9e12-4d79ab7042c7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695652 Dec 13 16:30:11.903305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42188) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:11.906002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:11.931495 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2c75ca-94e1-4da1-be26-e6f7a9356f6b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:30:11.932083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2c75ca-94e1-4da1-be26-e6f7a9356f6b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:30:11.949710 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0f2c75ca-94e1-4da1-be26-e6f7a9356f6b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/cdf76ab0-70c8-49a3-95ac-274c4fe4f546 HTTP/1.1" status: 404 len: 333 time: 0.1545966 Dec 13 16:30:11.983708 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42192) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:11.999499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-99804701-2099-42fd-b2b1-6362ca50eec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.008461 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:12.187351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c43260-dcdf-4bab-9ba7-739c5183df66']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:12.191702 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa2d0b4-7c14-4121-bbf0-3a89a2e1f186 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:30:12.201191 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cfa2d0b4-7c14-4121-bbf0-3a89a2e1f186 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/cdf76ab0-70c8-49a3-95ac-274c4fe4f546 HTTP/1.1" status: 404 len: 333 time: 0.2110531 Dec 13 16:30:12.205976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42198) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:12.226679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Deleting port b447fe20-35d5-4959-8a87-3c7148109b10 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:12.228563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.435139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-682225cb-649d-483e-a9e9-cb5fae72cdae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.476101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a228110-a82f-4043-b7c9-3e047e57d2fa None None] Pushing event updated for resources: {'Port': ['ID=3e9613a7-2c8c-4b3c-a962-4f1887f1782d,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:12.511856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] For port b447fe20-35d5-4959-8a87-3c7148109b10, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b447fe20-35d5-4959-8a87-3c7148109b10,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:12.512279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.520450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-990460fb-08bd-4345-bd5e-ef0be92237f2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.558795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df24207-10d2-473b-94c6-26790f993590 None None] Network f3c43260-dcdf-4bab-9ba7-739c5183df66 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:12.611286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cdd85e-2b4c-4714-96c9-f657db7a9658 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet 3f540132-29db-4552-be6b-18c74990b844 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:12.624747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85cdd85e-2b4c-4714-96c9-f657db7a9658 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.628396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-990460fb-08bd-4345-bd5e-ef0be92237f2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.667437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85cdd85e-2b4c-4714-96c9-f657db7a9658 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.688042 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:40Z', 'revision_number': 5, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:12.723426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:12.723974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:12.747775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6bcc3f14-1940-44d7-b081-d807df6c1ebd None None] Provisioning complete for port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:12.748292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6bcc3f14-1940-44d7-b081-d807df6c1ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.773828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85cdd85e-2b4c-4714-96c9-f657db7a9658 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.798750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e38d276-94fa-48d1-81d6-aa85a1cf83f3') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:12.799957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e38d276-94fa-48d1-81d6-aa85a1cf83f3') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:12.806975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b554f598-15ee-4b6e-997c-d180f675cc82 x-openstack-request-id: req-b554f598-15ee-4b6e-997c-d180f675cc82 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:30:12.810475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05b9f8c-3694-4251-9150-30afbf5195b9", "name": "network-vif-deleted", "tag": "7914fa5a-903e-4932-b19d-5aea1bc63285", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:30:12.811595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b554f598-15ee-4b6e-997c-d180f675cc82 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:30:12.811595 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05b9f8c-3694-4251-9150-30afbf5195b9', 'name': 'network-vif-deleted', 'tag': '7914fa5a-903e-4932-b19d-5aea1bc63285', 'status': 'completed', 'code': 200} Dec 13 16:30:12.820424 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] Checking router: 400b26b9-db34-4d32-806d-483ac28ae3eb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:12.837216 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:12.846124 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:12.881734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99804701-2099-42fd-b2b1-6362ca50eec7 None None] Pushing event updated for resources: {'Port': ['ID=45eef6ca-2f96-4873-ba22-2c3ff9a61454,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:12.951082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-682225cb-649d-483e-a9e9-cb5fae72cdae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:12.973757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-682225cb-649d-483e-a9e9-cb5fae72cdae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.012708 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85cdd85e-2b4c-4714-96c9-f657db7a9658 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.014844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682225cb-649d-483e-a9e9-cb5fae72cdae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55fa2b87-6388-44c6-a810-0cf9c07c7dca,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:13.022477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-990460fb-08bd-4345-bd5e-ef0be92237f2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.026289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-990460fb-08bd-4345-bd5e-ef0be92237f2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.030417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-990460fb-08bd-4345-bd5e-ef0be92237f2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/7f334969-d809-4761-b333-9cec40ce4597 HTTP/1.1" status: 204 len: 168 time: 1.1140232 Dec 13 16:30:13.039078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.044368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42200) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:13.049538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Calling delete_port for b447fe20-35d5-4959-8a87-3c7148109b10 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:13.068521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.090977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6bcc3f14-1940-44d7-b081-d807df6c1ebd None None] Could not find standard attr ID for object cdf76ab0-70c8-49a3-95ac-274c4fe4f546. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:30:13.091551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-75c12f0f-8dce-43e3-976f-a36285ac950d req-c87e4b64-8403-4365-aa4d-9e8f47a635a1 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/ports?device_id=c05b9f8c-3694-4251-9150-30afbf5195b9 HTTP/1.1" status: 200 len: 210 time: 0.2793899 Dec 13 16:30:13.106577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdd85e-2b4c-4714-96c9-f657db7a9658 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=3f540132-29db-4552-be6b-18c74990b844,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:13.126179 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:13.134902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-682225cb-649d-483e-a9e9-cb5fae72cdae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.136519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990460fb-08bd-4345-bd5e-ef0be92237f2 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f334969-d809-4761-b333-9cec40ce4597,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:13.136652 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-682225cb-649d-483e-a9e9-cb5fae72cdae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3587799 Dec 13 16:30:13.142790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-4cb1a9ff-6a93-4f20-927b-a45ca88bbf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:13.144403 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-4cb1a9ff-6a93-4f20-927b-a45ca88bbf8d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1099 time: 0.3742387 Dec 13 16:30:13.145900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42202) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:13.152530 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4a3e0506-e0b1-4a85-8a62-539253bb95d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '0e9a9cec-74dd-4408-862b-6e21cbd9e1f5', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:13.162288 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85cdd85e-2b4c-4714-96c9-f657db7a9658 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.164260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0123-96a7-47b3-bad3-5c5d09c58325 req-1131ae54-7419-4200-9f44-ab2d5cfbf030 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:13.168532 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b46e0123-96a7-47b3-bad3-5c5d09c58325 req-1131ae54-7419-4200-9f44-ab2d5cfbf030 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3900156 Dec 13 16:30:13.168692 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-85cdd85e-2b4c-4714-96c9-f657db7a9658 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/3f540132-29db-4552-be6b-18c74990b844 HTTP/1.1" status: 204 len: 168 time: 0.9455638 Dec 13 16:30:13.168821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:13.176823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42204) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:13.180732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.193291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:13.211015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:13.211496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.239856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:13.240374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:13.250436 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:13.306234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=20c619ad-d69e-4742-a1ea-acfbcf8f662a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:13.319105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2fb2c-022b-408f-948e-6a57901f994c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:13.326708 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-96366c1c-a0ec-4e80-925f-94055c083f3d tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2656710 Dec 13 16:30:13.331174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42206) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:13.339187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:13.342157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-48aafa8e-f6c9-4fe2-93cb-acee4bf9ce2c None None] Could not find standard attr ID for object cdf76ab0-70c8-49a3-95ac-274c4fe4f546. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:30:13.343659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3d387dca-bb67-4b68-8f24-e5230ce6bb8b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518126369'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:13.362842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37395d-6306-44f6-9ace-9b59f2a6886b None None] Network a0767f9d-cec3-4fc8-9777-c83ca30009c2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:13.366036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.426991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:30:13.426991 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:30:13.426991 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': 'f3c43260-dcdf-4bab-9ba7-739c5183df66'}] Dec 13 16:30:13.426991 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:13.427675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:13.455767 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-707e3579-418c-4093-a14b-f093cbdac172 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4234967 Dec 13 16:30:13.458392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42208) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:13.461119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a3e0506-e0b1-4a85-8a62-539253bb95d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.467014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-596edbdc-2956-47d4-b541-7c5bcaf2837a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '20c619ad-d69e-4742-a1ea-acfbcf8f662a', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-732235889'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:13.473293 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:40Z', 'revision_number': 5, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:13.478520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b46e0123-96a7-47b3-bad3-5c5d09c58325 req-f6ba2f45-33e9-4495-9f96-a096f3b5baa3 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615223 Dec 13 16:30:13.518801 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cd3d4a-47ae-449a-bf22-ddf5b9bb9b82 None None] The sync data for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv is: [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:33Z', 'revision_number': 4, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e74e6bbe-19ed-4732-a8d5-0065a7c8a611', 'name': '', 'network_id': 'c18d56e5-f6e9-4069-88e5-47679c6db62e', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'mac_address': 'fa:16:3e:ae:37:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 122, 'fixed_ips': [{'subnet_id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:31Z', 'updated_at': '2021-12-13T16:28:40Z', 'revision_number': 5, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'subnets': [{'id': '6b9cae0f-cc68-4945-b063-6706fdec303e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:13.561838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-ac2371bc-bab7-4bba-868f-3d43244adc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:13.563797 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-ac2371bc-bab7-4bba-868f-3d43244adc29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 913 time: 0.3970428 Dec 13 16:30:13.569230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d387dca-bb67-4b68-8f24-e5230ce6bb8b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.594547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '20c619ad-d69e-4742-a1ea-acfbcf8f662a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:13.595582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.611797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:13.612126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.612240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:13.612491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.688001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d387dca-bb67-4b68-8f24-e5230ce6bb8b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.696797 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-dd08b1ec-38bc-4192-96aa-41bd5ec8a924 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 1002 time: 0.1194921 Dec 13 16:30:13.727262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] DHCP port deletion for a0767f9d-cec3-4fc8-9777-c83ca30009c2 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:13.739854 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d387dca-bb67-4b68-8f24-e5230ce6bb8b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.783444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a3e0506-e0b1-4a85-8a62-539253bb95d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.789177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-fa48f7fc-3cd2-4578-b066-5e7449922c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:13.790331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.790677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-fa48f7fc-3cd2-4578-b066-5e7449922c02 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 200 len: 851 time: 0.0807383 Dec 13 16:30:13.797393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a3e0506-e0b1-4a85-8a62-539253bb95d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.837949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d387dca-bb67-4b68-8f24-e5230ce6bb8b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a7cd6a-750f-4ce1-9be0-d58d09dfdfdb,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:13.857544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596edbdc-2956-47d4-b541-7c5bcaf2837a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:13.864351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d387dca-bb67-4b68-8f24-e5230ce6bb8b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.870868 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d387dca-bb67-4b68-8f24-e5230ce6bb8b tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5330234 Dec 13 16:30:13.876006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42210) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:13.893286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-92548eea-8a00-4873-bb94-2fde7be3db9c tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Request body: {'security_group_rule': {'security_group_id': '62a7cd6a-750f-4ce1-9be0-d58d09dfdfdb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:13.912482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/20c619ad-d69e-4742-a1ea-acfbcf8f662a/0e7375ae-1bef-4212-9ade-a0212b24ac26) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:13.936618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] Deleting port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:13.936990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.958444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e0506-e0b1-4a85-8a62-539253bb95d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff3b023-3570-4445-b289-2354e7d54dd6,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:13.965566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a3e0506-e0b1-4a85-8a62-539253bb95d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.969697 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4a3e0506-e0b1-4a85-8a62-539253bb95d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8186939 Dec 13 16:30:13.969697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.969932 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] For port 45eef6ca-2f96-4873-ba22-2c3ff9a61454, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=45eef6ca-2f96-4873-ba22-2c3ff9a61454,segment=NetworkSegment(7887fb4d-30ce-4faf-ba56-2019cdbfc58d),segment_id=7887fb4d-30ce-4faf-ba56-2019cdbfc58d)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:13.969932 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:13.975761 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42212) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:13.992064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1adefa82-ec24-4bf8-9764-6e9a32e9d0dd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '0e9a9cec-74dd-4408-862b-6e21cbd9e1f5', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:14.000286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 45eef6ca-2f96-4873-ba22-2c3ff9a61454 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:14.003813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.053069 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=b447fe20-35d5-4959-8a87-3c7148109b10,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:14.055356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-92548eea-8a00-4873-bb94-2fde7be3db9c tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.074626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-732c0c07-715a-43d0-81ec-a4bb60f668b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:14.077022 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-732c0c07-715a-43d0-81ec-a4bb60f668b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44645876-4c40-4082-853e-5e11cb1e413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2572436 Dec 13 16:30:14.092559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-596edbdc-2956-47d4-b541-7c5bcaf2837a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.157341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-596edbdc-2956-47d4-b541-7c5bcaf2837a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 765cb7a2-6dbc-4ba5-a3e8-0044b1d16f8f yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:14.175616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 45eef6ca-2f96-4873-ba22-2c3ff9a61454 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:14.179149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da41925-04fc-452f-a781-8a585abbd3e8 None None] New status for floating IP 356a1c21-3163-41c0-8d27-7d5898680f6f: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:30:14.245547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42218) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:14.282015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.329649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-92548eea-8a00-4873-bb94-2fde7be3db9c tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.339792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=45eef6ca-2f96-4873-ba22-2c3ff9a61454,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:14.345912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] For port 45eef6ca-2f96-4873-ba22-2c3ff9a61454, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=45eef6ca-2f96-4873-ba22-2c3ff9a61454,segment=NetworkSegment(7887fb4d-30ce-4faf-ba56-2019cdbfc58d),segment_id=7887fb4d-30ce-4faf-ba56-2019cdbfc58d)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:14.346753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.358548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1adefa82-ec24-4bf8-9764-6e9a32e9d0dd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.366539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-92548eea-8a00-4873-bb94-2fde7be3db9c tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.376244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No DVR routers for this DVR port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:14.425736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] Calling delete_port for 45eef6ca-2f96-4873-ba22-2c3ff9a61454 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:14.451236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No active binding found for port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 {{(pid=103054) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 16:30:14.451625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] The host dv-neutron-821599-1-hyperv is not matching for port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 host None! {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 13 16:30:14.452184 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 45eef6ca-2f96-4873-ba22-2c3ff9a61454 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:14.453439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dc897b20-c777-4bc7-a97a-43d2e1a8ee7d no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:14.483019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: dc897b20-c777-4bc7-a97a-43d2e1a8ee7d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:14.484196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dc897b20-c777-4bc7-a97a-43d2e1a8ee7d not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:14.484896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23b15b1b-54d1-44fe-ba82-1d356a3d2c2f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.496796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-92548eea-8a00-4873-bb94-2fde7be3db9c tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.500838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-92548eea-8a00-4873-bb94-2fde7be3db9c tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6153603 Dec 13 16:30:14.503825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42220) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:14.526319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.548042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23b15b1b-54d1-44fe-ba82-1d356a3d2c2f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.584362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.585115 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0767f9d-cec3-4fc8-9777-c83ca30009c2']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:14.596939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92548eea-8a00-4873-bb94-2fde7be3db9c tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5909367-b814-46b6-b850-c509b5db1ff7,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:14.618312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.618560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7887fb4d-30ce-4faf-ba56-2019cdbfc58d') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:14.618838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7887fb4d-30ce-4faf-ba56-2019cdbfc58d') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:14.632999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.643710 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-596edbdc-2956-47d4-b541-7c5bcaf2837a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:30:14.644163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596edbdc-2956-47d4-b541-7c5bcaf2837a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:30:14.650958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.657897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.677497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:14.677874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:14.680992 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:14.683679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c335d085-c8c2-410a-9bc2-ec737c9f67f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.694825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting port 3e9613a7-2c8c-4b3c-a962-4f1887f1782d {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:14.695175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.698712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23b15b1b-54d1-44fe-ba82-1d356a3d2c2f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.701230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23b15b1b-54d1-44fe-ba82-1d356a3d2c2f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.701685 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-49abeafb-0f2c-477a-9a76-2d1ac298ec66 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021261 Dec 13 16:30:14.702369 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-23b15b1b-54d1-44fe-ba82-1d356a3d2c2f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "DELETE /v2.0/security-groups/9440c387-187e-4d58-ad44-af0920a4930a HTTP/1.1" status: 204 len: 168 time: 0.4555411 Dec 13 16:30:14.711453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:14.719050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:14.722692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.727048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:14.739755 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-596edbdc-2956-47d4-b541-7c5bcaf2837a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2752466 Dec 13 16:30:14.741200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42224) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:14.741200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42226) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:14.763314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Pushing event updated for resources: {'Port': ['ID=0e7375ae-1bef-4212-9ade-a0212b24ac26,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:14.765946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] No DVR routers for this DVR port 45eef6ca-2f96-4873-ba22-2c3ff9a61454 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:14.791225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103a8fb-c2d5-42f3-a0cf-1726136c65a7 None None] Pushing event deleted for resources: {'Port': ['ID=45eef6ca-2f96-4873-ba22-2c3ff9a61454,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:14.806088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c335d085-c8c2-410a-9bc2-ec737c9f67f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.812920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b15b1b-54d1-44fe-ba82-1d356a3d2c2f tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9440c387-187e-4d58-ad44-af0920a4930a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:14.815656 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-0dd3de5e-bdd3-4dd6-af47-cb2be57941b5 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] show failed (client error): The resource could not be found. Dec 13 16:30:14.815656 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0dd3de5e-bdd3-4dd6-af47-cb2be57941b5 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "GET /v2.0/security-groups/9440c387-187e-4d58-ad44-af0920a4930a HTTP/1.1" status: 404 len: 347 time: 0.0706923 Dec 13 16:30:14.824766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42230) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:14.831569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Attempting to bind port 0e7375ae-1bef-4212-9ade-a0212b24ac26 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:14.831957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Attempting to bind port 0e7375ae-1bef-4212-9ade-a0212b24ac26 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:14.832373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Attempting to bind port 0e7375ae-1bef-4212-9ade-a0212b24ac26 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:14.840823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:14.841042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:14.842029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.842029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:14.842481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Bound port: 0e7375ae-1bef-4212-9ade-a0212b24ac26, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:14.842886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.856498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1adefa82-ec24-4bf8-9764-6e9a32e9d0dd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.885480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff794c-ec21-4045-87f0-cca4b09fe2ef req-040f0a8f-6dc9-4af9-ac4f-9a16ae23f4c5 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:14.887101 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c8ff794c-ec21-4045-87f0-cca4b09fe2ef req-040f0a8f-6dc9-4af9-ac4f-9a16ae23f4c5 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2919114 Dec 13 16:30:14.900733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.900951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1adefa82-ec24-4bf8-9764-6e9a32e9d0dd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.917388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.924275 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/networks/a0767f9d-cec3-4fc8-9777-c83ca30009c2 HTTP/1.1" status: 204 len: 168 time: 1.7468114 Dec 13 16:30:14.932777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42232) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:14.940748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] For port 0e7375ae-1bef-4212-9ade-a0212b24ac26, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:14.943422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] For port 0e7375ae-1bef-4212-9ade-a0212b24ac26, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0e7375ae-1bef-4212-9ade-a0212b24ac26,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:14.950743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1986801077'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:14.953906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29475b-e575-4ce0-948c-e661dc4d06a8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Network': ['ID=a0767f9d-cec3-4fc8-9777-c83ca30009c2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:14.966802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:14.988739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] For port 3e9613a7-2c8c-4b3c-a962-4f1887f1782d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3e9613a7-2c8c-4b3c-a962-4f1887f1782d,segment=NetworkSegment(9e38d276-94fa-48d1-81d6-aa85a1cf83f3),segment_id=9e38d276-94fa-48d1-81d6-aa85a1cf83f3)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:14.989113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.001273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97260f73-a74d-4f3c-b558-540b497096b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:15.002601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adefa82-ec24-4bf8-9764-6e9a32e9d0dd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf976919-0038-4cf0-b6f7-0605a7710f91,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:15.002834 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-97260f73-a74d-4f3c-b558-540b497096b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2562220 Dec 13 16:30:15.009338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42234) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.042489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1adefa82-ec24-4bf8-9764-6e9a32e9d0dd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.043727 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1adefa82-ec24-4bf8-9764-6e9a32e9d0dd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0575829 Dec 13 16:30:15.050150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Calling delete_port for 3e9613a7-2c8c-4b3c-a962-4f1887f1782d owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:15.062214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42236) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.070096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-80b38a55-ed77-4cc2-8364-ba1d8e93a51b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '0e9a9cec-74dd-4408-862b-6e21cbd9e1f5', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:15.078294 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cda53b-a551-4f9d-9a36-6fdd7cde4a93 None None] Pushing event updated for resources: {'Port': ['ID=0e7375ae-1bef-4212-9ade-a0212b24ac26,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:15.086868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c335d085-c8c2-410a-9bc2-ec737c9f67f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.090258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c335d085-c8c2-410a-9bc2-ec737c9f67f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.091473 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c335d085-c8c2-410a-9bc2-ec737c9f67f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/62a7cd6a-750f-4ce1-9be0-d58d09dfdfdb HTTP/1.1" status: 204 len: 168 time: 0.5809665 Dec 13 16:30:15.097900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42238) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.117156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:15.121020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.124644 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1219ffeb-fd23-4c16-b7a8-bb0bf664ce49 req-6dfb83c8-a576-44a1-bbbe-eaa91a56380d service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883193 Dec 13 16:30:15.126220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c335d085-c8c2-410a-9bc2-ec737c9f67f0 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a7cd6a-750f-4ce1-9be0-d58d09dfdfdb,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:15.136264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f45ff6-2be9-4033-b521-48b4f713af38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:15.137953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f45ff6-2be9-4033-b521-48b4f713af38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:15.142116 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f8f45ff6-2be9-4033-b521-48b4f713af38 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1280873 Dec 13 16:30:15.143610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42240) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.155480 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-80b38a55-ed77-4cc2-8364-ba1d8e93a51b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:30:15.190839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b38a55-ed77-4cc2-8364-ba1d8e93a51b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.234822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Deleting port 99d75092-9dad-4db5-a16d-5096dff5fd8a {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:15.235152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.246096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb72e05-416e-44e8-a576-606d9fd91a1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 20c619ad-d69e-4742-a1ea-acfbcf8f662a {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:15.306463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb72e05-416e-44e8-a576-606d9fd91a1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.373045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b38a55-ed77-4cc2-8364-ba1d8e93a51b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.406136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb72e05-416e-44e8-a576-606d9fd91a1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.409328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b38a55-ed77-4cc2-8364-ba1d8e93a51b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.452802 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.453145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.477216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b38a55-ed77-4cc2-8364-ba1d8e93a51b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08253a9b-290b-4877-a61a-deee7aaa4901,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:15.488751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b38a55-ed77-4cc2-8364-ba1d8e93a51b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.490093 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-80b38a55-ed77-4cc2-8364-ba1d8e93a51b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4267316 Dec 13 16:30:15.494166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Calling delete_port for 99d75092-9dad-4db5-a16d-5096dff5fd8a owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:15.498203 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42242) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.506240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8c5f090d-5142-42bd-a7ab-0052d4d3b963 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '0e9a9cec-74dd-4408-862b-6e21cbd9e1f5', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:15.544555 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c8ff794c-ec21-4045-87f0-cca4b09fe2ef req-f0f80303-680d-4c63-8a96-a8deccabdd6b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6384950 Dec 13 16:30:15.599109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:15.610562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb72e05-416e-44e8-a576-606d9fd91a1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.613705 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-8c5f090d-5142-42bd-a7ab-0052d4d3b963 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:30:15.639721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.640073 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Added segment 2a58b428-e2ae-44c5-a997-5308ad98d257 of type vlan for network 7bdc4fda-fe61-4397-9337-f2b018f5df8e Dec 13 16:30:15.653299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8c5f090d-5142-42bd-a7ab-0052d4d3b963 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.658434 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-87f1200f-3372-4020-80ce-f5bbc69c4bd6 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5499249 Dec 13 16:30:15.660736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42244) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.718252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.735930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Router d8a0f70c-254d-4a8c-b681-b8d8ec586384 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:15.750383 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.766758 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4e01df67-d741-42c0-9b39-d86657ae3112 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0848362 Dec 13 16:30:15.768484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb72e05-416e-44e8-a576-606d9fd91a1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.774413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8c5f090d-5142-42bd-a7ab-0052d4d3b963 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.775209 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42246) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.804517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Port': ['ID=3e9613a7-2c8c-4b3c-a962-4f1887f1782d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:15.808154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No DVR routers for this DVR port 3e9613a7-2c8c-4b3c-a962-4f1887f1782d on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:15.833561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8c5f090d-5142-42bd-a7ab-0052d4d3b963 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.849283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb72e05-416e-44e8-a576-606d9fd91a1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=20c619ad-d69e-4742-a1ea-acfbcf8f662a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:15.857303 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-522e9d6b-40de-4531-b010-67861bd61fec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] delete failed (client error): The resource could not be found. Dec 13 16:30:15.858338 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-522e9d6b-40de-4531-b010-67861bd61fec tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "DELETE /v2.0/security-groups/62a7cd6a-750f-4ce1-9be0-d58d09dfdfdb HTTP/1.1" status: 404 len: 347 time: 0.0794220 Dec 13 16:30:15.867474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42248) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.867913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.868942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb72e05-416e-44e8-a576-606d9fd91a1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.872605 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cfb72e05-416e-44e8-a576-606d9fd91a1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/20c619ad-d69e-4742-a1ea-acfbcf8f662a HTTP/1.1" status: 204 len: 168 time: 0.7280810 Dec 13 16:30:15.873813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:15.874451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.876585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42250) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.888100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f090d-5142-42bd-a7ab-0052d4d3b963 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f17a3b-63aa-4b0a-9b00-3d60f06c03b6,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:15.938686 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1a737de2-387f-4275-8fbe-f2096540ceaf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466633 Dec 13 16:30:15.938686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8c5f090d-5142-42bd-a7ab-0052d4d3b963 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:15.938686 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8c5f090d-5142-42bd-a7ab-0052d4d3b963 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4314840 Dec 13 16:30:15.944765 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42252) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:15.950525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:15.967045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.043217 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:30:16.067467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1264646 Dec 13 16:30:16.105384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42256) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:16.131874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '7bdc4fda-fe61-4397-9337-f2b018f5df8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:16.147909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.223563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0e7375ae-1bef-4212-9ade-a0212b24ac26 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:16.230278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3871c01-bbbb-49a1-be21-2fb24d040e52 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Network': ['ID=7bdc4fda-fe61-4397-9337-f2b018f5df8e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:16.266152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 7bdc4fda-fe61-4397-9337-f2b018f5df8e details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:16.277465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c43260-dcdf-4bab-9ba7-739c5183df66']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:16.309227 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9849262c-00af-46f9-9500-0a3fafb23174 tempest-SecGroupIPv6Test-615683852 tempest-SecGroupIPv6Test-615683852-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4318807 Dec 13 16:30:16.313297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e38d276-94fa-48d1-81d6-aa85a1cf83f3') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:16.313945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e38d276-94fa-48d1-81d6-aa85a1cf83f3') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:16.353460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.377598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:16.389909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9ae6804d-c8bb-4cf1-8b67-6296034ffa12 admin admin] 10.222.0.13 "PUT /v2.0/routers/d8a0f70c-254d-4a8c-b681-b8d8ec586384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4001191 Dec 13 16:30:16.395646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42274) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:16.405275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.407221 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] Sync routers for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:16.410863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Pushing event deleted for resources: {'Port': ['ID=99d75092-9dad-4db5-a16d-5096dff5fd8a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:16.421362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-8e001c89-a08c-4ad1-80b3-c60738796103 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316233186&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.2106965 Dec 13 16:30:16.459340 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:16.459977 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:16.482187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2a1897-8b59-4ad5-b81d-3848ce4660ed None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:16.487773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6dc2da-0f24-413e-996a-1774bf069089 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:16.520015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:16.520483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.521126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.524231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:16.528060 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:16.530946 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8191940e-8942-40de-b2fd-2ef6e08fed83 tempest-ServersTestManualDisk-1120766286 tempest-ServersTestManualDisk-1120766286-project] 10.222.0.13 "DELETE /v2.0/floatingips/356a1c21-3163-41c0-8d27-7d5898680f6f HTTP/1.1" status: 204 len: 168 time: 1.7045810 Dec 13 16:30:16.531614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42276) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:16.644607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-76ea2b52-75b3-4539-a73e-0c1c5d91359c None None] Provisioning complete for port 0e7375ae-1bef-4212-9ade-a0212b24ac26 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:16.645225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-76ea2b52-75b3-4539-a73e-0c1c5d91359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.650841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 0e7375ae-1bef-4212-9ade-a0212b24ac26 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:16.652860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.743875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:16.747804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.783744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42282) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:16.874062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:16.874289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.905948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.909919 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/f3c43260-dcdf-4bab-9ba7-739c5183df66 HTTP/1.1" status: 204 len: 168 time: 7.0981400 Dec 13 16:30:16.931387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-76ea2b52-75b3-4539-a73e-0c1c5d91359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.940916 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:16.943114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42286) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:16.963058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:16.968637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.972404 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:16.994377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-76ea2b52-75b3-4539-a73e-0c1c5d91359c None None] For port 0e7375ae-1bef-4212-9ade-a0212b24ac26, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0e7375ae-1bef-4212-9ade-a0212b24ac26,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:17.010989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-76ea2b52-75b3-4539-a73e-0c1c5d91359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.089595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:17.090072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:17.097015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] Deleting port 0e7375ae-1bef-4212-9ade-a0212b24ac26 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:17.097385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.177510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] For port 0e7375ae-1bef-4212-9ade-a0212b24ac26, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0e7375ae-1bef-4212-9ade-a0212b24ac26,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:17.178040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.188278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-653263679'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:17.192875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] Calling delete_port for 0e7375ae-1bef-4212-9ade-a0212b24ac26 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:17.240644 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:30:13Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:17.254193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.258367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b975499-5e99-4939-b53a-a5817069f437 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=f3c43260-dcdf-4bab-9ba7-739c5183df66,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:17.271967 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] Checking router: d8a0f70c-254d-4a8c-b681-b8d8ec586384 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:17.280709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-00e6acee-8e2f-47db-9687-a3ee1aad6afd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:17.282448 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] Routers {'d8a0f70c-254d-4a8c-b681-b8d8ec586384'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:17.283219 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:17.291198 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-00e6acee-8e2f-47db-9687-a3ee1aad6afd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=1a90f60a-76e5-497c-a89c-2615de6d9c7b HTTP/1.1" status: 200 len: 797 time: 0.7992575 Dec 13 16:30:17.292093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea2b52-75b3-4539-a73e-0c1c5d91359c None None] Pushing event updated for resources: {'Port': ['ID=0e7375ae-1bef-4212-9ade-a0212b24ac26,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:17.303829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.322471 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0256f9b1-842e-4474-94e5-46ae6e397225 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0290267 Dec 13 16:30:17.339767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.343147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] Pushing event deleted for resources: {'Port': ['ID=0e7375ae-1bef-4212-9ade-a0212b24ac26,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:17.345925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b012ce-e2a9-417f-b283-0c5858870ec0 None None] No DVR routers for this DVR port 0e7375ae-1bef-4212-9ade-a0212b24ac26 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:17.366202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8483e82-8731-44aa-899b-75075a0026ab None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:30:17.402877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.419671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:17.425734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:17.434504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:17.435436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.443955 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] Set router d8a0f70c-254d-4a8c-b681-b8d8ec586384 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:17.457682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:17.467467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.583563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2d245-9174-40aa-bebb-5e2786bf9696 req-1854f1a4-3c79-414c-8a18-bbdadabfc7b3 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:17.585247 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-10c2d245-9174-40aa-bebb-5e2786bf9696 req-1854f1a4-3c79-414c-8a18-bbdadabfc7b3 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.8664582 Dec 13 16:30:17.602391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=1bdb1f9d-d94b-4301-9afc-170339e18685,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:17.623767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Port 0e7375ae-1bef-4212-9ade-a0212b24ac26 update to ACTIVE by agent not found {{(pid=103054) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 16:30:17.637570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-74a3bc7d-5211-4227-b032-72fe56c3ff9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3d3a0f6b9264151a00901541961a6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8024495 Dec 13 16:30:17.653432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42288) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:17.669552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:17.673773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.688140 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-7669b769-e5f7-435a-b1ab-ae66aadcc6d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3631780 Dec 13 16:30:17.704112 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:30:13Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:17.704964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8483e82-8731-44aa-899b-75075a0026ab None None] Network 7bdc4fda-fe61-4397-9337-f2b018f5df8e is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:17.722933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8483e82-8731-44aa-899b-75075a0026ab None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 7bdc4fda-fe61-4397-9337-f2b018f5df8e) {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:30:17.745309 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bff0dd8-6e43-427b-8cb7-f0f65fcbacfb None None] The sync data for ids ['d8a0f70c-254d-4a8c-b681-b8d8ec586384'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'name': 'tempest-ServersTestJSON-2031264697-router', 'tenant_id': '4bd4d070073f475cac999d52435c8467', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:18Z', 'updated_at': '2021-12-13T16:30:13Z', 'revision_number': 5, 'project_id': '4bd4d070073f475cac999d52435c8467', 'gw_port': {'id': '46d4c944-136c-405e-ab5d-0cd63cbf2c4e', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:b1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a0f70c-254d-4a8c-b681-b8d8ec586384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:20Z', 'updated_at': '2021-12-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:17.758209 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-77e62d2c-6b29-4893-bf41-d2122832f92c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8120079 Dec 13 16:30:17.758679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42290) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:17.766951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking segment: {'id': '2a58b428-e2ae-44c5-a997-5308ad98d257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7bdc4fda-fe61-4397-9337-f2b018f5df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:17.767501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network hostable DHCP agents. Network: 7bdc4fda-fe61-4397-9337-f2b018f5df8e, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:17.767616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b3808776-88af-48e2-a253-29bf237ca923 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1807612613', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:17.826071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3808776-88af-48e2-a253-29bf237ca923 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.827123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3808776-88af-48e2-a253-29bf237ca923 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.858106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-10c2d245-9174-40aa-bebb-5e2786bf9696 req-4fd45b49-6dda-4307-8cfe-faa94002288a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571056 Dec 13 16:30:17.861565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:17.869094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.872577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Unable to find a vacant binding_index for network 7bdc4fda-fe61-4397-9337-f2b018f5df8e and agent c9b55621-61b9-4098-8ea5-31f345006c83 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 13 16:30:17.911589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.911760 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 430306a1-ef2b-4e99-9452-45a68a6f4bcf of type vlan for network 57b47a9d-3ead-48be-98dd-cc7cbe184d9a Dec 13 16:30:17.915136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 7bdc4fda-fe61-4397-9337-f2b018f5df8e) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:17.918686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3808776-88af-48e2-a253-29bf237ca923 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.953266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3808776-88af-48e2-a253-29bf237ca923 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.961006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:17.961297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.981725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b3808776-88af-48e2-a253-29bf237ca923 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.986024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42294) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:17.986191 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b3808776-88af-48e2-a253-29bf237ca923 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2252531 Dec 13 16:30:17.997369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:17.999269 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Deleting port e74e6bbe-19ed-4732-a8d5-0065a7c8a611 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:17.999598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.044626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:18.046240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.056662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-7bdc4fda-fe61-4397-9337-f2b018f5df8e', 'network_id': '7bdc4fda-fe61-4397-9337-f2b018f5df8e', 'project_id': '86e41ef04033497ab56f290b0e7788d2', 'fixed_ips': [{'subnet_id': '1bdb1f9d-d94b-4301-9afc-170339e18685'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:18.058117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.132907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] For port e74e6bbe-19ed-4732-a8d5-0065a7c8a611, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:18.133295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.156220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Calling delete_port for e74e6bbe-19ed-4732-a8d5-0065a7c8a611 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:18.227716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0e7375ae-1bef-4212-9ade-a0212b24ac26 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:18.273961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 0e7375ae-1bef-4212-9ade-a0212b24ac26 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:18.274311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0e7375ae-1bef-4212-9ade-a0212b24ac26 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:18.274784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b447fe20-35d5-4959-8a87-3c7148109b10 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:18.331577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: b447fe20-35d5-4959-8a87-3c7148109b10 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:18.332319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b447fe20-35d5-4959-8a87-3c7148109b10 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:18.390074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0/6860fb00-b980-44d4-af1f-0fe01f90fc30) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:18.413891 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.421030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Allocated IP 2001:db8::2 (7bdc4fda-fe61-4397-9337-f2b018f5df8e/1bdb1f9d-d94b-4301-9afc-170339e18685/0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:18.439899 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-92d6d510-5b40-4ec7-9644-c3f8afd74b7d service neutron] 10.222.0.13 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7269349 Dec 13 16:30:18.446055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Pushing event deleted for resources: {'Port': ['ID=e74e6bbe-19ed-4732-a8d5-0065a7c8a611,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:18.498853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8a8a3a91-4e69-4852-a75b-7c997e559ee3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3798256 Dec 13 16:30:18.500693 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42296) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:18.505923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '7bdc4fda-fe61-4397-9337-f2b018f5df8e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1416861925'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:18.511189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.548060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.723991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.735533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:18.739112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.781900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db6bdd-ac03-4511-ad57-3fc6b2adb450 req-4fe75b38-1ad0-4be7-9305-463ca0e46d12 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:18.787143 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-79db6bdd-ac03-4511-ad57-3fc6b2adb450 req-4fe75b38-1ad0-4be7-9305-463ca0e46d12 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.7540975 Dec 13 16:30:18.827004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 210eb4d7-3d1e-4d97-abe2-416c57f09be9 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:18.830323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.836419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:18.837467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.849993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Deleting port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:18.850417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.852350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.867393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.879122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.917791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:18.933387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:18.940389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:18.943129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Pushing event updated for resources: {'Port': ['ID=6860fb00-b980-44d4-af1f-0fe01f90fc30,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:18.948884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:18.959646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Network 7bdc4fda-fe61-4397-9337-f2b018f5df8e is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:18.979885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:18.981973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=57b47a9d-3ead-48be-98dd-cc7cbe184d9a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:18.998808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:19.008609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 57b47a9d-3ead-48be-98dd-cc7cbe184d9a details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:19.018468 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-94f91da1-654a-4cfc-b4d4-1adf220c235f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0685990 Dec 13 16:30:19.018739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42298) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:19.023561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': '57b47a9d-3ead-48be-98dd-cc7cbe184d9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:19.059313 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-fc33c7a6-7335-4172-961b-de5bbff2af07 service neutron] 10.222.0.13 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591280 Dec 13 16:30:19.107711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Attempting to bind port 6860fb00-b980-44d4-af1f-0fe01f90fc30 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:19.108094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Attempting to bind port 6860fb00-b980-44d4-af1f-0fe01f90fc30 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:19.108472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Attempting to bind port 6860fb00-b980-44d4-af1f-0fe01f90fc30 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:19.120970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Pushing event updated for resources: {'Port': ['ID=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:19.131414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::264 (7bdc4fda-fe61-4397-9337-f2b018f5df8e/1bdb1f9d-d94b-4301-9afc-170339e18685/210eb4d7-3d1e-4d97-abe2-416c57f09be9) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:19.149544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:19.149931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:19.150394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.150841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:19.151896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Bound port: 6860fb00-b980-44d4-af1f-0fe01f90fc30, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:19.152288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.153391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.218289 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-79db6bdd-ac03-4511-ad57-3fc6b2adb450 req-b0912079-60fb-421d-8c98-c2e4367f0d8f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4286604 Dec 13 16:30:19.262370 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Router 400b26b9-db34-4d32-806d-483ac28ae3eb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:19.283168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:19.287303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.306014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.311028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.311365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] For port 6860fb00-b980-44d4-af1f-0fe01f90fc30, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:19.312626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a55a81ae-ab3e-4143-b307-8c27add4e6c3 HTTP/1.1" status: 204 len: 168 time: 1.6511474 Dec 13 16:30:19.326552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] For port 6860fb00-b980-44d4-af1f-0fe01f90fc30, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6860fb00-b980-44d4-af1f-0fe01f90fc30,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:19.336503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Attempting to bind port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:19.337251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Attempting to bind port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '2a58b428-e2ae-44c5-a997-5308ad98d257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7bdc4fda-fe61-4397-9337-f2b018f5df8e'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:19.337524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Attempting to bind port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 on network 7bdc4fda-fe61-4397-9337-f2b018f5df8e {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:19.355153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.362113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55a81ae-ab3e-4143-b307-8c27add4e6c3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:19.407249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.407717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.408210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.408652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.409078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.409664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.410102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.410551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.411001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:19.411183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.411388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Checking segment: {'id': '2a58b428-e2ae-44c5-a997-5308ad98d257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7bdc4fda-fe61-4397-9337-f2b018f5df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:19.411662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.411793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.412187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Bound using segment: {'id': '2a58b428-e2ae-44c5-a997-5308ad98d257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7bdc4fda-fe61-4397-9337-f2b018f5df8e'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:19.412314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.412679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Bound port: 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a58b428-e2ae-44c5-a997-5308ad98d257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '7bdc4fda-fe61-4397-9337-f2b018f5df8e'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:19.412798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.413066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.413302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d981a85-e27f-4a3f-b3c8-eb0316f1e50b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:19.527307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17385c-4d4a-4ad3-81f0-0297750b61ab None None] Pushing event updated for resources: {'Port': ['ID=6860fb00-b980-44d4-af1f-0fe01f90fc30,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:19.609152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] For port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:19.610678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] For port 46d4c944-136c-405e-ab5d-0cd63cbf2c4e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=46d4c944-136c-405e-ab5d-0cd63cbf2c4e,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:19.611083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.615847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] For port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,segment=NetworkSegment(2a58b428-e2ae-44c5-a997-5308ad98d257),segment_id=2a58b428-e2ae-44c5-a997-5308ad98d257)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:19.625854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:19.725923 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c7821bcb-77e1-4f35-93cb-6674db5fbdac req-0da4745d-c9e8-4b33-ae43-0c85df0c4274 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 210 time: 0.1393175 Dec 13 16:30:19.738361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192260-9140-4a32-a56e-b724bf861ce9 None None] Pushing event updated for resources: {'Port': ['ID=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:19.823518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Calling delete_port for 46d4c944-136c-405e-ab5d-0cd63cbf2c4e owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:19.954312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a4ca9-c683-48a7-ab2c-a8e6d3f3d00d req-44fc1b81-e0fe-4bc4-a19d-6dc064d2a685 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:19.956085 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bf7a4ca9-c683-48a7-ab2c-a8e6d3f3d00d req-44fc1b81-e0fe-4bc4-a19d-6dc064d2a685 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2781620 Dec 13 16:30:20.018087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::1 (2ba4744e-bfa0-4bbb-8255-861faf832180/6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0/4cca54cb-5268-47a4-8b64-120e1503808e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:20.192968 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:20.197194 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bf7a4ca9-c683-48a7-ab2c-a8e6d3f3d00d req-ca75929a-bbd9-4317-93b4-fd50ccc230ec tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350478 Dec 13 16:30:20.316048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:20.328987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] Sync routers for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:20.330302 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5254959f-1a16-4eaa-9538-bdeacdb2669d admin admin] 10.222.0.13 "PUT /v2.0/routers/400b26b9-db34-4d32-806d-483ac28ae3eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7975929 Dec 13 16:30:20.336318 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42328) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:20.378736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:20.378736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:20.451443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:20.461347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6860fb00-b980-44d4-af1f-0fe01f90fc30 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:20.549612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:20.594722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:20.623351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:20.720936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 7bdc4fda-fe61-4397-9337-f2b018f5df8e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:20.758431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:20.787564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Pushing event deleted for resources: {'Port': ['ID=46d4c944-136c-405e-ab5d-0cd63cbf2c4e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:20.798131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:20.813106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:20.815569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:20.829886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:20.834944 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:20.853031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=210eb4d7-3d1e-4d97-abe2-416c57f09be9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:20.918938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 6860fb00-b980-44d4-af1f-0fe01f90fc30 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:20.919303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:20.963107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b4435-966a-4038-979d-c7ea6570b5e3 req-28b1006f-a22a-487e-920a-b8f696289431 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:20.967733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53b4435-966a-4038-979d-c7ea6570b5e3 req-28b1006f-a22a-487e-920a-b8f696289431 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2821383 Dec 13 16:30:20.977866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.977866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.977866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.977866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.977866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.977866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.978694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.988846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.990088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.990458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.990890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.991305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.994376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:20.996392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.001343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42346) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:21.009423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:21.056890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:21.061708 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-415aab3f-7903-4595-a031-fdddc6b7a05d req-e84eba05-64e3-4b48-b547-e0adc3414828 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 210 time: 0.1129632 Dec 13 16:30:21.062572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:21.063170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.084517 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-55fed8e0-3ddd-4cfc-93fa-428a5599d904 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.5824428 Dec 13 16:30:21.091127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42350) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:21.186360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=088d4a84-915f-4381-9b0a-1af6cbb59983,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:21.192070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.194833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:30:18Z', 'revision_number': 5, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port': {'id': '2552a9ea-1553-49b4-a287-14e63b3ccb4c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:24Z', 'updated_at': '2021-12-13T16:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:21.282905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] Checking router: 400b26b9-db34-4d32-806d-483ac28ae3eb for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:21.292177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--366275292'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:21.316889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': '430306a1-ef2b-4e99-9452-45a68a6f4bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '57b47a9d-3ead-48be-98dd-cc7cbe184d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:21.317354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: 57b47a9d-3ead-48be-98dd-cc7cbe184d9a, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:21.362378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.372105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.377443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.382902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network 57b47a9d-3ead-48be-98dd-cc7cbe184d9a is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:21.403488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] Routers {'400b26b9-db34-4d32-806d-483ac28ae3eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:21.409381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.410016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['400b26b9-db34-4d32-806d-483ac28ae3eb'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:21.424286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 6860fb00-b980-44d4-af1f-0fe01f90fc30, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6860fb00-b980-44d4-af1f-0fe01f90fc30,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:21.440508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=4cca54cb-5268-47a4-8b64-120e1503808e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:21.444125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 57b47a9d-3ead-48be-98dd-cc7cbe184d9a) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:21.481261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:21.482212 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.486244 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53b4435-966a-4038-979d-c7ea6570b5e3 req-5c5902c3-696f-4b70-a1b3-4b7b46e3b031 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4362833 Dec 13 16:30:21.488527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-73e7af2b-4b6c-499f-9e6f-f18d3c7890e8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 210eb4d7-3d1e-4d97-abe2-416c57f09be9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:21.489117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73e7af2b-4b6c-499f-9e6f-f18d3c7890e8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.565235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.589638 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.593976 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-43d0c368-9378-4323-a99f-8de232c39e52 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5745182 Dec 13 16:30:21.604055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42352) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:21.668651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0b507376-63d6-4f6b-bd13-515d8997b0d0 None None] Provisioning complete for port 6860fb00-b980-44d4-af1f-0fe01f90fc30 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:21.669018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0b507376-63d6-4f6b-bd13-515d8997b0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.734076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Deleting port 2552a9ea-1553-49b4-a287-14e63b3ccb4c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:21.734666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.740637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] Set router 400b26b9-db34-4d32-806d-483ac28ae3eb gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:21.742876 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73e7af2b-4b6c-499f-9e6f-f18d3c7890e8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.769706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.790576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.829380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadc22f9-17b8-4901-9a9f-9612446b4840 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:21.835064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-73e7af2b-4b6c-499f-9e6f-f18d3c7890e8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 210eb4d7-3d1e-4d97-abe2-416c57f09be9 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:21.872043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-2f667714-88ac-4d28-a4af-5079a6886541 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:21.874527 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-2f667714-88ac-4d28-a4af-5079a6886541 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=1a90f60a-76e5-497c-a89c-2615de6d9c7b HTTP/1.1" status: 200 len: 797 time: 0.3839571 Dec 13 16:30:21.900428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.946044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:21.952251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.161769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33ce976d-9d7b-4e28-9ce3-24e0f1edd392,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:22.190983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] For port 2552a9ea-1553-49b4-a287-14e63b3ccb4c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2552a9ea-1553-49b4-a287-14e63b3ccb4c,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:22.191383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.195840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f45599-6786-4167-a2f5-03f664ebef0a None None] Network 7bdc4fda-fe61-4397-9337-f2b018f5df8e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:22.210616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffb1db-39c5-451d-a4e5-0bd94b82919f None None] Network 57b47a9d-3ead-48be-98dd-cc7cbe184d9a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:22.255000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba14b718-5896-4673-a4bf-745ab54408fd None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:22.270607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Calling delete_port for 2552a9ea-1553-49b4-a287-14e63b3ccb4c owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:22.296173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:30:21Z', 'revision_number': 6, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:22.301834 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.318961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.327486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.340530 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.341026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8a0f70c-254d-4a8c-b681-b8d8ec586384 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:30:22.346116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.350428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:22.350621 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-02182383-bdb0-45e7-87d5-72918a7d920f admin admin] 10.222.0.13 "DELETE /v2.0/routers/d8a0f70c-254d-4a8c-b681-b8d8ec586384 HTTP/1.1" status: 204 len: 168 time: 5.9521687 Dec 13 16:30:22.351270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42364) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:22.353085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=6860fb00-b980-44d4-af1f-0fe01f90fc30,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:22.422808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec2355f-66f6-4e81-a81e-dd8394d3c344 None None] The sync data for ids ['400b26b9-db34-4d32-806d-483ac28ae3eb'] in dv-neutron-821599-1-hyperv is: [{'id': '400b26b9-db34-4d32-806d-483ac28ae3eb', 'name': 'tempest-ServersTestManualDisk-1598313150-router', 'tenant_id': '07834401d6d14d12b969b56adb7d04bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:30:21Z', 'revision_number': 6, 'project_id': '07834401d6d14d12b969b56adb7d04bf', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:22.428441 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-326380a8-73b9-4121-9605-1d0cca1611df req-3ff03e94-0737-4275-ac83-9c22d12a6548 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 210 time: 0.0958359 Dec 13 16:30:22.441559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.445427 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4376016 Dec 13 16:30:22.445427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73e7af2b-4b6c-499f-9e6f-f18d3c7890e8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.451821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42368) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:22.508285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eda01f-54fe-42c3-b22c-be363fda6f95 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562d1062-c416-4460-8270-cb1ddbe62bc1,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:22.516134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7af2b-4b6c-499f-9e6f-f18d3c7890e8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=210eb4d7-3d1e-4d97-abe2-416c57f09be9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:22.601249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73e7af2b-4b6c-499f-9e6f-f18d3c7890e8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.605614 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-73e7af2b-4b6c-499f-9e6f-f18d3c7890e8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/210eb4d7-3d1e-4d97-abe2-416c57f09be9 HTTP/1.1" status: 204 len: 168 time: 1.4851019 Dec 13 16:30:22.608896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42372) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:22.611918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.628084 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-d31e38ef-5489-46e7-92c4-95cf05308605 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 379 time: 0.7137666 Dec 13 16:30:22.630612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-de72da42-a29f-4a33-90b8-a86d1fa6352f admin admin] Deleting subnet 118c7f7a-0cd8-45b4-8859-1b15f127ecbf {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:22.632269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.632647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.632989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.633330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.633916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.634253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.634796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.634925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.635349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.637529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.637529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.637529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.637529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:30:22.660539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de72da42-a29f-4a33-90b8-a86d1fa6352f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.676765 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=088d4a84-915f-4381-9b0a-1af6cbb59983,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:22.693722 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-13cb5052-ca18-4e32-9730-3998767fce3b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:30:22.699591 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-13cb5052-ca18-4e32-9730-3998767fce3b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/210eb4d7-3d1e-4d97-abe2-416c57f09be9 HTTP/1.1" status: 404 len: 333 time: 0.0895047 Dec 13 16:30:22.705649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42374) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:22.712209 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:22.712577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.779093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['0e9a9cec-74dd-4408-862b-6e21cbd9e1f5']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:22.782693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a88483-ca67-4163-bdf1-2f34b6f42fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-57b47a9d-3ead-48be-98dd-cc7cbe184d9a', 'network_id': '57b47a9d-3ead-48be-98dd-cc7cbe184d9a', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': '088d4a84-915f-4381-9b0a-1af6cbb59983'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:22.783907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-78a88483-ca67-4163-bdf1-2f34b6f42fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.857750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:22.879933 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-97923e47-91b5-49e3-b5c7-cfb168bea0af tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.4225156 Dec 13 16:30:22.915294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42376) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:22.919140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Pushing event deleted for resources: {'Port': ['ID=2552a9ea-1553-49b4-a287-14e63b3ccb4c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:22.935541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b708e707-476f-470b-9324-6f8dad771642 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-security--1351495609', 'description': 'tempest-security-description-1842624144'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:22.938069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f449574-9b38-43eb-9081-57209b1d86dc None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:23.001261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980e5035-de8d-4832-b975-e6ba18a7b0a5 None None] Network 57b47a9d-3ead-48be-98dd-cc7cbe184d9a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:23.054728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.059909 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b708e707-476f-470b-9324-6f8dad771642 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.075994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-69945776-09f7-4896-b735-2af5d3ac3a21 None None] Provisioning complete for port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:23.076459 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-69945776-09f7-4896-b735-2af5d3ac3a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.139342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de72da42-a29f-4a33-90b8-a86d1fa6352f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.145960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.174453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b47a9d-3ead-48be-98dd-cc7cbe184d9a']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:23.205602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.209339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430306a1-ef2b-4e99-9452-45a68a6f4bcf') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:23.209638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430306a1-ef2b-4e99-9452-45a68a6f4bcf') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:23.233768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901af754-34e3-40bf-85dc-516fe4b38d1d req-e61bf015-cf1b-4b08-a6fd-0e3afdcb5203 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:23.242428 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-901af754-34e3-40bf-85dc-516fe4b38d1d req-e61bf015-cf1b-4b08-a6fd-0e3afdcb5203 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.5837460 Dec 13 16:30:23.244274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,segment=NetworkSegment(2a58b428-e2ae-44c5-a997-5308ad98d257),segment_id=2a58b428-e2ae-44c5-a997-5308ad98d257)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:23.253249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d366a66-2bf3-4b3c-a0a1-67b0c8c978ff tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet 1bdb1f9d-d94b-4301-9afc-170339e18685 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:23.268095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d366a66-2bf3-4b3c-a0a1-67b0c8c978ff tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.299596 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-69945776-09f7-4896-b735-2af5d3ac3a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.303708 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.321343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.371524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:23.376737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.382786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.420261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.421625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.445235 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:23.446447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.450907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b708e707-476f-470b-9324-6f8dad771642 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.452792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-69945776-09f7-4896-b735-2af5d3ac3a21 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:23.453430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-69945776-09f7-4896-b735-2af5d3ac3a21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:23.454024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.460883 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.464328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b708e707-476f-470b-9324-6f8dad771642 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.467207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b708e707-476f-470b-9324-6f8dad771642 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.468593 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b708e707-476f-470b-9324-6f8dad771642 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "PUT /v2.0/security-groups/562d1062-c416-4460-8270-cb1ddbe62bc1 HTTP/1.1" status: 200 len: 1795 time: 0.5403733 Dec 13 16:30:23.476907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42380) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:23.555778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:23.556196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:23.559606 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:23.566588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.567196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 400b26b9-db34-4d32-806d-483ac28ae3eb {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:30:23.572117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.574143 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-53737e5d-464b-4c48-a3c2-45a30dc9b722 admin admin] 10.222.0.13 "DELETE /v2.0/routers/400b26b9-db34-4d32-806d-483ac28ae3eb HTTP/1.1" status: 204 len: 168 time: 3.2368157 Dec 13 16:30:23.587400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42382) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:23.638241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d366a66-2bf3-4b3c-a0a1-67b0c8c978ff tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.657388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708e707-476f-470b-9324-6f8dad771642 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562d1062-c416-4460-8270-cb1ddbe62bc1,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:23.680037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c608e-a3dd-4590-aadf-ffaab04b9f1b None None] Network 7bdc4fda-fe61-4397-9337-f2b018f5df8e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:23.689449 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2669a2f4-0a9f-4618-9b1c-81615d08c6e5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups/562d1062-c416-4460-8270-cb1ddbe62bc1 HTTP/1.1" status: 200 len: 1795 time: 0.1632476 Dec 13 16:30:23.700632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42384) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:23.718948 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b496762-4208-423e-a8be-51b8ef27d306 admin admin] Deleting subnet 6b9cae0f-cc68-4945-b063-6706fdec303e {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:23.722927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.728200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.735283 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/57b47a9d-3ead-48be-98dd-cc7cbe184d9a HTTP/1.1" status: 204 len: 168 time: 2.1267505 Dec 13 16:30:23.738469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42386) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:23.739140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4b496762-4208-423e-a8be-51b8ef27d306 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.746069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-310350209'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:23.764096 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5814413f-9950-4f10-98b1-89313efb2478 req-579f4fd1-4d16-444b-ab6b-9dab85a5ea14 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 210 time: 0.1967804 Dec 13 16:30:23.784425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=4cca54cb-5268-47a4-8b64-120e1503808e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:23.788616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b704c8f-019d-4188-a4a7-a33ba01736ab tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=57b47a9d-3ead-48be-98dd-cc7cbe184d9a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:23.814231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4b496762-4208-423e-a8be-51b8ef27d306 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.840702 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-901af754-34e3-40bf-85dc-516fe4b38d1d req-81c04476-719d-4c80-b4a2-393319e7b0b2 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5974634 Dec 13 16:30:23.864660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de72da42-a29f-4a33-90b8-a86d1fa6352f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.880959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:23.884603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:23.954283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:23.980184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4b496762-4208-423e-a8be-51b8ef27d306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.045077 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.045558 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 89d24192-2991-4692-bcac-0e52ffed3f1a of type vlan for network e2cf804d-75dc-4fc8-9116-94c8a4a0d303 Dec 13 16:30:24.127989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d366a66-2bf3-4b3c-a0a1-67b0c8c978ff tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.131258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a71c264-ff2c-45ba-a08a-5011ebf13ba0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.141132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6860fb00-b980-44d4-af1f-0fe01f90fc30 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:24.173433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:24.191878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.205603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:24.244204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de72da42-a29f-4a33-90b8-a86d1fa6352f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.246212 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4b496762-4208-423e-a8be-51b8ef27d306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.259491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a71c264-ff2c-45ba-a08a-5011ebf13ba0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.268303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.14 (1a90f60a-76e5-497c-a89c-2615de6d9c7b/71fb7126-b77e-42c7-a713-e7ae5f547535/30825d06-a757-4aee-bb36-2e8baefed130) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:24.288905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-38f62a2c-d6fa-4832-807a-df140b2c6182 None None] Provisioning complete for port 6860fb00-b980-44d4-af1f-0fe01f90fc30 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:24.289395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-38f62a2c-d6fa-4832-807a-df140b2c6182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.290114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b496762-4208-423e-a8be-51b8ef27d306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b9cae0f-cc68-4945-b063-6706fdec303e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:24.314688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.328146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:24.328903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.335665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4b496762-4208-423e-a8be-51b8ef27d306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.345279 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4b496762-4208-423e-a8be-51b8ef27d306 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6b9cae0f-cc68-4945-b063-6706fdec303e HTTP/1.1" status: 204 len: 168 time: 0.7519672 Dec 13 16:30:24.346677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42392) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:24.355552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8b87f9-8dec-4f56-96f1-5af05f8621eb None None] Network c18d56e5-f6e9-4069-88e5-47679c6db62e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:24.363503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 6860fb00-b980-44d4-af1f-0fe01f90fc30 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:24.364148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.455710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de72da42-a29f-4a33-90b8-a86d1fa6352f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.471373 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-de72da42-a29f-4a33-90b8-a86d1fa6352f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/118c7f7a-0cd8-45b4-8859-1b15f127ecbf HTTP/1.1" status: 204 len: 168 time: 2.1072552 Dec 13 16:30:24.479117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72da42-a29f-4a33-90b8-a86d1fa6352f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118c7f7a-0cd8-45b4-8859-1b15f127ecbf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:24.490545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42394) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:24.506594 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a706697a-50f2-4d68-ae7e-4d8d5c120ed1 None None] Network 03ab2c84-c7f6-4e17-a13f-9b7d7325affd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:24.607268 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8656988 Dec 13 16:30:24.615762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f89576-2d12-4f11-bb44-bdc8139282ba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=e2cf804d-75dc-4fc8-9116-94c8a4a0d303,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:24.624330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42396) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:24.649174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network e2cf804d-75dc-4fc8-9116-94c8a4a0d303 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:24.649873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.673988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': 'e2cf804d-75dc-4fc8-9116-94c8a4a0d303', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:24.724344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d366a66-2bf3-4b3c-a0a1-67b0c8c978ff tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.729951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Deleting port 29d302f0-06e7-48cf-ba01-7691c2c79b74 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:24.730293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.758385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:24.834981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e81ee-6928-4940-9f08-14aeb7d81dde req-603c54ef-95e4-437a-a076-f233ad0db8da tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:24.842727 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a6e81ee-6928-4940-9f08-14aeb7d81dde req-603c54ef-95e4-437a-a076-f233ad0db8da tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.5507524 Dec 13 16:30:24.876347 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a71c264-ff2c-45ba-a08a-5011ebf13ba0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.879271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a71c264-ff2c-45ba-a08a-5011ebf13ba0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.883416 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8a71c264-ff2c-45ba-a08a-5011ebf13ba0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/562d1062-c416-4460-8270-cb1ddbe62bc1 HTTP/1.1" status: 204 len: 168 time: 1.1385748 Dec 13 16:30:24.952201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] DHCP port deletion for c18d56e5-f6e9-4069-88e5-47679c6db62e request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:24.952492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42400) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:24.960076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d366a66-2bf3-4b3c-a0a1-67b0c8c978ff tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:24.967134 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4d366a66-2bf3-4b3c-a0a1-67b0c8c978ff tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/1bdb1f9d-d94b-4301-9afc-170339e18685 HTTP/1.1" status: 204 len: 168 time: 2.1816783 Dec 13 16:30:24.968916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d366a66-2bf3-4b3c-a0a1-67b0c8c978ff tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdb1f9d-d94b-4301-9afc-170339e18685,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:24.978060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42402) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:24.983155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c8ee05-1481-417c-ab1d-296180be89bf None None] Network 7bdc4fda-fe61-4397-9337-f2b018f5df8e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:25.011795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-38f62a2c-d6fa-4832-807a-df140b2c6182 None None] Provisioning complete for port 4cca54cb-5268-47a4-8b64-120e1503808e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:25.012298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-38f62a2c-d6fa-4832-807a-df140b2c6182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.020401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.070514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a71c264-ff2c-45ba-a08a-5011ebf13ba0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562d1062-c416-4460-8270-cb1ddbe62bc1,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:25.133182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] For port 29d302f0-06e7-48cf-ba01-7691c2c79b74, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=29d302f0-06e7-48cf-ba01-7691c2c79b74,segment=NetworkSegment(06410954-2e48-4c2e-925c-cd718253adc4),segment_id=06410954-2e48-4c2e-925c-cd718253adc4)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:25.133182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.137862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-add2a295-0c3b-4ae9-9212-a5415113dc56 req-41c5031c-2884-4ebc-ac77-a02b5f77faca tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 210 time: 0.1474266 Dec 13 16:30:25.152411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Calling delete_port for 29d302f0-06e7-48cf-ba01-7691c2c79b74 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:25.252643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.283272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=29d302f0-06e7-48cf-ba01-7691c2c79b74,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:25.287063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] No DVR routers for this DVR port 29d302f0-06e7-48cf-ba01-7691c2c79b74 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:25.304650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.312068 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a6e81ee-6928-4940-9f08-14aeb7d81dde req-2559c90d-d8d0-4a9d-a4e5-39fa317b7daf tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4684360 Dec 13 16:30:25.315298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-38f62a2c-d6fa-4832-807a-df140b2c6182 None None] Port 4cca54cb-5268-47a4-8b64-120e1503808e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:25.324208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3dc0cd19-48cf-4601-93a0-1a5309ba4d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.345649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.377719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:25.378100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.384230 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-286aa18a-13a5-4da5-8ebf-e5cef175981f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4052575 Dec 13 16:30:25.386963 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42404) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:25.392896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.406884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-38f62a2c-d6fa-4832-807a-df140b2c6182 None None] Provisioning complete for port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:25.407295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-38f62a2c-d6fa-4832-807a-df140b2c6182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.413746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03ab2c84-c7f6-4e17-a13f-9b7d7325affd']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:25.419884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f13d6e-4832-49d1-9d22-54b590c70d02 None None] DHCP port deletion for 03ab2c84-c7f6-4e17-a13f-9b7d7325affd request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:25.423962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-edd948c0-b78f-476d-9da4-e6551f76cbbf tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] delete failed (client error): The resource could not be found. Dec 13 16:30:25.424211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06410954-2e48-4c2e-925c-cd718253adc4') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:25.424509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06410954-2e48-4c2e-925c-cd718253adc4') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:25.426522 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-edd948c0-b78f-476d-9da4-e6551f76cbbf tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/562d1062-c416-4460-8270-cb1ddbe62bc1 HTTP/1.1" status: 404 len: 347 time: 0.0293274 Dec 13 16:30:25.427418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:25.431683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.435180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42406) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:25.441850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1fea8e93-dcbe-4cbc-bc30-a544e0a92068 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--753818703'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:25.457446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.484940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] Deleting port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:25.485318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.492553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.502723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Router 3fa14fcf-766c-4cec-892a-b2e041f0a268 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:30:25.503064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:25.503717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:25.508289 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:25.528251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e93-dcbe-4cbc-bc30-a544e0a92068 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.585671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] DHCP port deletion for 7bdc4fda-fe61-4397-9337-f2b018f5df8e request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:25.595189 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.601187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.608421 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/03ab2c84-c7f6-4e17-a13f-9b7d7325affd HTTP/1.1" status: 204 len: 168 time: 1.1136699 Dec 13 16:30:25.619852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] For port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4,segment=NetworkSegment(c43efb14-650d-4b0f-864d-59e290934cac),segment_id=c43efb14-650d-4b0f-864d-59e290934cac)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:25.620473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.637701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560e29c-5d02-4ede-8d66-e934c35959f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03ab2c84-c7f6-4e17-a13f-9b7d7325affd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:25.650957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] Calling delete_port for b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:25.720122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e93-dcbe-4cbc-bc30-a544e0a92068 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.732174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e93-dcbe-4cbc-bc30-a544e0a92068 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.773444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] Deleting port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:25.773823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.792028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1fea8e93-dcbe-4cbc-bc30-a544e0a92068 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.795004 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1fea8e93-dcbe-4cbc-bc30-a544e0a92068 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3557262 Dec 13 16:30:25.795156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2552a9ea-1553-49b4-a287-14e63b3ccb4c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:25.806662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42410) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:25.818317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-626e5c5c-6e95-449c-b6ce-5c29624bd501 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '73764109-62eb-423b-9da9-a613266c46a3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:25.829801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea8e93-dcbe-4cbc-bc30-a544e0a92068 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73764109-62eb-423b-9da9-a613266c46a3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:25.858702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 2552a9ea-1553-49b4-a287-14e63b3ccb4c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:25.858982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2552a9ea-1553-49b4-a287-14e63b3ccb4c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:25.859269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e74e6bbe-19ed-4732-a8d5-0065a7c8a611 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:25.873449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.875611 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-626e5c5c-6e95-449c-b6ce-5c29624bd501 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.924240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e74e6bbe-19ed-4732-a8d5-0065a7c8a611 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:25.924570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e74e6bbe-19ed-4732-a8d5-0065a7c8a611 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:25.924983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 46d4c944-136c-405e-ab5d-0cd63cbf2c4e no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:25.936999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] Pushing event deleted for resources: {'Port': ['ID=b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:25.949951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42412) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:25.961911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-28602800-123e-45ca-a0d7-419954fc9c70 None None] Provisioning complete for port 4cca54cb-5268-47a4-8b64-120e1503808e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:25.962271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28602800-123e-45ca-a0d7-419954fc9c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:25.970152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e27c95-6d1a-4f06-97f3-a0dcfbe32875 None None] No DVR routers for this DVR port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:25.975735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 46d4c944-136c-405e-ab5d-0cd63cbf2c4e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:25.976077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 46d4c944-136c-405e-ab5d-0cd63cbf2c4e not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:25.978438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] For port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,segment=NetworkSegment(2a58b428-e2ae-44c5-a997-5308ad98d257),segment_id=2a58b428-e2ae-44c5-a997-5308ad98d257)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:25.979139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.020804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] Calling delete_port for 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:26.031820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Deleting port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:26.032673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.037619 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-31f54e42-332c-4718-9504-970022fc5703 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bd4d070073f475cac999d52435c8467&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0835106 Dec 13 16:30:26.040211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-28602800-123e-45ca-a0d7-419954fc9c70 None None] Port 4cca54cb-5268-47a4-8b64-120e1503808e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:26.043985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42414) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:26.054956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-626e5c5c-6e95-449c-b6ce-5c29624bd501 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.070703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-626e5c5c-6e95-449c-b6ce-5c29624bd501 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.087240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.092356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-28602800-123e-45ca-a0d7-419954fc9c70 None None] Could not find standard attr ID for object 210eb4d7-3d1e-4d97-abe2-416c57f09be9. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:30:26.137774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e5c5c-6e95-449c-b6ce-5c29624bd501 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e1192c5-8d1b-470e-a67f-d60a3a5c7391,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:26.153070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-626e5c5c-6e95-449c-b6ce-5c29624bd501 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.154475 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-626e5c5c-6e95-449c-b6ce-5c29624bd501 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467350 Dec 13 16:30:26.154900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 29d302f0-06e7-48cf-ba01-7691c2c79b74 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:26.157845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42416) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:26.167724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:26.174082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-342f670f-6e23-4b8e-9863-9711b08c9e96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.174417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dec8bc02-f168-4637-b25d-14b9323ad6eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "PUT /v2.0/routers/3fa14fcf-766c-4cec-892a-b2e041f0a268/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1780651 Dec 13 16:30:26.184323 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Sync routers for ids ['3fa14fcf-766c-4cec-892a-b2e041f0a268'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:26.188897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 29d302f0-06e7-48cf-ba01-7691c2c79b74 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:26.188897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 29d302f0-06e7-48cf-ba01-7691c2c79b74 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:26.189865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:26.190001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42420) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:26.193655 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:26.194195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.208121 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Routers {'3fa14fcf-766c-4cec-892a-b2e041f0a268'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:26.208811 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:29:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3fa14fcf-766c-4cec-892a-b2e041f0a268'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:26.222602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:26.223447 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:26.223644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:26.243537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60f82cf-fcbc-41da-9619-8e2f491946de tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.263512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:26.267350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60f82cf-fcbc-41da-9619-8e2f491946de tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.270829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.274965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] For port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:26.275534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.280172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-342f670f-6e23-4b8e-9863-9711b08c9e96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.303194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] Pushing event deleted for resources: {'Port': ['ID=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:26.307114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No active binding found for port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 {{(pid=103054) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 16:30:26.308433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] The host dv-neutron-821599-1-hyperv is not matching for port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 host None! {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 13 16:30:26.309070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:26.313504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a9fdc-77bb-4cc8-836d-c001c3d6ccd6 None None] No DVR routers for this DVR port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:26.332016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:26.357835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Calling delete_port for b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:26.360376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:26.366248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=30825d06-a757-4aee-bb36-2e8baefed130,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:26.396213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 was not found and therefore no delete operation was performed {{(pid=103052) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:30:26.398451 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Set router 3fa14fcf-766c-4cec-892a-b2e041f0a268 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:26.398815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-342f670f-6e23-4b8e-9863-9711b08c9e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.403097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-342f670f-6e23-4b8e-9863-9711b08c9e96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.404400 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-342f670f-6e23-4b8e-9863-9711b08c9e96 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a340c48-2407-4bc6-996d-c00b8b28c70e HTTP/1.1" status: 204 len: 168 time: 0.3606617 Dec 13 16:30:26.438570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60f82cf-fcbc-41da-9619-8e2f491946de tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.443447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f670f-6e23-4b8e-9863-9711b08c9e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a340c48-2407-4bc6-996d-c00b8b28c70e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:26.458144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60f82cf-fcbc-41da-9619-8e2f491946de tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.459821 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f60f82cf-fcbc-41da-9619-8e2f491946de tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0e1192c5-8d1b-470e-a67f-d60a3a5c7391 HTTP/1.1" status: 204 len: 168 time: 0.3009951 Dec 13 16:30:26.474167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42426) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:26.484075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:26.485037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.490105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f82cf-fcbc-41da-9619-8e2f491946de tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e1192c5-8d1b-470e-a67f-d60a3a5c7391,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:26.504854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.523882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de505c7f-6eb5-48ef-ac37-6455174fb0ed tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:26.526412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-de505c7f-6eb5-48ef-ac37-6455174fb0ed tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports/4cca54cb-5268-47a4-8b64-120e1503808e HTTP/1.1" status: 200 len: 911 time: 0.3338201 Dec 13 16:30:26.529990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42428) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:26.608537 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f907f8d1-f08c-4384-aa90-570cfe9e06f0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1330361 Dec 13 16:30:26.610157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42430) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:26.665650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] No DVR routers for this DVR port b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:26.683075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06acc79-fd35-4a17-85b6-80424b10bc36 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:26.690881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06acc79-fd35-4a17-85b6-80424b10bc36 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:26.691579 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-0425036a-a74b-49dc-9086-0f5d8c4ae61f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0277424 Dec 13 16:30:26.692526 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b06acc79-fd35-4a17-85b6-80424b10bc36 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1614037 Dec 13 16:30:26.696246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42432) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:26.722238 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'name': 'tempest-NetworksTestDHCPv6-router-1807612613', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:17Z', 'updated_at': '2021-12-13T16:30:21Z', 'revision_number': 2, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None, '_interfaces': [{'id': '4cca54cb-5268-47a4-8b64-120e1503808e', 'name': '', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'mac_address': 'fa:16:3e:e1:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:30:19Z', 'updated_at': '2021-12-13T16:30:22Z', 'revision_number': 2, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'subnets': [{'id': '6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:26.736580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2e7dc3c4-e374-496a-be28-94c555090c31 None None] Provisioning complete for port 30825d06-a757-4aee-bb36-2e8baefed130 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:26.737157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc3c4-e374-496a-be28-94c555090c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.739870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.750227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Request body: {'port': {'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:26.764621 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Checking router: 3fa14fcf-766c-4cec-892a-b2e041f0a268 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:26.765613 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Updating router 3fa14fcf-766c-4cec-892a-b2e041f0a268 port 4cca54cb-5268-47a4-8b64-120e1503808e binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:30:26.803736 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.816152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2e7dc3c4-e374-496a-be28-94c555090c31 None None] Port 30825d06-a757-4aee-bb36-2e8baefed130 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:26.850207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8bd10e69-e6d2-4777-8342-601067210c83 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.863809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=1c3ade97-d499-455e-a83b-b78021f8236b,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:26.877347 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0b853-5274-40df-bf65-f4e47a12af1f req-154a61b8-0de5-4737-a76f-42d43f032cf7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:26.878962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-42f0b853-5274-40df-bf65-f4e47a12af1f req-154a61b8-0de5-4737-a76f-42d43f032cf7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 932 time: 0.6140585 Dec 13 16:30:26.881096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ea9ae9-ba35-45c0-a960-8cfe9bf16bf4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:26.889541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8bd10e69-e6d2-4777-8342-601067210c83 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:26.907107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] For port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,segment=NetworkSegment(2a58b428-e2ae-44c5-a997-5308ad98d257),segment_id=2a58b428-e2ae-44c5-a997-5308ad98d257)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:26.907567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.006098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.043690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8bd10e69-e6d2-4777-8342-601067210c83 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.046775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8bd10e69-e6d2-4777-8342-601067210c83 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.048455 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8bd10e69-e6d2-4777-8342-601067210c83 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/73764109-62eb-423b-9da9-a613266c46a3 HTTP/1.1" status: 204 len: 168 time: 0.4359400 Dec 13 16:30:27.058420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42444) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:27.102145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18d56e5-f6e9-4069-88e5-47679c6db62e']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:27.105588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:27.111951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.139235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd10e69-e6d2-4777-8342-601067210c83 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73764109-62eb-423b-9da9-a613266c46a3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:27.161341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e17ec-ed13-4872-a445-aa34d13b4555 req-1e93dcca-3efb-4889-8b52-9dda904511ed tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:27.173644 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ec0e17ec-ed13-4872-a445-aa34d13b4555 req-1e93dcca-3efb-4889-8b52-9dda904511ed tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.6740725 Dec 13 16:30:27.180234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43efb14-650d-4b0f-864d-59e290934cac') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:27.181206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43efb14-650d-4b0f-864d-59e290934cac') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:27.190241 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.198884 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d652ec15-876e-4e7a-b448-4cae5c754725 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1380339 Dec 13 16:30:27.202544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42446) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:27.204777 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.207327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-cd80635a-145d-4e2b-b0ef-d0bab75b01f4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1075407362'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:27.246293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd80635a-145d-4e2b-b0ef-d0bab75b01f4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.274107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.281992 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd2c7-b021-48a6-95df-104f12f479b1 None None] Pushing event updated for resources: {'Port': ['ID=4cca54cb-5268-47a4-8b64-120e1503808e,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:27.284593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-711e5217-452c-4d0d-adc9-0756062d7c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.302841 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-42f0b853-5274-40df-bf65-f4e47a12af1f req-645d7445-7925-481b-bb54-272a9c4ca981 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3741207 Dec 13 16:30:27.410555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.412044 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Attempting to bind port 4cca54cb-5268-47a4-8b64-120e1503808e on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:27.413058 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Attempting to bind port 4cca54cb-5268-47a4-8b64-120e1503808e by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:27.413618 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Attempting to bind port 4cca54cb-5268-47a4-8b64-120e1503808e on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:27.425646 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:27.427030 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:27.427643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': '89d24192-2991-4692-bcac-0e52ffed3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e2cf804d-75dc-4fc8-9116-94c8a4a0d303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:27.428173 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.428406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: e2cf804d-75dc-4fc8-9116-94c8a4a0d303, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:27.428607 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:27.429128 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Bound port: 4cca54cb-5268-47a4-8b64-120e1503808e, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:27.429537 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.438757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:27.439689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.455605 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ec0e17ec-ed13-4872-a445-aa34d13b4555 req-a5edd96f-b71e-483d-b573-ea6acd2a679e tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796855 Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:27.461736 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:27.574310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd80635a-145d-4e2b-b0ef-d0bab75b01f4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.606803 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] For port 4cca54cb-5268-47a4-8b64-120e1503808e, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:27.611952 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] For port 4cca54cb-5268-47a4-8b64-120e1503808e, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4cca54cb-5268-47a4-8b64-120e1503808e,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:27.624649 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.725410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd80635a-145d-4e2b-b0ef-d0bab75b01f4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.756573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.776992 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Routers {'3fa14fcf-766c-4cec-892a-b2e041f0a268'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:27.777639 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3fa14fcf-766c-4cec-892a-b2e041f0a268'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:27.863453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-81922554-fcda-4663-a2f0-c3bf2a7643c4 None None] Provisioning complete for port 4cca54cb-5268-47a4-8b64-120e1503808e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:27.864036 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81922554-fcda-4663-a2f0-c3bf2a7643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.914260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd80635a-145d-4e2b-b0ef-d0bab75b01f4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.915581 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cd80635a-145d-4e2b-b0ef-d0bab75b01f4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7120137 Dec 13 16:30:27.940704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42462) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:27.956550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.958826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:27.962321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0aaee20d-92b8-4dee-aa8d-9f0427736e80 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '113caea8-64bb-483f-b05f-8aa2daf8a6b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:28.047291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80635a-145d-4e2b-b0ef-d0bab75b01f4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113caea8-64bb-483f-b05f-8aa2daf8a6b6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:28.065495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network e2cf804d-75dc-4fc8-9116-94c8a4a0d303 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:28.085385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.093411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81922554-fcda-4663-a2f0-c3bf2a7643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.096045 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c18d56e5-f6e9-4069-88e5-47679c6db62e HTTP/1.1" status: 204 len: 168 time: 3.7008541 Dec 13 16:30:28.144971 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd2c7-b021-48a6-95df-104f12f479b1 None None] Pushing event updated for resources: {'Port': ['ID=4cca54cb-5268-47a4-8b64-120e1503808e,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:28.170054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-81922554-fcda-4663-a2f0-c3bf2a7643c4 None None] For port 4cca54cb-5268-47a4-8b64-120e1503808e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4cca54cb-5268-47a4-8b64-120e1503808e,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:28.185256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81922554-fcda-4663-a2f0-c3bf2a7643c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.257619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aaee20d-92b8-4dee-aa8d-9f0427736e80 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.267983 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] Set router 3fa14fcf-766c-4cec-892a-b2e041f0a268 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:28.286095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:28.394282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aaee20d-92b8-4dee-aa8d-9f0427736e80 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.407321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aaee20d-92b8-4dee-aa8d-9f0427736e80 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.444788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No DVR routers for this DVR port 0b5e0e68-3b0a-47ff-aafd-8a6d12e2f3a6 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:28.446863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, e2cf804d-75dc-4fc8-9116-94c8a4a0d303) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:28.459149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8d14a-5081-4293-a85d-aad6e68525e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18d56e5-f6e9-4069-88e5-47679c6db62e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:28.486324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c7288-d91c-4aaa-a9bc-0406a10ce44a None None] Network e2cf804d-75dc-4fc8-9116-94c8a4a0d303 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:28.488874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5be2a22d-12d7-44fe-8656-0b8f1964ad43 None None] Provisioning complete for port 4cca54cb-5268-47a4-8b64-120e1503808e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:28.489243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5be2a22d-12d7-44fe-8656-0b8f1964ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.499345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:28.500426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.580085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.592775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742305df-50dc-48d2-bb90-da62ccc5570a req-510bdcb7-96e0-4124-9b9c-298fe4b240dd tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:28.600816 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-742305df-50dc-48d2-bb90-da62ccc5570a req-510bdcb7-96e0-4124-9b9c-298fe4b240dd tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.8484130 Dec 13 16:30:28.603526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81922554-fcda-4663-a2f0-c3bf2a7643c4 None None] Pushing event updated for resources: {'Port': ['ID=4cca54cb-5268-47a4-8b64-120e1503808e,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:28.605931 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fb805b33-be49-460a-aaaa-94c5e50a2025 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9447091 Dec 13 16:30:28.628272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaee20d-92b8-4dee-aa8d-9f0427736e80 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fa8376-19fc-4f9d-8ee5-c0a81531312c,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:28.628807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42474) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:28.640797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42476) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:28.743022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aaee20d-92b8-4dee-aa8d-9f0427736e80 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.745687 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0aaee20d-92b8-4dee-aa8d-9f0427736e80 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7999766 Dec 13 16:30:28.750024 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-babd13b8-80ee-4057-b07f-f2fd61c98031 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=07834401d6d14d12b969b56adb7d04bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1012559 Dec 13 16:30:28.756600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42480) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:28.757705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42482) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:28.769777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-86a7fcc4-de54-41fc-9639-9aa162cc20f2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '113caea8-64bb-483f-b05f-8aa2daf8a6b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:28.800600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.825067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 4cca54cb-5268-47a4-8b64-120e1503808e {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:28.828405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.845898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86a7fcc4-de54-41fc-9639-9aa162cc20f2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.877439 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'name': 'tempest-NetworksTestDHCPv6-router-1807612613', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:17Z', 'updated_at': '2021-12-13T16:30:21Z', 'revision_number': 2, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None, '_interfaces': [{'id': '4cca54cb-5268-47a4-8b64-120e1503808e', 'name': '', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'mac_address': 'fa:16:3e:e1:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:30:19Z', 'updated_at': '2021-12-13T16:30:27Z', 'revision_number': 4, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'subnets': [{'id': '6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:28.894116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-e2cf804d-75dc-4fc8-9116-94c8a4a0d303', 'network_id': 'e2cf804d-75dc-4fc8-9116-94c8a4a0d303', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': '1c3ade97-d499-455e-a83b-b78021f8236b'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:28.896194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.902398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1232e-9206-413a-9230-53328330f3c0 req-b0ee9a67-a52f-4b0d-a4d6-9c3da123fe1f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:28.903982 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-45c1232e-9206-413a-9230-53328330f3c0 req-b0ee9a67-a52f-4b0d-a4d6-9c3da123fe1f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 932 time: 0.3850648 Dec 13 16:30:28.909963 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdc4fda-fe61-4397-9337-f2b018f5df8e']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:28.943553 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a61e0b-49a8-47ab-9ae8-cdda741f3b9e None None] The sync data for ids ['3fa14fcf-766c-4cec-892a-b2e041f0a268'] in dv-neutron-821599-1-hyperv is: [{'id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'name': 'tempest-NetworksTestDHCPv6-router-1807612613', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:17Z', 'updated_at': '2021-12-13T16:30:21Z', 'revision_number': 2, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None, '_interfaces': [{'id': '4cca54cb-5268-47a4-8b64-120e1503808e', 'name': '', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'mac_address': 'fa:16:3e:e1:58:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:30:19Z', 'updated_at': '2021-12-13T16:30:27Z', 'revision_number': 4, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'subnets': [{'id': '6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:28.950075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86a7fcc4-de54-41fc-9639-9aa162cc20f2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:28.970081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a58b428-e2ae-44c5-a997-5308ad98d257') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:28.970431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a58b428-e2ae-44c5-a997-5308ad98d257') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:29.002381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-742305df-50dc-48d2-bb90-da62ccc5570a req-b4bd09d1-23cc-4802-9486-1d577530a352 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999920 Dec 13 16:30:29.039724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.041536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86a7fcc4-de54-41fc-9639-9aa162cc20f2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.127459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7fcc4-de54-41fc-9639-9aa162cc20f2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c9eb21-6259-4528-ac41-4c98eb3b058a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:29.140444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30825d06-a757-4aee-bb36-2e8baefed130 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:30:29.153816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.171422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86a7fcc4-de54-41fc-9639-9aa162cc20f2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.175372 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-86a7fcc4-de54-41fc-9639-9aa162cc20f2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4126399 Dec 13 16:30:29.178989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Allocated IP 172.20.0.2 (e2cf804d-75dc-4fc8-9116-94c8a4a0d303/1c3ade97-d499-455e-a83b-b78021f8236b/33da7d70-71e1-49ab-b0a7-115c7f551b45) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:29.180306 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42488) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:29.190987 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4dcfbe9f-2292-4e84-9f45-1b5425f6f364 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '113caea8-64bb-483f-b05f-8aa2daf8a6b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:29.204734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Transition to ACTIVE for port object 30825d06-a757-4aee-bb36-2e8baefed130 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:30:29.230391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.249230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.267501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8cd328db-8fd4-4fe8-a6f9-934dd13622e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.271110 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.287239 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] For port 4cca54cb-5268-47a4-8b64-120e1503808e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4cca54cb-5268-47a4-8b64-120e1503808e,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:29.287780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.392072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8cd328db-8fd4-4fe8-a6f9-934dd13622e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.394552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:29.394999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:29.399275 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:29.402187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 4cca54cb-5268-47a4-8b64-120e1503808e owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:29.412945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4dcfbe9f-2292-4e84-9f45-1b5425f6f364 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.524071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.527884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-45c1232e-9206-413a-9230-53328330f3c0 req-d0778cba-be79-437c-9e6c-5f205813b205 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6030660 Dec 13 16:30:29.567023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.603827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Pushing event updated for resources: {'Port': ['ID=30825d06-a757-4aee-bb36-2e8baefed130,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:29.622288 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42492) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:29.663163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Network e2cf804d-75dc-4fc8-9116-94c8a4a0d303 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:29.666884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:29.672385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:29.680885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.692158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Pushing event updated for resources: {'Port': ['ID=33da7d70-71e1-49ab-b0a7-115c7f551b45,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:29.769030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Attempting to bind port 33da7d70-71e1-49ab-b0a7-115c7f551b45 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:29.769030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Attempting to bind port 33da7d70-71e1-49ab-b0a7-115c7f551b45 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '89d24192-2991-4692-bcac-0e52ffed3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e2cf804d-75dc-4fc8-9116-94c8a4a0d303'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:29.769030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Attempting to bind port 33da7d70-71e1-49ab-b0a7-115c7f551b45 on network e2cf804d-75dc-4fc8-9116-94c8a4a0d303 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:29.778212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:29.778608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Checking segment: {'id': '89d24192-2991-4692-bcac-0e52ffed3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e2cf804d-75dc-4fc8-9116-94c8a4a0d303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:29.779058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.779443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Bound using segment: {'id': '89d24192-2991-4692-bcac-0e52ffed3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e2cf804d-75dc-4fc8-9116-94c8a4a0d303'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:29.779942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Bound port: 33da7d70-71e1-49ab-b0a7-115c7f551b45, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89d24192-2991-4692-bcac-0e52ffed3f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e2cf804d-75dc-4fc8-9116-94c8a4a0d303'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:29.780325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.821592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8cd328db-8fd4-4fe8-a6f9-934dd13622e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.825018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8cd328db-8fd4-4fe8-a6f9-934dd13622e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.826234 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8cd328db-8fd4-4fe8-a6f9-934dd13622e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca445199-1467-464e-a65b-d8cbb7b1b065 HTTP/1.1" status: 204 len: 168 time: 1.0642099 Dec 13 16:30:29.847304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd328db-8fd4-4fe8-a6f9-934dd13622e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca445199-1467-464e-a65b-d8cbb7b1b065,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:29.893724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4dcfbe9f-2292-4e84-9f45-1b5425f6f364 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.904533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4dcfbe9f-2292-4e84-9f45-1b5425f6f364 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.924064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:29.995851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.000121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfbe9f-2292-4e84-9f45-1b5425f6f364 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb046e2-d4fa-4ff9-88dc-c954c4a9fec2,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:30.004998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/networks/7bdc4fda-fe61-4397-9337-f2b018f5df8e HTTP/1.1" status: 204 len: 168 time: 5.0081151 Dec 13 16:30:30.009605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.011774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42498) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:30.051675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3869a578-913e-469f-9b83-289cfe460dbd req-816c615b-d850-4e05-b81d-be30f5d2d5d0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:30.053238 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3869a578-913e-469f-9b83-289cfe460dbd req-816c615b-d850-4e05-b81d-be30f5d2d5d0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.8407383 Dec 13 16:30:30.056506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4dcfbe9f-2292-4e84-9f45-1b5425f6f364 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.065200 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4dcfbe9f-2292-4e84-9f45-1b5425f6f364 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8835647 Dec 13 16:30:30.069008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'name': 'tempest-PortsIpV6TestJSON-1840722184'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:30.074424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42500) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:30.080035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-df495254-e13a-437f-9120-543148275da5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '113caea8-64bb-483f-b05f-8aa2daf8a6b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:30.115485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1212625954'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:30.130412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Attempting to bind port 30825d06-a757-4aee-bb36-2e8baefed130 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:30.130878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Attempting to bind port 30825d06-a757-4aee-bb36-2e8baefed130 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:30.131447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Attempting to bind port 30825d06-a757-4aee-bb36-2e8baefed130 on network 1a90f60a-76e5-497c-a89c-2615de6d9c7b {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:30.140031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3ade97-d499-455e-a83b-b78021f8236b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:30.154300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.169513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Port 30825d06-a757-4aee-bb36-2e8baefed130 on network 1a90f60a-76e5-497c-a89c-2615de6d9c7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:30:30.173113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Attempting to bind port 30825d06-a757-4aee-bb36-2e8baefed130 on network 1a90f60a-76e5-497c-a89c-2615de6d9c7b {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:30.176764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d6c4-bbce-4497-9865-6c08d746b439 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Network': ['ID=7bdc4fda-fe61-4397-9337-f2b018f5df8e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:30.196086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.202929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df495254-e13a-437f-9120-543148275da5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.231959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] For port 33da7d70-71e1-49ab-b0a7-115c7f551b45, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:30.240059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] For port 33da7d70-71e1-49ab-b0a7-115c7f551b45, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=33da7d70-71e1-49ab-b0a7-115c7f551b45,segment=NetworkSegment(89d24192-2991-4692-bcac-0e52ffed3f1a),segment_id=89d24192-2991-4692-bcac-0e52ffed3f1a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:30.253137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.263635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=4cca54cb-5268-47a4-8b64-120e1503808e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:30.292652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Made reservation on behalf of fbd9effae9a94a7f94ec6c572f191245 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:30.297153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.359114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.384048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4cca54cb-5268-47a4-8b64-120e1503808e up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:30.401393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:30.402349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Checking segment: {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:30.403157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Bound using segment: {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:30.403803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Bound port: 30825d06-a757-4aee-bb36-2e8baefed130, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e12412a-11d8-460c-8ec5-e74a1f532d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:30.404480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.540515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.566551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 4cca54cb-5268-47a4-8b64-120e1503808e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:30.566931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4cca54cb-5268-47a4-8b64-120e1503808e not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 13 16:30:30.590991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.619891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b1f9b-c17c-4b46-95e6-cf3221e600f3 None None] Pushing event updated for resources: {'Port': ['ID=33da7d70-71e1-49ab-b0a7-115c7f551b45,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:30.623728 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3869a578-913e-469f-9b83-289cfe460dbd req-14edac0e-92b1-4487-93a8-98da6cd87d26 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618008 Dec 13 16:30:30.641248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cf804d-75dc-4fc8-9116-94c8a4a0d303']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:30.654483 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Port 4cca54cb-5268-47a4-8b64-120e1503808e not found, will not notify nova. {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 13 16:30:30.667320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:30.687926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.752800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d24192-2991-4692-bcac-0e52ffed3f1a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:30.753200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d24192-2991-4692-bcac-0e52ffed3f1a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:30.762860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df495254-e13a-437f-9120-543148275da5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.768564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.787031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.811951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.821071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:30.821856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.846617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df495254-e13a-437f-9120-543148275da5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:30.882695 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:30.902240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] For port 30825d06-a757-4aee-bb36-2e8baefed130, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:30.933756 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df495254-e13a-437f-9120-543148275da5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721f320d-0437-4c8b-8744-84bd645b8a78,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:30.986492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 04cc4a55-f254-4329-a2c2-67e6db7a2208 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:31.011487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df495254-e13a-437f-9120-543148275da5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.022806 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-df495254-e13a-437f-9120-543148275da5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9411700 Dec 13 16:30:31.079226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42516) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:31.100286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2ce52eeb-1538-4174-89a0-fa8810efa36b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '113caea8-64bb-483f-b05f-8aa2daf8a6b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:31.176437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.205972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.214254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Router 3fa14fcf-766c-4cec-892a-b2e041f0a268 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:31.287323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153d9598-a801-4bef-8d9f-6d4e2d41a0da,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:31.289017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2ce52eeb-1538-4174-89a0-fa8810efa36b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.457404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:30:31.457404 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:30:31.457404 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': 'e2cf804d-75dc-4fc8-9116-94c8a4a0d303'}] Dec 13 16:30:31.457404 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:31.458448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:31.496283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] For port 30825d06-a757-4aee-bb36-2e8baefed130, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30825d06-a757-4aee-bb36-2e8baefed130,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:31.512321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.592960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc1b35-cdbd-4d8a-bc94-2d4fe47ce359 req-09ca8a99-933d-47e4-8f9d-f0da37410d1a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:31.601607 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4ffc1b35-cdbd-4d8a-bc94-2d4fe47ce359 req-09ca8a99-933d-47e4-8f9d-f0da37410d1a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.7149763 Dec 13 16:30:31.629436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:31.632202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.632202 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/30825d06-a757-4aee-bb36-2e8baefed130 HTTP/1.1" status: 200 len: 1094 time: 4.8883529 Dec 13 16:30:31.632832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:30:31.636564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "tag": "30825d06-a757-4aee-bb36-2e8baefed130"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:30:31.647539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff942b7d-9a3d-435b-9e95-929a57186f2d req-ed349b96-e6d0-439f-8819-00432e67a433 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:31.649110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff942b7d-9a3d-435b-9e95-929a57186f2d req-ed349b96-e6d0-439f-8819-00432e67a433 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 944 time: 0.7657959 Dec 13 16:30:31.799897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:31.810188 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-93a707b9-8761-4d24-9101-c240eaab3f3c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "PUT /v2.0/routers/3fa14fcf-766c-4cec-892a-b2e041f0a268/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1113193 Dec 13 16:30:31.820403 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:31.823747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42532) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:31.827545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] Sync routers for ids ['3fa14fcf-766c-4cec-892a-b2e041f0a268'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:31.858426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] Routers {'3fa14fcf-766c-4cec-892a-b2e041f0a268'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:31.859301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3fa14fcf-766c-4cec-892a-b2e041f0a268'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:31.897562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702f9cd-d6f9-4eb3-a085-bdf0308f39a8 service neutron] Pushing event updated for resources: {'Port': ['ID=30825d06-a757-4aee-bb36-2e8baefed130,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:31.915266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.915840 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Added segment 0662fcb9-8ac0-4ad2-a9d8-bf83703b0d66 of type vlan for network a6bfb611-dc14-4945-8637-f00bf8b7f80c Dec 13 16:30:31.941886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2ce52eeb-1538-4174-89a0-fa8810efa36b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.972599 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff942b7d-9a3d-435b-9e95-929a57186f2d req-f3719791-70a3-42a9-88e3-0d367d61b5ea tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849731 Dec 13 16:30:31.973235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.974400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4425cd-122f-4ac8-bf18-057f5def38a1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:31.976535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4425cd-122f-4ac8-bf18-057f5def38a1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:31.980888 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2f4425cd-122f-4ac8-bf18-057f5def38a1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1547751 Dec 13 16:30:31.981751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2ce52eeb-1538-4174-89a0-fa8810efa36b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:31.990410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42536) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:32.051051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] Set router 3fa14fcf-766c-4cec-892a-b2e041f0a268 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:32.074595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.092570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4f0e2b8a-dfd2-4865-81dc-cb6292069ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:32.096522 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4f0e2b8a-dfd2-4865-81dc-cb6292069ab8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 1097 time: 0.3825593 Dec 13 16:30:32.096797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce52eeb-1538-4174-89a0-fa8810efa36b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f518ac4b-2b55-4d31-b7d3-2609d18734c0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:32.143976 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4ffc1b35-cdbd-4d8a-bc94-2d4fe47ce359 req-cfb867a2-e320-4dfe-aaa8-eec2c511119b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5413816 Dec 13 16:30:32.152695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e940c75-46a0-41f1-8b9b-2fe09fd24e8e x-openstack-request-id: req-9e940c75-46a0-41f1-8b9b-2fe09fd24e8e {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:30:32.153478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "tag": "30825d06-a757-4aee-bb36-2e8baefed130", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:30:32.153478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e940c75-46a0-41f1-8b9b-2fe09fd24e8e {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:30:32.153677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130', 'status': 'completed', 'code': 200} Dec 13 16:30:32.164287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2ce52eeb-1538-4174-89a0-fa8810efa36b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.170442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.172246 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2ce52eeb-1538-4174-89a0-fa8810efa36b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0882299 Dec 13 16:30:32.177763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42540) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:32.209903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'name': 'tempest-NetworksTestDHCPv6-router-1807612613', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:17Z', 'updated_at': '2021-12-13T16:30:29Z', 'revision_number': 3, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:32.231657 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d138241c-8edc-4b57-acd4-8258035a9610 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:32.244932 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d138241c-8edc-4b57-acd4-8258035a9610 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.266432 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-5b805fd0-1665-4c76-9c9f-4e8bd6ee6ed6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30825d06-a757-4aee-bb36-2e8baefed130 HTTP/1.1" status: 200 len: 217 time: 0.1169131 Dec 13 16:30:32.268506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] Checking router: 3fa14fcf-766c-4cec-892a-b2e041f0a268 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:32.317468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.324402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] Routers {'3fa14fcf-766c-4cec-892a-b2e041f0a268'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:32.327111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3fa14fcf-766c-4cec-892a-b2e041f0a268'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:32.330526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:32.332889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.400602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-533768b8-c964-443e-955e-e2ba873725f8 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.409429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting port 33da7d70-71e1-49ab-b0a7-115c7f551b45 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:32.410003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.471897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-533768b8-c964-443e-955e-e2ba873725f8 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.485494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.491843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4676070c-42f0-4beb-bc6e-b5ed3853b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:32.493348 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-4676070c-42f0-4beb-bc6e-b5ed3853b359 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=71fb7126-b77e-42c7-a713-e7ae5f547535 HTTP/1.1" status: 200 len: 834 time: 0.2117937 Dec 13 16:30:32.502307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 33da7d70-71e1-49ab-b0a7-115c7f551b45 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:32.538491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42548) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:32.539595 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.8948374 Dec 13 16:30:32.571718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] Set router 3fa14fcf-766c-4cec-892a-b2e041f0a268 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:32.585218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d138241c-8edc-4b57-acd4-8258035a9610 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.642192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'name': 'tempest-NetworksTestDHCPv6-router-1807612613', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:17Z', 'updated_at': '2021-12-13T16:30:29Z', 'revision_number': 3, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:32.649849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] For port 33da7d70-71e1-49ab-b0a7-115c7f551b45, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=33da7d70-71e1-49ab-b0a7-115c7f551b45,segment=NetworkSegment(89d24192-2991-4692-bcac-0e52ffed3f1a),segment_id=89d24192-2991-4692-bcac-0e52ffed3f1a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:32.650080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.677838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Calling delete_port for 33da7d70-71e1-49ab-b0a7-115c7f551b45 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:32.678934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f722b8-dc71-4e8e-9847-df7bbab88640 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Pushing event updated for resources: {'Network': ['ID=a6bfb611-dc14-4945-8637-f00bf8b7f80c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:32.689200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a7f79-2143-442c-b07c-6814e3db5b3c None None] The sync data for ids ['3fa14fcf-766c-4cec-892a-b2e041f0a268'] in dv-neutron-821599-1-hyperv is: [{'id': '3fa14fcf-766c-4cec-892a-b2e041f0a268', 'name': 'tempest-NetworksTestDHCPv6-router-1807612613', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:17Z', 'updated_at': '2021-12-13T16:30:29Z', 'revision_number': 3, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:32.715376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a6bfb611-dc14-4945-8637-f00bf8b7f80c details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:32.749766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 33da7d70-71e1-49ab-b0a7-115c7f551b45 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:32.750138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.834978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-533768b8-c964-443e-955e-e2ba873725f8 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.849449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a22b8-93ce-4f98-8bb0-68dd841bb94f None None] Network e2cf804d-75dc-4fc8-9116-94c8a4a0d303 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:32.875828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d138241c-8edc-4b57-acd4-8258035a9610 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.886706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-533768b8-c964-443e-955e-e2ba873725f8 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.887615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-533768b8-c964-443e-955e-e2ba873725f8 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/f518ac4b-2b55-4d31-b7d3-2609d18734c0 HTTP/1.1" status: 204 len: 168 time: 0.7091980 Dec 13 16:30:32.892892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:32.918172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42556) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:32.936568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:32.945093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533768b8-c964-443e-955e-e2ba873725f8 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f518ac4b-2b55-4d31-b7d3-2609d18734c0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:32.957346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:32.967376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:32.972408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:32.982522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=04cc4a55-f254-4329-a2c2-67e6db7a2208,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:32.991466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-bfab4356-30ae-4cea-8e37-f1ab75c92477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:32.993341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-bfab4356-30ae-4cea-8e37-f1ab75c92477 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a90f60a-76e5-497c-a89c-2615de6d9c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4912422 Dec 13 16:30:33.066417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Request body: {'network': {'name': 'tempest-network--613987028', 'router:external': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:33.084413 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-684459f6-b941-457f-ae7b-1a3deaa5b169 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0483940 Dec 13 16:30:33.094378 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2ba30c9e-248c-4478-839b-3eb2f9e0dfcd tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1742692 Dec 13 16:30:33.098778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42562) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:33.098778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42564) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:33.235081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d138241c-8edc-4b57-acd4-8258035a9610 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.265592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d138241c-8edc-4b57-acd4-8258035a9610 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.271032 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d138241c-8edc-4b57-acd4-8258035a9610 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0 HTTP/1.1" status: 204 len: 168 time: 1.2750728 Dec 13 16:30:33.275268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42570) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:33.291928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.303117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477001b-5e47-43e1-ae49-f9f03deed38a None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:33.325366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71999505-1195-4efb-adb8-333364665039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.327953 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No ports have port_id starting with 33da7d70-71e1-49ab-b0a7-115c7f551b45 Dec 13 16:30:33.345232 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138241c-8edc-4b57-acd4-8258035a9610 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:33.349173 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71999505-1195-4efb-adb8-333364665039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.363704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Port': ['ID=33da7d70-71e1-49ab-b0a7-115c7f551b45,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:33.365752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Made reservation on behalf of 8d35df5e4bc7461fad2651ce61e2103d for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:33.370849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.415917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.421133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No DVR routers for this DVR port 33da7d70-71e1-49ab-b0a7-115c7f551b45 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:33.469088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-56b9d418-33c2-40dc-be9b-75c44d65f003 None None] Provisioning complete for port 33da7d70-71e1-49ab-b0a7-115c7f551b45 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:33.469847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-56b9d418-33c2-40dc-be9b-75c44d65f003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.522380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-56b9d418-33c2-40dc-be9b-75c44d65f003 None None] Port 33da7d70-71e1-49ab-b0a7-115c7f551b45 was deleted so its status cannot be updated. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 16:30:33.566287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f75a654-8f88-41f3-968d-21ecb52a419e None None] DHCP port deletion for e2cf804d-75dc-4fc8-9116-94c8a4a0d303 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:33.608971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71999505-1195-4efb-adb8-333364665039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.616280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-39e0995b-9144-4bd9-a700-2c57bb9f2c2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 04cc4a55-f254-4329-a2c2-67e6db7a2208 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:33.616997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39e0995b-9144-4bd9-a700-2c57bb9f2c2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.631981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71999505-1195-4efb-adb8-333364665039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.638535 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-71999505-1195-4efb-adb8-333364665039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/721f320d-0437-4c8b-8744-84bd645b8a78 HTTP/1.1" status: 204 len: 168 time: 0.5156980 Dec 13 16:30:33.645532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42576) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:33.667938 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-f50a7893-2307-44ed-a4a6-7945020ed0ba service neutron] 10.222.0.31 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6644146 Dec 13 16:30:33.685592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102105d-5631-4c49-af7a-b0b395754844 req-55367571-6529-4a51-bdfb-8fe6665181f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:33.685592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4102105d-5631-4c49-af7a-b0b395754844 req-55367571-6529-4a51-bdfb-8fe6665181f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 944 time: 0.5165012 Dec 13 16:30:33.698257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:33.727934 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8312ad24-f89b-454a-a840-10b87e6e41eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4102938 Dec 13 16:30:33.728130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71999505-1195-4efb-adb8-333364665039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=721f320d-0437-4c8b-8744-84bd645b8a78,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:33.730408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42578) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:33.786557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] Deleting port 6860fb00-b980-44d4-af1f-0fe01f90fc30 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:33.787211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.794510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42580) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:33.864106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39e0995b-9144-4bd9-a700-2c57bb9f2c2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.868508 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-314b8226-36b9-4811-95a7-ab1b765563a3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.870330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.873567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] For port 6860fb00-b980-44d4-af1f-0fe01f90fc30, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6860fb00-b980-44d4-af1f-0fe01f90fc30,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:33.875514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.876307 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfd567ca-598b-4cd2-ad7c-6f4bfc591aac req-201e43da-2c1d-443e-bb43-47950f4cd944 service neutron] 10.222.0.31 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867507 Dec 13 16:30:33.881086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.891647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:33.899540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] Calling delete_port for 6860fb00-b980-44d4-af1f-0fe01f90fc30 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:33.937670 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a4e1c238-e01c-4018-9337-432f04804440 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2854736 Dec 13 16:30:33.943329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42584) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:33.969485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2cf804d-75dc-4fc8-9116-94c8a4a0d303']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:33.980859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:33.995866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4102105d-5631-4c49-af7a-b0b395754844 req-7a819940-9480-4982-88e0-7888e39383c4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478342 Dec 13 16:30:34.004273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-39e0995b-9144-4bd9-a700-2c57bb9f2c2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 04cc4a55-f254-4329-a2c2-67e6db7a2208 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:34.062328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.084003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89d24192-2991-4692-bcac-0e52ffed3f1a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:34.084345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89d24192-2991-4692-bcac-0e52ffed3f1a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:34.087727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.100376 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Added segment 2def0134-7eb3-4cd7-ba7a-2dae602f08e2 of type vlan for network a68cea41-5cac-458e-9ba4-d2ea507c55bd Dec 13 16:30:34.112063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78107978-a509-41d4-b6f1-aec5f7a3b3e5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:34.146623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-09f9b574-1527-4a47-a726-bfe917fbabaa tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.148495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] No DVR routers for this DVR port 6860fb00-b980-44d4-af1f-0fe01f90fc30 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:34.159484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.171870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 33da7d70-71e1-49ab-b0a7-115c7f551b45 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:34.177446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d7026-d773-4821-bda9-2154b17b070c None None] Pushing event deleted for resources: {'Port': ['ID=6860fb00-b980-44d4-af1f-0fe01f90fc30,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:34.193597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-314b8226-36b9-4811-95a7-ab1b765563a3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.204705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-314b8226-36b9-4811-95a7-ab1b765563a3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.210463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 33da7d70-71e1-49ab-b0a7-115c7f551b45 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:34.210832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 33da7d70-71e1-49ab-b0a7-115c7f551b45 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:34.211253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6860fb00-b980-44d4-af1f-0fe01f90fc30 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:34.222201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-88b154e4-e88a-46e6-af83-d3857e80bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:34.223920 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-88b154e4-e88a-46e6-af83-d3857e80bd92 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 1097 time: 0.2484736 Dec 13 16:30:34.249710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.251275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 6860fb00-b980-44d4-af1f-0fe01f90fc30 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:34.251624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6860fb00-b980-44d4-af1f-0fe01f90fc30 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:34.252044 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4cca54cb-5268-47a4-8b64-120e1503808e no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:34.264960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.276118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 4cca54cb-5268-47a4-8b64-120e1503808e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:34.276849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4cca54cb-5268-47a4-8b64-120e1503808e not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:34.325618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:34.336856 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-09f9b574-1527-4a47-a726-bfe917fbabaa tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.344297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-314b8226-36b9-4811-95a7-ab1b765563a3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.345199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b8226-36b9-4811-95a7-ab1b765563a3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa14fcf-766c-4cec-892a-b2e041f0a268 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:30:34.359109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-314b8226-36b9-4811-95a7-ab1b765563a3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.360499 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-314b8226-36b9-4811-95a7-ab1b765563a3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/routers/3fa14fcf-766c-4cec-892a-b2e041f0a268 HTTP/1.1" status: 204 len: 168 time: 0.6205094 Dec 13 16:30:34.370361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42586) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:34.378931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:34.379350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:34.403743 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:34.412932 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:34.436693 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.443311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-09f9b574-1527-4a47-a726-bfe917fbabaa tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.462990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-09f9b574-1527-4a47-a726-bfe917fbabaa tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.466481 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-09f9b574-1527-4a47-a726-bfe917fbabaa tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/deb046e2-d4fa-4ff9-88dc-c954c4a9fec2 HTTP/1.1" status: 204 len: 168 time: 0.4692526 Dec 13 16:30:34.472713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42588) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:34.504428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39e0995b-9144-4bd9-a700-2c57bb9f2c2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.510914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9b574-1527-4a47-a726-bfe917fbabaa tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deb046e2-d4fa-4ff9-88dc-c954c4a9fec2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:34.566607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.567521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:34.568118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.568757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0995b-9144-4bd9-a700-2c57bb9f2c2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=04cc4a55-f254-4329-a2c2-67e6db7a2208,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:34.585975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39e0995b-9144-4bd9-a700-2c57bb9f2c2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.589888 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-39e0995b-9144-4bd9-a700-2c57bb9f2c2a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/04cc4a55-f254-4329-a2c2-67e6db7a2208 HTTP/1.1" status: 204 len: 168 time: 1.4705107 Dec 13 16:30:34.593317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42590) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:34.598513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'mac_address': 'fa:16:3e:3d:c9:1c', 'name': 'tempest-PortsIpV6TestJSON-567438206'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:34.674433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.714869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.719142 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/e2cf804d-75dc-4fc8-9116-94c8a4a0d303 HTTP/1.1" status: 204 len: 168 time: 6.0471606 Dec 13 16:30:34.725852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42592) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:34.734079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905043566'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:34.740115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1900597 Dec 13 16:30:34.746884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42594) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:34.764174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-cc71eddc-3d22-4968-9bb2-92db6e9dde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:34.765802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-cc71eddc-3d22-4968-9bb2-92db6e9dde30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a90f60a-76e5-497c-a89c-2615de6d9c7b HTTP/1.1" status: 200 len: 898 time: 0.5090373 Dec 13 16:30:34.767852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdafe53-098c-42c0-90d0-09f06ea24c24 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Network': ['ID=a68cea41-5cac-458e-9ba4-d2ea507c55bd,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:34.772066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.773955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:34.782418 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a68cea41-5cac-458e-9ba4-d2ea507c55bd details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:34.790690 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d4e7557e-815e-4627-b64c-da7be08b2bba tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3129950 Dec 13 16:30:34.791867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42596) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:34.855951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07fedd-46e8-4592-8bab-8da4e3115204 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=e2cf804d-75dc-4fc8-9116-94c8a4a0d303,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:34.863298 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-fa59b098-5d62-45b2-85a0-c03229ce9f00 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30825d06-a757-4aee-bb36-2e8baefed130 HTTP/1.1" status: 200 len: 217 time: 0.0670462 Dec 13 16:30:34.909106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b13489b9-220c-4bb6-956f-724df634788b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.921702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b13489b9-220c-4bb6-956f-724df634788b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.958993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:34.962600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.964628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-344a74c0-a3c0-4c7a-a1f2-1e87b4f5032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:34.966440 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-344a74c0-a3c0-4c7a-a1f2-1e87b4f5032f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=71fb7126-b77e-42c7-a713-e7ae5f547535 HTTP/1.1" status: 200 len: 834 time: 0.0936568 Dec 13 16:30:34.970387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:34.971541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:34.974008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.018771 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.040386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b13489b9-220c-4bb6-956f-724df634788b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.055034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b13489b9-220c-4bb6-956f-724df634788b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.060154 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b13489b9-220c-4bb6-956f-724df634788b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/a7c9eb21-6259-4528-ac41-4c98eb3b058a HTTP/1.1" status: 204 len: 168 time: 0.2624419 Dec 13 16:30:35.064872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13489b9-220c-4bb6-956f-724df634788b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7c9eb21-6259-4528-ac41-4c98eb3b058a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:35.065051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42600) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:35.098320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:35.125421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-348503b7-fd96-4837-a2dc-19e106ed1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:35.126946 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-348503b7-fd96-4837-a2dc-19e106ed1af9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a90f60a-76e5-497c-a89c-2615de6d9c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1471300 Dec 13 16:30:35.184657 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 5f5be9f2-c78d-479e-8379-62f124513fab yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:35.198624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.199043 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment d1f2df24-afd3-4d8a-ba04-4f966a4ffd58 of type vlan for network 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f Dec 13 16:30:35.223772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Allocated IP 172.26.6.32 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/c3e89811-61a3-4f93-9166-e76945469072) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:35.239936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b98d30-9b39-487a-aaeb-f791fbcb15ac req-de7ebc71-f3fa-4e70-a1e6-01b296cc74bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:35.241439 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8b98d30-9b39-487a-aaeb-f791fbcb15ac req-de7ebc71-f3fa-4e70-a1e6-01b296cc74bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 944 time: 0.1340029 Dec 13 16:30:35.291299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.326722 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e61c98c7-ed99-42ad-b43f-39b169d97f4d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2406082 Dec 13 16:30:35.329968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42602) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:35.355931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68cea41-5cac-458e-9ba4-d2ea507c55bd']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:35.368373 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-78f17b60-b06a-4e60-aba3-6ac231dbd3ae service neutron] 10.222.0.31 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199123 Dec 13 16:30:35.377700 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.415884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2def0134-7eb3-4cd7-ba7a-2dae602f08e2') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:35.416960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2def0134-7eb3-4cd7-ba7a-2dae602f08e2') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:35.420288 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8b98d30-9b39-487a-aaeb-f791fbcb15ac req-9917505b-8aa8-42f4-b55d-5862bc9cffe7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549134 Dec 13 16:30:35.445543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.483313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-432fe229-9c70-4a9e-a04f-a62705be29c4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.487481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.502725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-432fe229-9c70-4a9e-a04f-a62705be29c4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.511164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.514418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.516978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:35.517570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.559180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:35.559817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:35.571068 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:35.605880 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8779771 Dec 13 16:30:35.606099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:35.610188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42604) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:35.611103 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:35.614316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:35.614952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.618583 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ae966eb-c0d3-4813-98c8-3daa3c44c8f2 req-c96476a1-5611-415c-8cbf-cc94d0cc178f service neutron] 10.222.0.31 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420928 Dec 13 16:30:35.623605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fb98fa-661c-42b0-a746-9e351e5ffaca None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:35.628529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': '6a3e9849-21f2-44d8-b975-b7b1b4ecf47f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:35.643019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=acf83e74-8fc5-460b-8907-74ff3efa065c,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:35.645207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-432fe229-9c70-4a9e-a04f-a62705be29c4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.674512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-432fe229-9c70-4a9e-a04f-a62705be29c4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.679521 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-432fe229-9c70-4a9e-a04f-a62705be29c4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/54fa8376-19fc-4f9d-8ee5-c0a81531312c HTTP/1.1" status: 204 len: 168 time: 0.3381698 Dec 13 16:30:35.692415 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42606) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:35.723830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432fe229-9c70-4a9e-a04f-a62705be29c4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54fa8376-19fc-4f9d-8ee5-c0a81531312c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:35.752446 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-65063762-0a9f-4577-8da6-0869ef397019 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3474274 Dec 13 16:30:35.762873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42608) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:35.772972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.784019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1cb42f70-6a6e-4006-8c9b-a273141ab200 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-732875093', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:35.787988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'acf83e74-8fc5-460b-8907-74ff3efa065c'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:35.788880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.807005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:35.811610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cf2d8-3218-4bd9-887e-f5739ece9547 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=6a3e9849-21f2-44d8-b975-b7b1b4ecf47f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:35.812605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.824554 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.840522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.874762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a68cea41-5cac-458e-9ba4-d2ea507c55bd {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 16:30:35.883236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:35.890171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event deleted for resources: {'Network': ['ID=a68cea41-5cac-458e-9ba4-d2ea507c55bd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:35.892411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:35.915230 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5363449b-a034-4bcd-875c-5faca5cd0630 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "DELETE /v2.0/networks/a68cea41-5cac-458e-9ba4-d2ea507c55bd HTTP/1.1" status: 204 len: 168 time: 1.1662712 Dec 13 16:30:35.946963 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a0b283de-c3f1-484b-832e-12ea6159815f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2511854 Dec 13 16:30:35.950162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42610) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:35.950162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42612) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:35.972882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:36.016138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Made reservation on behalf of 8d35df5e4bc7461fad2651ce61e2103d for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:36.018586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.022411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f70-6a6e-4006-8c9b-a273141ab200 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.023489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f70-6a6e-4006-8c9b-a273141ab200 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.059737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/acf83e74-8fc5-460b-8907-74ff3efa065c/6f941acb-d9a9-4f87-92ce-e160e603af52) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:36.109626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:36.124466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.124836 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Added segment f7701dd0-ae23-4be4-bfc1-b90178e312ec of type vlan for network 20cd0f4d-74c0-471c-97fc-d9a27b872148 Dec 13 16:30:36.192109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.291399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f70-6a6e-4006-8c9b-a273141ab200 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.299010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.308323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.313814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.321834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.346142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f70-6a6e-4006-8c9b-a273141ab200 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.354464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Performing IP validity checks on allocation pools {{(pid=103052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 16:30:36.356364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 16:30:36.404156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:36.407761 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:36.415730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:36.425664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67245d9a-5204-405f-8536-1de11ff8474a tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.442828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:36.456114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:36.458918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.459882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:36.460470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.468591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb42f70-6a6e-4006-8c9b-a273141ab200 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.469813 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1cb42f70-6a6e-4006-8c9b-a273141ab200 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7053635 Dec 13 16:30:36.470551 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'Port': ['ID=c3e89811-61a3-4f93-9166-e76945469072,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:36.476456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:36.487234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42616) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:36.492659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:36.507122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:36.523152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Attempting to bind port 6f941acb-d9a9-4f87-92ce-e160e603af52 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:36.523930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Attempting to bind port 6f941acb-d9a9-4f87-92ce-e160e603af52 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:36.524338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Attempting to bind port 6f941acb-d9a9-4f87-92ce-e160e603af52 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:36.526791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Pushing event updated for resources: {'Port': ['ID=6f941acb-d9a9-4f87-92ce-e160e603af52,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:36.536453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:36.536874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:36.537734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.538133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:36.538703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Bound port: 6f941acb-d9a9-4f87-92ce-e160e603af52, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:36.539045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.565668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:36.571719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:36.573017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.638388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] For port 6f941acb-d9a9-4f87-92ce-e160e603af52, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:36.642597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] For port 6f941acb-d9a9-4f87-92ce-e160e603af52, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6f941acb-d9a9-4f87-92ce-e160e603af52,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:36.648838 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.685712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 30825d06-a757-4aee-bb36-2e8baefed130 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:30:36.698984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.722338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7471a01-5501-4d82-b24e-9add6a6312de req-fa5182dd-58d6-4d91-b18d-eb390e619e0b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:36.730849 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e7471a01-5501-4d82-b24e-9add6a6312de req-fa5182dd-58d6-4d91-b18d-eb390e619e0b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 944 time: 0.1417844 Dec 13 16:30:36.809159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d9588-20f1-4295-8b12-05d722cd06db None None] Pushing event updated for resources: {'Port': ['ID=6f941acb-d9a9-4f87-92ce-e160e603af52,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:36.850945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=cc778e7e-75e1-472b-8f1f-3727264d647f,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:36.872689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6a3e9849-21f2-44d8-b975-b7b1b4ecf47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:36.873057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:36.879438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 30825d06-a757-4aee-bb36-2e8baefed130, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30825d06-a757-4aee-bb36-2e8baefed130,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:36.883420 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e7471a01-5501-4d82-b24e-9add6a6312de req-7e7bc120-fb28-42b6-a8d6-0929bf61e787 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208866 Dec 13 16:30:36.899582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '30825d06-a757-4aee-bb36-2e8baefed130', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:30:36.919859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:36.935874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:36.941532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:36.942748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.957816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:36.964052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0da26-0a7c-48d6-be8c-e5e7e367fb12 None None] Network 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:36.968815 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ddf6c1fc-f39c-492c-a054-56f906027452 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.3450778 Dec 13 16:30:36.971077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42618) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:37.060769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30825d06-a757-4aee-bb36-2e8baefed130 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:30:37.100896 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1463130 Dec 13 16:30:37.104401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67245d9a-5204-405f-8536-1de11ff8474a tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.106103 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42620) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:37.116269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 30825d06-a757-4aee-bb36-2e8baefed130, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30825d06-a757-4aee-bb36-2e8baefed130,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:37.118346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Request body: {'subnet': {'network_id': '20cd0f4d-74c0-471c-97fc-d9a27b872148', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:37.164266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.198355 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6017652 Dec 13 16:30:37.202505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-6a3e9849-21f2-44d8-b975-b7b1b4ecf47f', 'network_id': '6a3e9849-21f2-44d8-b975-b7b1b4ecf47f', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': 'cc778e7e-75e1-472b-8f1f-3727264d647f'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:37.204269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42622) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:37.206439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.238171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2fb9b6-348c-45c4-bf29-0af9b50866cb tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Network': ['ID=20cd0f4d-74c0-471c-97fc-d9a27b872148,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:37.267996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Made reservation on behalf of 8d35df5e4bc7461fad2651ce61e2103d for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:37.270924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.318222 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29772fd6-ce92-4afb-84ff-2a351f71c15e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=5f5be9f2-c78d-479e-8379-62f124513fab,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:37.322066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.378393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 20cd0f4d-74c0-471c-97fc-d9a27b872148 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:37.421634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4439b716-6264-453c-b9de-4f45fcbf9caf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:37.423388 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4439b716-6264-453c-b9de-4f45fcbf9caf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/5f5be9f2-c78d-479e-8379-62f124513fab HTTP/1.1" status: 200 len: 844 time: 0.2175622 Dec 13 16:30:37.427136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42624) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:37.504644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['30825d06-a757-4aee-bb36-2e8baefed130'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:30:37.557158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.558588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67245d9a-5204-405f-8536-1de11ff8474a tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.561449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67245d9a-5204-405f-8536-1de11ff8474a tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.566380 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-67245d9a-5204-405f-8536-1de11ff8474a tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/113caea8-64bb-483f-b05f-8aa2daf8a6b6 HTTP/1.1" status: 204 len: 168 time: 1.6065655 Dec 13 16:30:37.570280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42626) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:37.587430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67245d9a-5204-405f-8536-1de11ff8474a tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113caea8-64bb-483f-b05f-8aa2daf8a6b6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:37.663124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.670290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.723604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.732399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0e7e6728-3c04-45ad-9aed-424fae6f49bb tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1554019 Dec 13 16:30:37.737285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42628) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:37.749441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ada7e323-e37f-4064-9987-aecd4dd84f7e tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--183433869'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:37.761862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2d9becb8-61de-4ab1-a0ff-158ee5a1560e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 5f5be9f2-c78d-479e-8379-62f124513fab {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:37.762072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d9becb8-61de-4ab1-a0ff-158ee5a1560e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.829872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=30825d06-a757-4aee-bb36-2e8baefed130,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:37.911701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ada7e323-e37f-4064-9987-aecd4dd84f7e tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.933608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d9becb8-61de-4ab1-a0ff-158ee5a1560e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:37.993615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Allocated IP 172.20.0.3 (6a3e9849-21f2-44d8-b975-b7b1b4ecf47f/cc778e7e-75e1-472b-8f1f-3727264d647f/30c567cc-b208-41a8-b02a-6d6605ef04aa) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:38.011405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2d9becb8-61de-4ab1-a0ff-158ee5a1560e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 5f5be9f2-c78d-479e-8379-62f124513fab owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:38.119675 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::1 (2ba4744e-bfa0-4bbb-8255-861faf832180/acf83e74-8fc5-460b-8907-74ff3efa065c/1435273b-4b69-4a70-986b-630d5fada03e) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:38.238036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bd365-c1b4-49bd-9cb6-d6bda6770100 req-6e230955-5aad-40ac-8ac7-ffad283a34b4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:38.238576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bd365-c1b4-49bd-9cb6-d6bda6770100 req-6e230955-5aad-40ac-8ac7-ffad283a34b4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 945 time: 0.2188790 Dec 13 16:30:38.258008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6f941acb-d9a9-4f87-92ce-e160e603af52 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:38.326361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ada7e323-e37f-4064-9987-aecd4dd84f7e tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.353141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ada7e323-e37f-4064-9987-aecd4dd84f7e tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.413312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.416327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7e323-e37f-4064-9987-aecd4dd84f7e tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e0e3a3-8c63-418a-99ac-eeb5fe2943bf,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:38.431715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d9becb8-61de-4ab1-a0ff-158ee5a1560e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.455350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ada7e323-e37f-4064-9987-aecd4dd84f7e tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.460148 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ada7e323-e37f-4064-9987-aecd4dd84f7e tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7199252 Dec 13 16:30:38.463916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42634) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:38.465308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.465686 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bd365-c1b4-49bd-9cb6-d6bda6770100 req-3aa49058-a195-4e47-a911-38e8bdc1f7d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930468 Dec 13 16:30:38.498440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-200e2950-07f1-448e-b2a7-09b049bdc039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '59e0e3a3-8c63-418a-99ac-eeb5fe2943bf', 'direction': 'ingress', 'protocol': 17}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:38.505867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9becb8-61de-4ab1-a0ff-158ee5a1560e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=5f5be9f2-c78d-479e-8379-62f124513fab,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:38.516410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d9becb8-61de-4ab1-a0ff-158ee5a1560e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.521259 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2d9becb8-61de-4ab1-a0ff-158ee5a1560e tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/5f5be9f2-c78d-479e-8379-62f124513fab HTTP/1.1" status: 204 len: 168 time: 1.0894680 Dec 13 16:30:38.524538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42636) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:38.544321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.558372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.586247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:30:38.587072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.590282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 6f941acb-d9a9-4f87-92ce-e160e603af52 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:38.590675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.619851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.633551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9203d78-9c91-46fb-8b4d-2b4a237ca7f1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:30:38.638528 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c9203d78-9c91-46fb-8b4d-2b4a237ca7f1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/5f5be9f2-c78d-479e-8379-62f124513fab HTTP/1.1" status: 404 len: 333 time: 0.0943012 Dec 13 16:30:38.648236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42638) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:38.656429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'name': 'tempest-PortsIpV6TestJSON-417909383'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:38.661612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.667783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.683981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:38.689430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:38.702016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:38.702406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.740873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Pushing event updated for resources: {'Port': ['ID=30c567cc-b208-41a8-b02a-6d6605ef04aa,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:38.757911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cf6387f8-e153-4a96-85f0-494aeda8a196 None None] Provisioning complete for port 6f941acb-d9a9-4f87-92ce-e160e603af52 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:38.758297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf6387f8-e153-4a96-85f0-494aeda8a196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.761907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Network 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:38.773505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'Port': ['ID=c3e89811-61a3-4f93-9166-e76945469072,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:38.794768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fcecfd3a-b545-40ee-a249-c47847fba1d7,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:38.799925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.800976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:38.804919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:38.824333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Checking segment: {'id': 'f7701dd0-ae23-4be4-bfc1-b90178e312ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '20cd0f4d-74c0-471c-97fc-d9a27b872148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:38.825213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Network hostable DHCP agents. Network: 20cd0f4d-74c0-471c-97fc-d9a27b872148, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:38.872226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-200e2950-07f1-448e-b2a7-09b049bdc039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.891930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=cc778e7e-75e1-472b-8f1f-3727264d647f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:38.966735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Attempting to bind port 30c567cc-b208-41a8-b02a-6d6605ef04aa on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:38.967292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Attempting to bind port 30c567cc-b208-41a8-b02a-6d6605ef04aa by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6a3e9849-21f2-44d8-b975-b7b1b4ecf47f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:38.967667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Attempting to bind port 30c567cc-b208-41a8-b02a-6d6605ef04aa on network 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:38.974617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:38.979859 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8e79ebf-94c7-4a57-b03f-f43d8d697873 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1807358 Dec 13 16:30:38.980044 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.017327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:39.017712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Checking segment: {'id': 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6a3e9849-21f2-44d8-b975-b7b1b4ecf47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:39.018120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.018822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Bound using segment: {'id': 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6a3e9849-21f2-44d8-b975-b7b1b4ecf47f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:39.019051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Bound port: 30c567cc-b208-41a8-b02a-6d6605ef04aa, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6a3e9849-21f2-44d8-b975-b7b1b4ecf47f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:39.019436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.025416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42640) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:39.030693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:39.030874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1867185272'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:39.034174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.044246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Network 20cd0f4d-74c0-471c-97fc-d9a27b872148 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:39.078194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-200e2950-07f1-448e-b2a7-09b049bdc039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.085637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.092141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf6387f8-e153-4a96-85f0-494aeda8a196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.097454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 6f941acb-d9a9-4f87-92ce-e160e603af52, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6f941acb-d9a9-4f87-92ce-e160e603af52,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:39.099223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-200e2950-07f1-448e-b2a7-09b049bdc039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.112454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.125268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.126843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3e9849-21f2-44d8-b975-b7b1b4ecf47f']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:39.146421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:39.146800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:39.157780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.163306 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=1435273b-4b69-4a70-986b-630d5fada03e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:39.166604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e2950-07f1-448e-b2a7-09b049bdc039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735e231d-9ae0-4d0f-b20e-d9026ac0a989,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:39.195781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 20cd0f4d-74c0-471c-97fc-d9a27b872148) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:39.203651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.206369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 85695dc8-d3d2-4433-9ee4-6a5a5c2ca951 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:39.212527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] For port 30c567cc-b208-41a8-b02a-6d6605ef04aa, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:39.216292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:39.217172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.224075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6c5e93-624d-495b-b578-4a2dd5e4f508 None None] Network 20cd0f4d-74c0-471c-97fc-d9a27b872148 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:39.225339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Made reservation on behalf of 5813ac91f32449168f401ac909317dfd for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:39.230573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:39.231361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.236514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:39.242915 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:39.253534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-200e2950-07f1-448e-b2a7-09b049bdc039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.257477 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-200e2950-07f1-448e-b2a7-09b049bdc039 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7820702 Dec 13 16:30:39.258446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.260453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42642) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:39.301964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-cf6387f8-e153-4a96-85f0-494aeda8a196 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:39.302345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-cf6387f8-e153-4a96-85f0-494aeda8a196 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:39.302864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=6f941acb-d9a9-4f87-92ce-e160e603af52,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:39.346905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7c1c8b57-7b28-4567-a354-5cc3fbbb0789 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2386887 Dec 13 16:30:39.347826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42644) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:39.359124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Request body: {'floatingip': {'floating_network_id': '20cd0f4d-74c0-471c-97fc-d9a27b872148'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:39.406279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:30:39.406279 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:30:39.406279 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': '6a3e9849-21f2-44d8-b975-b7b1b4ecf47f'}] Dec 13 16:30:39.406279 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:39.407064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:39.417583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3439f4-98e9-4739-aa4b-84d10db71591 None None] Network 20cd0f4d-74c0-471c-97fc-d9a27b872148 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:39.423951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] For port 30c567cc-b208-41a8-b02a-6d6605ef04aa, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=30c567cc-b208-41a8-b02a-6d6605ef04aa,segment=NetworkSegment(d1f2df24-afd3-4d8a-ba04-4f966a4ffd58),segment_id=d1f2df24-afd3-4d8a-ba04-4f966a4ffd58)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:39.465087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.473866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.625417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f5545-5c9b-47d7-9201-b58ef377f7dc None None] Pushing event updated for resources: {'Port': ['ID=30c567cc-b208-41a8-b02a-6d6605ef04aa,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:39.632690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fe5213-76f8-4044-91f5-c7b33da43c87 None None] Network 6a3e9849-21f2-44d8-b975-b7b1b4ecf47f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:39.643285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.699569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39e046da-f30f-4642-b4c1-5a4dafd8c395 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.705475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.706252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.715533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.753745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf4a298-ccb6-4aa4-bc0c-2b423c83dce6 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:30:39.757693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878440e-a9d4-4f0d-a98e-5e4a600f9132 req-8901ecc2-4c5f-4a3e-9776-4f40531d49f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:39.759183 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c878440e-a9d4-4f0d-a98e-5e4a600f9132 req-8901ecc2-4c5f-4a3e-9776-4f40531d49f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 945 time: 0.1485567 Dec 13 16:30:39.812563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39e046da-f30f-4642-b4c1-5a4dafd8c395 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.824973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.878090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=1435273b-4b69-4a70-986b-630d5fada03e,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:39.896639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c878440e-a9d4-4f0d-a98e-5e4a600f9132 req-c7993a7f-f407-4276-bfbc-5d8c25bc701f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280582 Dec 13 16:30:39.898224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.918307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.973344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf4a298-ccb6-4aa4-bc0c-2b423c83dce6 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:30:39.982513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39e046da-f30f-4642-b4c1-5a4dafd8c395 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.985100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39e046da-f30f-4642-b4c1-5a4dafd8c395 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:39.986251 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-39e046da-f30f-4642-b4c1-5a4dafd8c395 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/59e0e3a3-8c63-418a-99ac-eeb5fe2943bf HTTP/1.1" status: 204 len: 168 time: 0.7224174 Dec 13 16:30:40.003253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42648) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:40.013156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:40.029643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:40.051514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e046da-f30f-4642-b4c1-5a4dafd8c395 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e0e3a3-8c63-418a-99ac-eeb5fe2943bf,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:40.085820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-95965d88-a967-4587-9055-58ae9f171cad None None] Provisioning complete for port 1435273b-4b69-4a70-986b-630d5fada03e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:40.086199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-95965d88-a967-4587-9055-58ae9f171cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.171841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-95965d88-a967-4587-9055-58ae9f171cad None None] Port 1435273b-4b69-4a70-986b-630d5fada03e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:40.176957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.180609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=85695dc8-d3d2-4433-9ee4-6a5a5c2ca951,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:40.189843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6f941acb-d9a9-4f87-92ce-e160e603af52 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:40.200268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:40.215089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.245293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:40.256155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:40.268649 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.269325 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Added segment 70241e3a-3156-432d-9677-77e9013d4f6c of type vlan for network 1332de1e-b394-42d5-9894-f33d8be2e8e4 Dec 13 16:30:40.279604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:40.292754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:40.293490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.316164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 6f941acb-d9a9-4f87-92ce-e160e603af52 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:40.316544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.326048 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f4a4399a-9965-44c0-981d-eab6285c27c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6745389 Dec 13 16:30:40.348124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.351610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Allocated IP 172.20.0.4 (20cd0f4d-74c0-471c-97fc-d9a27b872148/fcecfd3a-b545-40ee-a249-c47847fba1d7/d46fc6f3-2bb4-43e5-b6d4-5ac7f4595a05) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:40.490703 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dbdff26f-2039-46a5-94a0-5b25043ee68b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4752257 Dec 13 16:30:40.496455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42650) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:40.503954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42652) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:40.505290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.513339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:40.514827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:40.526345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.547957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5a49ac9f-e450-428d-95ff-8bb1f7650afb tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--996312748'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:40.598849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting port 30c567cc-b208-41a8-b02a-6d6605ef04aa {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:40.599479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.679512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 30825d06-a757-4aee-bb36-2e8baefed130 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:40.716223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.740403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.765071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] For port 30c567cc-b208-41a8-b02a-6d6605ef04aa, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=30c567cc-b208-41a8-b02a-6d6605ef04aa,segment=NetworkSegment(d1f2df24-afd3-4d8a-ba04-4f966a4ffd58),segment_id=d1f2df24-afd3-4d8a-ba04-4f966a4ffd58)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:40.765436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.781645 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683650a2-eee3-4241-a6b0-46001e94a954,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:40.815762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Calling delete_port for 30c567cc-b208-41a8-b02a-6d6605ef04aa owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:40.830561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a49ac9f-e450-428d-95ff-8bb1f7650afb tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:40.851170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'Network': ['ID=1332de1e-b394-42d5-9894-f33d8be2e8e4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:40.863580 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d6ee8e6-314e-4cd8-8209-fc5760ae2fec tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8369491 Dec 13 16:30:40.874426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42654) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:40.880533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Request body: {'subnet': {'network_id': '1332de1e-b394-42d5-9894-f33d8be2e8e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:40.889461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Router 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:30:40.914537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:41.070844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 30825d06-a757-4aee-bb36-2e8baefed130 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:30:41.092513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 30825d06-a757-4aee-bb36-2e8baefed130 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:41.093140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.132502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:41.140675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.147550 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Sync routers for ids ['0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:41.149258 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-28500a83-07c3-42d6-81bb-e1351befeb6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "PUT /v2.0/routers/0a157bd9-244c-4ea1-89a0-fa7ca2d2252e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6576204 Dec 13 16:30:41.157727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42658) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:41.168985 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Routers {'0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:41.170200 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:41.172003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Made reservation on behalf of 5813ac91f32449168f401ac909317dfd for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:41.176457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.200917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-fd37bfef-5477-4975-b54d-83980fdd4e8b None None] Provisioning complete for port 1435273b-4b69-4a70-986b-630d5fada03e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:41.201200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fd37bfef-5477-4975-b54d-83980fdd4e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.242310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a49ac9f-e450-428d-95ff-8bb1f7650afb tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.262037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a49ac9f-e450-428d-95ff-8bb1f7650afb tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.264301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fd37bfef-5477-4975-b54d-83980fdd4e8b None None] Port 1435273b-4b69-4a70-986b-630d5fada03e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:41.273647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Network 20cd0f4d-74c0-471c-97fc-d9a27b872148 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:41.275873 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Set router 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:41.291619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:41.301460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865d347e-f31b-41c9-8d9a-cc88cf3fb26c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:41.303064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-865d347e-f31b-41c9-8d9a-cc88cf3fb26c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports/1435273b-4b69-4a70-986b-630d5fada03e HTTP/1.1" status: 200 len: 911 time: 0.1417229 Dec 13 16:30:41.304034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:41.313451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42660) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:41.315648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Port': ['ID=d46fc6f3-2bb4-43e5-b6d4-5ac7f4595a05,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:41.347343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.358953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b41228-25a3-47c3-9d7a-51e9c913b16b req-3ef19375-022e-479f-a698-3a601df0ca8e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:41.360362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a49ac9f-e450-428d-95ff-8bb1f7650afb tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.360560 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-44b41228-25a3-47c3-9d7a-51e9c913b16b req-3ef19375-022e-479f-a698-3a601df0ca8e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 945 time: 0.2983975 Dec 13 16:30:41.361238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.362258 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5a49ac9f-e450-428d-95ff-8bb1f7650afb tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8314097 Dec 13 16:30:41.366564 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49ac9f-e450-428d-95ff-8bb1f7650afb tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e0779f-b586-4b47-b445-4398d7cb1910,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:41.367967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42662) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:41.370675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.387384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-74634278-d792-4db0-8f3e-d67f616ed199 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--899039561'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:41.399776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:30:41.400566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3978720-35f0-470e-b3db-76d7b4323bd5" -d '{"events": [{"server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "name": "network-vif-plugged", "status": "completed", "tag": "30825d06-a757-4aee-bb36-2e8baefed130"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:30:41.427229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.427629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 30825d06-a757-4aee-bb36-2e8baefed130, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30825d06-a757-4aee-bb36-2e8baefed130,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:41.433470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d281b0-131f-4f2e-bf24-1b3a4b48e0eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:41.435323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Port': ['ID=30c567cc-b208-41a8-b02a-6d6605ef04aa,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:41.439881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d281b0-131f-4f2e-bf24-1b3a4b48e0eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:41.441491 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-29d281b0-131f-4f2e-bf24-1b3a4b48e0eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1247125 Dec 13 16:30:41.445711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42666) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:41.448222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No DVR routers for this DVR port 30c567cc-b208-41a8-b02a-6d6605ef04aa on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:41.464324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.509252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333fd8a9-8feb-4028-8f80-b5ca6eeead64 x-openstack-request-id: req-333fd8a9-8feb-4028-8f80-b5ca6eeead64 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:30:41.509975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "name": "network-vif-plugged", "status": "completed", "tag": "30825d06-a757-4aee-bb36-2e8baefed130", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:30:41.510493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-333fd8a9-8feb-4028-8f80-b5ca6eeead64 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:30:41.511036 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130', 'code': 200} Dec 13 16:30:41.559065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=30825d06-a757-4aee-bb36-2e8baefed130,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:41.573891 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'name': 'tempest-NetworksTestDHCPv6-router-732875093', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:36Z', 'updated_at': '2021-12-13T16:30:38Z', 'revision_number': 2, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None, '_interfaces': [{'id': '1435273b-4b69-4a70-986b-630d5fada03e', 'name': '', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'mac_address': 'fa:16:3e:e7:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'acf83e74-8fc5-460b-8907-74ff3efa065c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:30:37Z', 'updated_at': '2021-12-13T16:30:39Z', 'revision_number': 2, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'subnets': [{'id': 'acf83e74-8fc5-460b-8907-74ff3efa065c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:41.593369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] In _notify_port_updated(), no bound segment for port 85695dc8-d3d2-4433-9ee4-6a5a5c2ca951 on network 1019775e-8176-4d7e-92c5-73eed6c8fe85 {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:30:41.598936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:41.599552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.600852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "PUT /v2.0/ports/85695dc8-d3d2-4433-9ee4-6a5a5c2ca951 HTTP/1.1" status: 200 len: 818 time: 1.0948973 Dec 13 16:30:41.604498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42668) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:41.605232 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Checking router: 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:41.605793 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Updating router 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e port 1435273b-4b69-4a70-986b-630d5fada03e binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:30:41.636227 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.664940 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-44b41228-25a3-47c3-9d7a-51e9c913b16b req-46865612-2b2f-4233-a0f2-cb9b6d3767f1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689862 Dec 13 16:30:41.665868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-74634278-d792-4db0-8f3e-d67f616ed199 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.928052 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.934379 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:41.982444 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef48e10-46da-43df-a24e-7317fd1bacac None None] Pushing event updated for resources: {'Port': ['ID=1435273b-4b69-4a70-986b-630d5fada03e,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:42.050380 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Attempting to bind port 1435273b-4b69-4a70-986b-630d5fada03e on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:42.051017 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Attempting to bind port 1435273b-4b69-4a70-986b-630d5fada03e by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:42.052046 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Attempting to bind port 1435273b-4b69-4a70-986b-630d5fada03e on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:42.058107 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:42.058725 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:42.059068 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.059456 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:42.059924 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Bound port: 1435273b-4b69-4a70-986b-630d5fada03e, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:42.060315 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.064366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937ff7d-7351-46e7-b54a-1c1939bd243a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=85695dc8-d3d2-4433-9ee4-6a5a5c2ca951,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:42.106310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.137345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.138104 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] For port 1435273b-4b69-4a70-986b-630d5fada03e, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:42.141659 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] For port 1435273b-4b69-4a70-986b-630d5fada03e, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1435273b-4b69-4a70-986b-630d5fada03e,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:42.153348 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.173521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3e9849-21f2-44d8-b975-b7b1b4ecf47f']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:42.198260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.204427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4792d-cf22-4f8a-9833-2e9906229218 req-df0851c2-983a-4016-99ca-7c0978bf5827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:42.206262 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bcb4792d-cf22-4f8a-9833-2e9906229218 req-df0851c2-983a-4016-99ca-7c0978bf5827 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 1099 time: 0.5197415 Dec 13 16:30:42.213164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:42.213441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f2df24-afd3-4d8a-ba04-4f966a4ffd58') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:42.257835 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef48e10-46da-43df-a24e-7317fd1bacac None None] Pushing event updated for resources: {'Port': ['ID=1435273b-4b69-4a70-986b-630d5fada03e,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:42.287524 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Routers {'0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:42.288141 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:42.288270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9893d82e-f54c-41a7-990e-eb17bb72b4c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 85695dc8-d3d2-4433-9ee4-6a5a5c2ca951 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:42.288743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9893d82e-f54c-41a7-990e-eb17bb72b4c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.318998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.353297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ff863e2b-9040-4637-bbf8-7f285632f8c2 None None] Provisioning complete for port 1435273b-4b69-4a70-986b-630d5fada03e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:42.354307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff863e2b-9040-4637-bbf8-7f285632f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.360628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.365952 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Checking segment: {'id': '70241e3a-3156-432d-9677-77e9013d4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1332de1e-b394-42d5-9894-f33d8be2e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:42.366618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Network hostable DHCP agents. Network: 1332de1e-b394-42d5-9894-f33d8be2e8e4, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:42.381454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'Subnet': ['ID=b39e90b1-29b4-4bb1-8e93-caa5c1d6d7df,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:42.384805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.450711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:42.450915 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] Set router 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:42.460374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9893d82e-f54c-41a7-990e-eb17bb72b4c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.519920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9893d82e-f54c-41a7-990e-eb17bb72b4c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 85695dc8-d3d2-4433-9ee4-6a5a5c2ca951 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:42.532035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 1332de1e-b394-42d5-9894-f33d8be2e8e4) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:42.546727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff863e2b-9040-4637-bbf8-7f285632f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.551703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a66f97d-d8b5-4ea2-9bbc-ac43e6920535 None None] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:42.566281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:42.567277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.607454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bcb4792d-cf22-4f8a-9833-2e9906229218 req-0411343b-1a7a-4d84-b594-2474654376f7 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3667116 Dec 13 16:30:42.643979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.648583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:42.649044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.657214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-74634278-d792-4db0-8f3e-d67f616ed199 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:42.658601 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:42.674497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.687370 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e2c89a6f-ce66-4160-9796-f9cfd24728a9 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8115346 Dec 13 16:30:42.696589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42670) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:42.710259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ff863e2b-9040-4637-bbf8-7f285632f8c2 None None] For port 1435273b-4b69-4a70-986b-630d5fada03e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1435273b-4b69-4a70-986b-630d5fada03e,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:42.718514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1030029836', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:42.720324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff863e2b-9040-4637-bbf8-7f285632f8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.749559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-74634278-d792-4db0-8f3e-d67f616ed199 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.797046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74634278-d792-4db0-8f3e-d67f616ed199 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be0cee12-3847-49a8-acc6-e3feefa671c0,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:42.829985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff863e2b-9040-4637-bbf8-7f285632f8c2 None None] Pushing event updated for resources: {'Port': ['ID=1435273b-4b69-4a70-986b-630d5fada03e,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:42.845669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-1332de1e-b394-42d5-9894-f33d8be2e8e4', 'network_id': '1332de1e-b394-42d5-9894-f33d8be2e8e4', 'project_id': '5813ac91f32449168f401ac909317dfd', 'fixed_ips': [{'subnet_id': 'b39e90b1-29b4-4bb1-8e93-caa5c1d6d7df'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:42.846697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.858675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Port': ['ID=d46fc6f3-2bb4-43e5-b6d4-5ac7f4595a05,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:42.879068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.883433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.887723 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/6a3e9849-21f2-44d8-b975-b7b1b4ecf47f HTTP/1.1" status: 204 len: 168 time: 5.9155331 Dec 13 16:30:42.900491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42674) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:42.910170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1388499623'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:42.919913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efd92b-9bf4-4cf7-bf26-038a154e881b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=6a3e9849-21f2-44d8-b975-b7b1b4ecf47f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:42.933208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.934534 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'name': 'tempest-NetworksTestDHCPv6-router-732875093', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:36Z', 'updated_at': '2021-12-13T16:30:38Z', 'revision_number': 2, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None, '_interfaces': [{'id': '1435273b-4b69-4a70-986b-630d5fada03e', 'name': '', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'mac_address': 'fa:16:3e:e7:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'acf83e74-8fc5-460b-8907-74ff3efa065c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:30:37Z', 'updated_at': '2021-12-13T16:30:42Z', 'revision_number': 4, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'subnets': [{'id': 'acf83e74-8fc5-460b-8907-74ff3efa065c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:42.954070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-fecf0991-a416-453d-875d-811e6dcdc4c9 None None] Provisioning complete for port 1435273b-4b69-4a70-986b-630d5fada03e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:42.954400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fecf0991-a416-453d-875d-811e6dcdc4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.959690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.961041 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.967262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.971012 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e485fb44-4931-466a-b6e5-543ecfa0828e tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.6161115 Dec 13 16:30:42.971187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9893d82e-f54c-41a7-990e-eb17bb72b4c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:42.973941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42676) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:42.985325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f0cbc-d876-4b8c-882e-a19dda81a34f req-216aba55-bc0e-4b91-aaae-3c45df53e42f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:42.987000 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-573f0cbc-d876-4b8c-882e-a19dda81a34f req-216aba55-bc0e-4b91-aaae-3c45df53e42f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 946 time: 0.1206007 Dec 13 16:30:42.995138 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf357b88-19bc-4b1b-880d-1f448a2ab930 None None] The sync data for ids ['0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'] in dv-neutron-821599-1-hyperv is: [{'id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'name': 'tempest-NetworksTestDHCPv6-router-732875093', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:36Z', 'updated_at': '2021-12-13T16:30:38Z', 'revision_number': 2, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None, '_interfaces': [{'id': '1435273b-4b69-4a70-986b-630d5fada03e', 'name': '', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'mac_address': 'fa:16:3e:e7:9c:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'acf83e74-8fc5-460b-8907-74ff3efa065c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:30:37Z', 'updated_at': '2021-12-13T16:30:42Z', 'revision_number': 4, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'subnets': [{'id': 'acf83e74-8fc5-460b-8907-74ff3efa065c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:43.006317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893d82e-f54c-41a7-990e-eb17bb72b4c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=85695dc8-d3d2-4433-9ee4-6a5a5c2ca951,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:43.016590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.041743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-74634278-d792-4db0-8f3e-d67f616ed199 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.043080 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-74634278-d792-4db0-8f3e-d67f616ed199 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6606312 Dec 13 16:30:43.064976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42678) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:43.101462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-09177919-7edf-48b9-9fd0-6c8947dcb87d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': 'c5e0779f-b586-4b47-b445-4398d7cb1910', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'be0cee12-3847-49a8-acc6-e3feefa671c0', 'remote_ip_prefix': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:43.114829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-96480138-4ab5-4618-8833-c80dbdafce7c tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "GET /v2.0/floatingips?floating_network_id=20cd0f4d-74c0-471c-97fc-d9a27b872148 HTTP/1.1" status: 200 len: 689 time: 0.1243334 Dec 13 16:30:43.117344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42680) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:43.137211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:43.141244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.158043 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9893d82e-f54c-41a7-990e-eb17bb72b4c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.165128 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9893d82e-f54c-41a7-990e-eb17bb72b4c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/85695dc8-d3d2-4433-9ee4-6a5a5c2ca951 HTTP/1.1" status: 204 len: 168 time: 1.5544391 Dec 13 16:30:43.171656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42682) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:43.222842 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-573f0cbc-d876-4b8c-882e-a19dda81a34f req-852015b8-d15f-4f03-afbc-599fb55476f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290826 Dec 13 16:30:43.232646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.234182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Allocated IP 172.20.0.2 (1332de1e-b394-42d5-9894-f33d8be2e8e4/b39e90b1-29b4-4bb1-8e93-caa5c1d6d7df/4711f382-254b-4a20-8d6d-c63a00120d28) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:43.254354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-09177919-7edf-48b9-9fd0-6c8947dcb87d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.259215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:43.265956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.371454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.377576 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 4de3df59-e6ea-4599-b726-78e22fe3315e of type vlan for network ed457c1f-05ad-43c3-b38f-014290d938a6 Dec 13 16:30:43.470601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.480324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.480764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Deleting port d46fc6f3-2bb4-43e5-b6d4-5ac7f4595a05 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:43.481156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.517830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.534354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:43.538569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:43.545812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:43.554827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Pushing event updated for resources: {'Port': ['ID=4711f382-254b-4a20-8d6d-c63a00120d28,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:43.564106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0155e700-c33a-49ee-8f9a-ea44e0067411 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:43.568710 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0155e700-c33a-49ee-8f9a-ea44e0067411 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3704400 Dec 13 16:30:43.574129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42684) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:43.601478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.601704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.624963 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a8cb60-1878-4089-a39e-9774d6632721 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:30:43.625573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Attempting to bind port 4711f382-254b-4a20-8d6d-c63a00120d28 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:43.626374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Attempting to bind port 4711f382-254b-4a20-8d6d-c63a00120d28 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '70241e3a-3156-432d-9677-77e9013d4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1332de1e-b394-42d5-9894-f33d8be2e8e4'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:43.626507 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e4a8cb60-1878-4089-a39e-9774d6632721 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/85695dc8-d3d2-4433-9ee4-6a5a5c2ca951 HTTP/1.1" status: 404 len: 333 time: 0.0513265 Dec 13 16:30:43.627042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Attempting to bind port 4711f382-254b-4a20-8d6d-c63a00120d28 on network 1332de1e-b394-42d5-9894-f33d8be2e8e4 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:43.631718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42686) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:43.635431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:43.636374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Checking segment: {'id': '70241e3a-3156-432d-9677-77e9013d4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1332de1e-b394-42d5-9894-f33d8be2e8e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:43.636957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.637321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-210991122'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:43.637784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Bound using segment: {'id': '70241e3a-3156-432d-9677-77e9013d4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1332de1e-b394-42d5-9894-f33d8be2e8e4'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:43.638544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Bound port: 4711f382-254b-4a20-8d6d-c63a00120d28, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70241e3a-3156-432d-9677-77e9013d4f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1332de1e-b394-42d5-9894-f33d8be2e8e4'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:43.639139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.641676 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Calling delete_port for d46fc6f3-2bb4-43e5-b6d4-5ac7f4595a05 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:43.666983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.687714 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:43.688502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.699894 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.723961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:43.726753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.727992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.741115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] For port 4711f382-254b-4a20-8d6d-c63a00120d28, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:43.747226 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] For port 4711f382-254b-4a20-8d6d-c63a00120d28, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4711f382-254b-4a20-8d6d-c63a00120d28,segment=NetworkSegment(70241e3a-3156-432d-9677-77e9013d4f6c),segment_id=70241e3a-3156-432d-9677-77e9013d4f6c)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:43.753751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.774404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:43.793008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.793650 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Added segment 9f7fae12-9986-4681-9d08-86e51924ca9a of type vlan for network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 Dec 13 16:30:43.840965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35b74e-3682-4d01-9b83-6adaa63dc066 None None] Pushing event updated for resources: {'Port': ['ID=4711f382-254b-4a20-8d6d-c63a00120d28,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:43.882137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-09177919-7edf-48b9-9fd0-6c8947dcb87d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.883218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=ed457c1f-05ad-43c3-b38f-014290d938a6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:43.895472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.899544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network ed457c1f-05ad-43c3-b38f-014290d938a6 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:43.928886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-09177919-7edf-48b9-9fd0-6c8947dcb87d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.946543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.952735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.959733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:43.960449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:43.960599 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7784c7a1-872b-485b-be86-dd423c185943 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0588157 Dec 13 16:30:43.963104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42688) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:44.009910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event deleted for resources: {'Port': ['ID=d46fc6f3-2bb4-43e5-b6d4-5ac7f4595a05,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:44.018836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:44.127535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09177919-7edf-48b9-9fd0-6c8947dcb87d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ed253f6-7841-4763-8f41-4e68fbb623b0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:44.151439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-09177919-7edf-48b9-9fd0-6c8947dcb87d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.154910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Network': ['ID=bc10db8a-8ac6-4a18-a2aa-843b6251c2a6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:44.163646 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-42e991dd-9ad8-4f8a-b4f4-9da96cdfa859 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5308790 Dec 13 16:30:44.164443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42690) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:44.164794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42692) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:44.166593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:44.175255 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-09177919-7edf-48b9-9fd0-6c8947dcb87d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0772350 Dec 13 16:30:44.208470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:44.226168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1435273b-4b69-4a70-986b-630d5fada03e up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:44.303477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac6755b1-598b-4331-ab72-2262b5acdbc0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.329586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 1435273b-4b69-4a70-986b-630d5fada03e {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:44.330781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.334624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac6755b1-598b-4331-ab72-2262b5acdbc0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.340976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1435273b-4b69-4a70-986b-630d5fada03e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:44.341424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.359800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.396648 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:44.400714 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.440083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d969c6b-6d72-48d3-bfe5-0f6107bfa0ba req-af801d46-1c85-4e0c-98b9-75083595dce3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:44.441746 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d969c6b-6d72-48d3-bfe5-0f6107bfa0ba req-af801d46-1c85-4e0c-98b9-75083595dce3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 946 time: 0.1017435 Dec 13 16:30:44.478764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac6755b1-598b-4331-ab72-2262b5acdbc0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.504044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac6755b1-598b-4331-ab72-2262b5acdbc0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.505109 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ac6755b1-598b-4331-ab72-2262b5acdbc0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/4ed253f6-7841-4763-8f41-4e68fbb623b0 HTTP/1.1" status: 204 len: 168 time: 0.3017771 Dec 13 16:30:44.513047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42698) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:44.558842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6755b1-598b-4331-ab72-2262b5acdbc0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ed253f6-7841-4763-8f41-4e68fbb623b0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:44.561412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:44.564938 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.571476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.600191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] For port 1435273b-4b69-4a70-986b-630d5fada03e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1435273b-4b69-4a70-986b-630d5fada03e,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:44.600534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.628243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.635626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 1435273b-4b69-4a70-986b-630d5fada03e owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:44.662252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.714287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ea6aa4ee-91c9-4725-8370-f85a88347ef4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1837740 Dec 13 16:30:44.715799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42700) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:44.727432 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d969c6b-6d72-48d3-bfe5-0f6107bfa0ba req-853198ff-489d-438a-92c6-5a7cc7e0e9c9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2575326 Dec 13 16:30:44.774886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:44.863655 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fcecfd3a-b545-40ee-a249-c47847fba1d7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:44.878555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148359b0-ff1f-43c5-bca5-26150995518c None None] Network 20cd0f4d-74c0-471c-97fc-d9a27b872148 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:45.011323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea04a29-9cba-4536-bc67-1882a25a6105 None None] DHCP port deletion for 20cd0f4d-74c0-471c-97fc-d9a27b872148 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:45.020901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.021885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4813f039-2787-40f9-b47c-71dea5498b68 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.024025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Allocated IP 172.26.6.82 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/334cea51-6f03-4fc4-a56e-0ddeba17d52a) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:45.033563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.069559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8faaae-12a6-4e5e-be92-aa8a6bd7e9af req-f45da50a-c634-471f-aa50-fd44ac058488 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:45.078339 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab8faaae-12a6-4e5e-be92-aa8a6bd7e9af req-f45da50a-c634-471f-aa50-fd44ac058488 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 946 time: 0.2160270 Dec 13 16:30:45.104383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4813f039-2787-40f9-b47c-71dea5498b68 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.141624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20cd0f4d-74c0-471c-97fc-d9a27b872148']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:45.158730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.162873 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-003f038f-0c37-40be-8742-221592a9ac7b req-f155f7d3-8a0f-4ce0-9e3b-2c02a31560ec service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2888021 Dec 13 16:30:45.169035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7701dd0-ae23-4be4-bfc1-b90178e312ec') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:45.169035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7701dd0-ae23-4be4-bfc1-b90178e312ec') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:45.214447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=abb958d5-a4ab-427a-b1ab-fde59f183412,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:45.248344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.275523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebb2786-bd97-48ac-93d5-e83cb00d7c5e None None] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:45.286024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:45.286517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: ed457c1f-05ad-43c3-b38f-014290d938a6, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:45.296253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.299245 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.308295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab8faaae-12a6-4e5e-be92-aa8a6bd7e9af req-6640edfc-6f5c-4188-a506-d9c041f677c6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289078 Dec 13 16:30:45.318756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=7a7ac365-135c-41f2-be80-358781a75bf8,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:45.325470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:45.325872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.340908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f038f-0c37-40be-8742-221592a9ac7b req-a5f92276-a54e-4609-a31c-01699ce77290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:45.342423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-003f038f-0c37-40be-8742-221592a9ac7b req-a5f92276-a54e-4609-a31c-01699ce77290 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1099 time: 0.1391382 Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:45.343410 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:45.356826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4813f039-2787-40f9-b47c-71dea5498b68 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.359637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4813f039-2787-40f9-b47c-71dea5498b68 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.360810 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4813f039-2787-40f9-b47c-71dea5498b68 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/be0cee12-3847-49a8-acc6-e3feefa671c0 HTTP/1.1" status: 204 len: 168 time: 0.6438746 Dec 13 16:30:45.369637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42704) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:45.370008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42706) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:45.371813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b88082b7-09e1-4d0c-9d0d-962823d4b088 None None] Provisioning complete for port 4711f382-254b-4a20-8d6d-c63a00120d28 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:45.374743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b88082b7-09e1-4d0c-9d0d-962823d4b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.377762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=1435273b-4b69-4a70-986b-630d5fada03e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:45.414813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813f039-2787-40f9-b47c-71dea5498b68 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0cee12-3847-49a8-acc6-e3feefa671c0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:45.418989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.477753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network ed457c1f-05ad-43c3-b38f-014290d938a6 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:45.536250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.540214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, ed457c1f-05ad-43c3-b38f-014290d938a6) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:45.552254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:45.553172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.559065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1142d459-8d0e-4038-b49f-c54355d4ca78 None None] Network ed457c1f-05ad-43c3-b38f-014290d938a6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:45.589112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking segment: {'id': '9f7fae12-9986-4681-9d08-86e51924ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:45.589484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network hostable DHCP agents. Network: bc10db8a-8ac6-4a18-a2aa-843b6251c2a6, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:45.629114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.638011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.643258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e3334973-eb62-4a04-8d5d-9b63279b768b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2687349 Dec 13 16:30:45.651438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20cd0f4d-74c0-471c-97fc-d9a27b872148 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 16:30:45.653374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42708) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:45.657514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.661023 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "DELETE /v2.0/networks/20cd0f4d-74c0-471c-97fc-d9a27b872148 HTTP/1.1" status: 204 len: 168 time: 2.5425084 Dec 13 16:30:45.662820 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2eba602e-d0cf-4d80-99e1-c93176978ca0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6502228 Dec 13 16:30:45.663659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42710) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:45.664161 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42712) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:45.677744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981a8905-83ab-449a-9182-edfd0a69e2f2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:45.686341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-981a8905-83ab-449a-9182-edfd0a69e2f2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 1094 time: 0.3130980 Dec 13 16:30:45.698403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42714) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:45.702469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee2477-0633-4a82-a93c-c16abe019770 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event deleted for resources: {'Network': ['ID=20cd0f4d-74c0-471c-97fc-d9a27b872148,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:45.723277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:45.733092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:45.752859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f038f-0c37-40be-8742-221592a9ac7b req-486c83bd-7873-48e1-830e-aa1cc574eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:45.754329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-003f038f-0c37-40be-8742-221592a9ac7b req-486c83bd-7873-48e1-830e-aa1cc574eafc service neutron] 10.222.0.31 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 913 time: 0.3007479 Dec 13 16:30:45.759212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, bc10db8a-8ac6-4a18-a2aa-843b6251c2a6) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:45.781235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:45.781667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.797798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14055767-7745-4003-be98-733ee536ccbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-ed457c1f-05ad-43c3-b38f-014290d938a6', 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': 'abb958d5-a4ab-427a-b1ab-fde59f183412'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:45.798704 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-14055767-7745-4003-be98-733ee536ccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.800676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ea1ab4-1009-45cc-a701-dfbbfd5c7257 None None] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:45.843371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.911759 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-003f038f-0c37-40be-8742-221592a9ac7b req-222e6d9e-f4ea-4c0a-805a-1b8fac9cabda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 1002 time: 0.1437335 Dec 13 16:30:45.919024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a2cdbc0b-44f9-4800-b7af-055186c15c7d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7143674 Dec 13 16:30:45.944517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42716) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:45.945235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54f84881-6d0c-40f3-b707-b5002b170ba9 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:45.957161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b88082b7-09e1-4d0c-9d0d-962823d4b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.002010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54f84881-6d0c-40f3-b707-b5002b170ba9 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.027231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5874b67a-8d53-4b12-9bd8-681ab8e1cf47 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:46.208537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-14055767-7745-4003-be98-733ee536ccbf None None] Allocated IP 172.20.0.1 (ed457c1f-05ad-43c3-b38f-014290d938a6/abb958d5-a4ab-427a-b1ab-fde59f183412/11a6fd84-fcf4-4ba8-9231-5f89215833cf) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:46.226587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f038f-0c37-40be-8742-221592a9ac7b req-5bf7417a-c358-4b80-8e64-a91c4bc83d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.228677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-003f038f-0c37-40be-8742-221592a9ac7b req-5bf7417a-c358-4b80-8e64-a91c4bc83d31 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 200 len: 851 time: 0.2862604 Dec 13 16:30:46.261198 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:46.286389 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:46.356997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:46.358942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'Port': ['ID=334cea51-6f03-4fc4-a56e-0ddeba17d52a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:46.396351 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6214a818-557a-4573-9edc-042b9e4f9558 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.7038164 Dec 13 16:30:46.396586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-bc10db8a-8ac6-4a18-a2aa-843b6251c2a6', 'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6', 'project_id': '86e41ef04033497ab56f290b0e7788d2', 'fixed_ips': [{'subnet_id': '7a7ac365-135c-41f2-be80-358781a75bf8'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:46.396586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.399697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4711f382-254b-4a20-8d6d-c63a00120d28 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:46.401413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42718) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:46.402299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a9bbb-122a-4757-ab84-7d35c624bd79 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:46.470842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Router 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:46.473584 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b88082b7-09e1-4d0c-9d0d-962823d4b088 None None] For port 4711f382-254b-4a20-8d6d-c63a00120d28, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4711f382-254b-4a20-8d6d-c63a00120d28,segment=NetworkSegment(70241e3a-3156-432d-9677-77e9013d4f6c),segment_id=70241e3a-3156-432d-9677-77e9013d4f6c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:46.476864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-14055767-7745-4003-be98-733ee536ccbf None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.495611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b88082b7-09e1-4d0c-9d0d-962823d4b088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.503060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.571316 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-14055767-7745-4003-be98-733ee536ccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.603366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.603828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.604277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.604718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.605155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.605761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.606353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.606975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.607638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.608230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.610472 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-31cc174a-6004-45ad-b03d-fdc5436b0d06 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6458 time: 0.2058520 Dec 13 16:30:46.615357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42720) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:46.618373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54f84881-6d0c-40f3-b707-b5002b170ba9 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.621221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54f84881-6d0c-40f3-b707-b5002b170ba9 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.624830 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-54f84881-6d0c-40f3-b707-b5002b170ba9 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/c5e0779f-b586-4b47-b445-4398d7cb1910 HTTP/1.1" status: 204 len: 168 time: 0.9680147 Dec 13 16:30:46.633011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42722) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:46.646401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14055767-7745-4003-be98-733ee536ccbf None None] Network ed457c1f-05ad-43c3-b38f-014290d938a6 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:46.666251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f84881-6d0c-40f3-b707-b5002b170ba9 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e0779f-b586-4b47-b445-4398d7cb1910,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:46.675854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-14055767-7745-4003-be98-733ee536ccbf None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:46.678832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88082b7-09e1-4d0c-9d0d-962823d4b088 None None] Pushing event updated for resources: {'Port': ['ID=4711f382-254b-4a20-8d6d-c63a00120d28,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:46.682378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14055767-7745-4003-be98-733ee536ccbf None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:46.692876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 4711f382-254b-4a20-8d6d-c63a00120d28 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:46.693357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.724940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003f038f-0c37-40be-8742-221592a9ac7b req-2b390f6b-3817-4f60-b0c5-6fc37cd26708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.726451 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-003f038f-0c37-40be-8742-221592a9ac7b req-2b390f6b-3817-4f60-b0c5-6fc37cd26708 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44645876-4c40-4082-853e-5e11cb1e413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4884419 Dec 13 16:30:46.734901 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8bd87e86-6eb7-4323-9a2c-91a48730fad0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0911226 Dec 13 16:30:46.749759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5874b67a-8d53-4b12-9bd8-681ab8e1cf47 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:46.753449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5874b67a-8d53-4b12-9bd8-681ab8e1cf47 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.763146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42724) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:46.768143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-dc6e3dd3-aa0d-4433-868a-a38000fdae37 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--805637096'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:46.787419 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-0ef7c508-45ff-426e-9e0a-a8ae19ede89a tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] delete failed (client error): The resource could not be found. Dec 13 16:30:46.788467 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0ef7c508-45ff-426e-9e0a-a8ae19ede89a tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/b3779932-1dbe-4ee8-b42c-0e02343f5c6a HTTP/1.1" status: 404 len: 345 time: 0.1712685 Dec 13 16:30:46.793332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42726) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:46.805438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:46.817425 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7043d324-a3d0-46e5-a08d-359391fc142f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "PUT /v2.0/routers/0a157bd9-244c-4ea1-89a0-fa7ca2d2252e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3706684 Dec 13 16:30:46.820246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42728) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:46.897793 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-005a18be-c8a3-401b-9422-99dc771b0854 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] DELETE failed (client error): The resource could not be found. Dec 13 16:30:46.898371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-005a18be-c8a3-401b-9422-99dc771b0854 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:30:46.905449 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-005a18be-c8a3-401b-9422-99dc771b0854 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "DELETE /v2.0/networks/20cd0f4d-74c0-471c-97fc-d9a27b872148 HTTP/1.1" status: 404 len: 339 time: 0.0754149 Dec 13 16:30:46.910418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42730) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:46.924372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Request body: {'network': {'name': 'tempest-network--2095211580', 'router:external': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:46.932482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] Sync routers for ids ['0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:46.945224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.955588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deb1a48-3f41-4c7a-8743-ebd5b1a07a9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.957312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deb1a48-3f41-4c7a-8743-ebd5b1a07a9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:46.958932 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3deb1a48-3f41-4c7a-8743-ebd5b1a07a9c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1374784 Dec 13 16:30:46.962777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42732) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:46.973871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting port 11a6fd84-fcf4-4ba8-9231-5f89215833cf {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:46.974108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bf117a93-fe20-41fd-9f0c-958097adb06b None None] Provisioning complete for port 4711f382-254b-4a20-8d6d-c63a00120d28 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:46.974619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:46.974756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf117a93-fe20-41fd-9f0c-958097adb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.017470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3dd3-aa0d-4433-868a-a38000fdae37 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.023148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Allocated IP 2001:db8::2 (bc10db8a-8ac6-4a18-a2aa-843b6251c2a6/7a7ac365-135c-41f2-be80-358781a75bf8/49052507-e5db-4eaa-9e26-019c647e93fa) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:47.046287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] Routers {'0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:47.047197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:47.050841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14055767-7745-4003-be98-733ee536ccbf None None] Pushing event updated for resources: {'Port': ['ID=11a6fd84-fcf4-4ba8-9231-5f89215833cf,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:47.073618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.ipam_backend_mixin [None req-5874b67a-8d53-4b12-9bd8-681ab8e1cf47 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a7ac365-135c-41f2-be80-358781a75bf8 (CIDR: 2001:db8::/64) Dec 13 16:30:47.080593 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-003f038f-0c37-40be-8742-221592a9ac7b req-a12ed759-a4d6-4d2f-8d9a-ce498468d6e8 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432496 Dec 13 16:30:47.091274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-1212e5da-6e6c-48f5-94b7-f8f4337f5612 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet acf83e74-8fc5-460b-8907-74ff3efa065c {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:47.095846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.097561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1212e5da-6e6c-48f5-94b7-f8f4337f5612 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.114934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5874b67a-8d53-4b12-9bd8-681ab8e1cf47 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:30:47.115415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5874b67a-8d53-4b12-9bd8-681ab8e1cf47 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:30:47.136082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Made reservation on behalf of 8d35df5e4bc7461fad2651ce61e2103d for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:47.138407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.172270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-14055767-7745-4003-be98-733ee536ccbf None None] Attempting to bind port 11a6fd84-fcf4-4ba8-9231-5f89215833cf on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:47.172479 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-14055767-7745-4003-be98-733ee536ccbf None None] Attempting to bind port 11a6fd84-fcf4-4ba8-9231-5f89215833cf by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:47.172911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14055767-7745-4003-be98-733ee536ccbf None None] Attempting to bind port 11a6fd84-fcf4-4ba8-9231-5f89215833cf on network ed457c1f-05ad-43c3-b38f-014290d938a6 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:47.175601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] Set router 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:47.219018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] For port 11a6fd84-fcf4-4ba8-9231-5f89215833cf, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:47.219382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.220110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5874b67a-8d53-4b12-9bd8-681ab8e1cf47 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2292547 Dec 13 16:30:47.224842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1212e5da-6e6c-48f5-94b7-f8f4337f5612 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.231453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42734) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:47.238818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:47.254391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.181 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/2d8bd97b-8eea-492f-8f32-6d9a73bbb722) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:47.265839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Calling delete_port for 11a6fd84-fcf4-4ba8-9231-5f89215833cf owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:47.275362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'name': 'tempest-NetworksTestDHCPv6-router-732875093', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:36Z', 'updated_at': '2021-12-13T16:30:45Z', 'revision_number': 3, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:47.303566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14055767-7745-4003-be98-733ee536ccbf None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:47.304052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14055767-7745-4003-be98-733ee536ccbf None None] Checking segment: {'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:47.304522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-14055767-7745-4003-be98-733ee536ccbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.305055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14055767-7745-4003-be98-733ee536ccbf None None] Bound using segment: {'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:47.305617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-14055767-7745-4003-be98-733ee536ccbf None None] Bound port: 11a6fd84-fcf4-4ba8-9231-5f89215833cf, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:47.306074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-14055767-7745-4003-be98-733ee536ccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.315918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:47.351598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] Checking router: 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:47.375139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.375486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Added segment 93aac541-763c-4c6f-b40c-3bbfa53364ea of type vlan for network aec1edf5-e406-450b-98d9-d9a3fe19049f Dec 13 16:30:47.421419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3dd3-aa0d-4433-868a-a38000fdae37 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.452084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3dd3-aa0d-4433-868a-a38000fdae37 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.463995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] Routers {'0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:47.464875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:47.466533 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-003f038f-0c37-40be-8742-221592a9ac7b req-0a6ab41f-8cca-40d5-96fd-916262abcbb2 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591180 Dec 13 16:30:47.467313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1212e5da-6e6c-48f5-94b7-f8f4337f5612 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.516879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.550967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3dd3-aa0d-4433-868a-a38000fdae37 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.555965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dc6e3dd3-aa0d-4433-868a-a38000fdae37 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7881134 Dec 13 16:30:47.562753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42736) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:47.571655 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9df39a0d-ead1-4a4f-964f-92596d71e5d5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': 'a3b9b1f5-ee82-4005-b266-163ab6becff1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:47.574125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] Set router 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:47.585451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e3dd3-aa0d-4433-868a-a38000fdae37 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b9b1f5-ee82-4005-b266-163ab6becff1,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:47.609959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1212e5da-6e6c-48f5-94b7-f8f4337f5612 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.625783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.638262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.659401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.660371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:47.660996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.666913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'name': 'tempest-NetworksTestDHCPv6-router-732875093', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:36Z', 'updated_at': '2021-12-13T16:30:45Z', 'revision_number': 3, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:47.671958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-14055767-7745-4003-be98-733ee536ccbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:47.672467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-14055767-7745-4003-be98-733ee536ccbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:47.674537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9df39a0d-ead1-4a4f-964f-92596d71e5d5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.693799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212e5da-6e6c-48f5-94b7-f8f4337f5612 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=acf83e74-8fc5-460b-8907-74ff3efa065c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:47.702248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1212e5da-6e6c-48f5-94b7-f8f4337f5612 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.706970 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1212e5da-6e6c-48f5-94b7-f8f4337f5612 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/acf83e74-8fc5-460b-8907-74ff3efa065c HTTP/1.1" status: 204 len: 168 time: 0.7421176 Dec 13 16:30:47.707225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba5ed20-5a84-4244-877f-ed64197e0960 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:47.710992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Port': ['ID=11a6fd84-fcf4-4ba8-9231-5f89215833cf,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:47.711606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa019d42-5511-472f-8a65-b9045946c7e6 None None] The sync data for ids ['0a157bd9-244c-4ea1-89a0-fa7ca2d2252e'] in dv-neutron-821599-1-hyperv is: [{'id': '0a157bd9-244c-4ea1-89a0-fa7ca2d2252e', 'name': 'tempest-NetworksTestDHCPv6-router-732875093', 'tenant_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:30:36Z', 'updated_at': '2021-12-13T16:30:45Z', 'revision_number': 3, 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:47.713028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42738) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:47.753131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:47.756795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.769041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.773164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bf117a93-fe20-41fd-9f0c-958097adb06b None None] Provisioning complete for port 334cea51-6f03-4fc4-a56e-0ddeba17d52a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:47.773607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf117a93-fe20-41fd-9f0c-958097adb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.777226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.779799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No DVR routers for this DVR port 11a6fd84-fcf4-4ba8-9231-5f89215833cf on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:47.810269 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8948264 Dec 13 16:30:47.813385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42740) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:47.820185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.892227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bf117a93-fe20-41fd-9f0c-958097adb06b None None] Port 334cea51-6f03-4fc4-a56e-0ddeba17d52a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:47.894931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:47.903682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:47.906599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Pushing event updated for resources: {'Port': ['ID=49052507-e5db-4eaa-9e26-019c647e93fa,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:47.909284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:47.938828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754fdc13-bc6a-4d7f-a726-3f156f5f501b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Network': ['ID=aec1edf5-e406-450b-98d9-d9a3fe19049f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:47.947263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:47.962894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network aec1edf5-e406-450b-98d9-d9a3fe19049f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:47.986221 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.009055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9df39a0d-ead1-4a4f-964f-92596d71e5d5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.043084 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bf10a2c2-081c-4818-a66b-90e4d4623bad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3023369 Dec 13 16:30:48.049170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9df39a0d-ead1-4a4f-964f-92596d71e5d5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.062302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42742) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:48.075824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Attempting to bind port 49052507-e5db-4eaa-9e26-019c647e93fa on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:48.076775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Attempting to bind port 49052507-e5db-4eaa-9e26-019c647e93fa by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '9f7fae12-9986-4681-9d08-86e51924ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:48.077319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Attempting to bind port 49052507-e5db-4eaa-9e26-019c647e93fa on network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:48.080120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:48.080927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=2d8bd97b-8eea-492f-8f32-6d9a73bbb722,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:48.094869 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:48.095967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Checking segment: {'id': '9f7fae12-9986-4681-9d08-86e51924ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:48.096576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.097175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Bound using segment: {'id': '9f7fae12-9986-4681-9d08-86e51924ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:48.098402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Bound port: 49052507-e5db-4eaa-9e26-019c647e93fa, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7fae12-9986-4681-9d08-86e51924ca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:48.099158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.132919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:48.162253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7b9b5-e8ba-4a70-9614-7ba6dc0e1f42 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:48.169190 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7b9b5-e8ba-4a70-9614-7ba6dc0e1f42 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:48.181990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7b9b5-e8ba-4a70-9614-7ba6dc0e1f42 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:48.184255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:48.190730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df39a0d-ead1-4a4f-964f-92596d71e5d5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb96901-cac8-4012-8ca0-0344a9e5a0f3,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:48.193831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce7b9b5-e8ba-4a70-9614-7ba6dc0e1f42 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:48.198436 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cce7b9b5-e8ba-4a70-9614-7ba6dc0e1f42 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3830130 Dec 13 16:30:48.205699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:48.210011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42744) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:48.237584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9df39a0d-ead1-4a4f-964f-92596d71e5d5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.242620 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42746) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:48.242993 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9df39a0d-ead1-4a4f-964f-92596d71e5d5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6706698 Dec 13 16:30:48.243233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-14055767-7745-4003-be98-733ee536ccbf None None] Attempting to bind port 11a6fd84-fcf4-4ba8-9231-5f89215833cf on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:48.243338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-14055767-7745-4003-be98-733ee536ccbf None None] Attempting to bind port 11a6fd84-fcf4-4ba8-9231-5f89215833cf by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:48.243851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14055767-7745-4003-be98-733ee536ccbf None None] Attempting to bind port 11a6fd84-fcf4-4ba8-9231-5f89215833cf on network ed457c1f-05ad-43c3-b38f-014290d938a6 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:48.254426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-90f88232-8f2a-40eb-a057-13c08974fd48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.288754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14055767-7745-4003-be98-733ee536ccbf None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:48.289130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14055767-7745-4003-be98-733ee536ccbf None None] Checking segment: {'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:48.289536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-14055767-7745-4003-be98-733ee536ccbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.289928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14055767-7745-4003-be98-733ee536ccbf None None] Bound using segment: {'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:48.290403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-14055767-7745-4003-be98-733ee536ccbf None None] Bound port: 11a6fd84-fcf4-4ba8-9231-5f89215833cf, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de3df59-e6ea-4599-b726-78e22fe3315e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ed457c1f-05ad-43c3-b38f-014290d938a6'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:48.291486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-14055767-7745-4003-be98-733ee536ccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.313609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4711f382-254b-4a20-8d6d-c63a00120d28 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:48.324407 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.344062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-14055767-7745-4003-be98-733ee536ccbf None None] Port 11a6fd84-fcf4-4ba8-9231-5f89215833cf has been deleted concurrently {{(pid=103054) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 13 16:30:48.375324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] For port 49052507-e5db-4eaa-9e26-019c647e93fa, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:48.409317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=abb958d5-a4ab-427a-b1ab-fde59f183412,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:48.411003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] For port 49052507-e5db-4eaa-9e26-019c647e93fa, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=49052507-e5db-4eaa-9e26-019c647e93fa,segment=NetworkSegment(9f7fae12-9986-4681-9d08-86e51924ca9a),segment_id=9f7fae12-9986-4681-9d08-86e51924ca9a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:48.427468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.476257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.489290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] Deleting port 6f941acb-d9a9-4f87-92ce-e160e603af52 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:48.489635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.499321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed457c1f-05ad-43c3-b38f-014290d938a6']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:48.509359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de3df59-e6ea-4599-b726-78e22fe3315e') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:48.509809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de3df59-e6ea-4599-b726-78e22fe3315e') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:48.526492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.540799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.547810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:48.549276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.607482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 4711f382-254b-4a20-8d6d-c63a00120d28 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:48.607847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.630724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-90f88232-8f2a-40eb-a057-13c08974fd48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.668916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-90f88232-8f2a-40eb-a057-13c08974fd48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.675149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] For port 6f941acb-d9a9-4f87-92ce-e160e603af52, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6f941acb-d9a9-4f87-92ce-e160e603af52,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:48.675788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.707260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe87e0-1369-41d5-bd53-9571d1066ae1 None None] Pushing event updated for resources: {'Port': ['ID=49052507-e5db-4eaa-9e26-019c647e93fa,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:48.860286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-90f88232-8f2a-40eb-a057-13c08974fd48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.862199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f88232-8f2a-40eb-a057-13c08974fd48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Fanout notify agent at l3_agent the message router_deleted on router 0a157bd9-244c-4ea1-89a0-fa7ca2d2252e {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:30:48.908484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-90f88232-8f2a-40eb-a057-13c08974fd48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:48.913825 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-90f88232-8f2a-40eb-a057-13c08974fd48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/routers/0a157bd9-244c-4ea1-89a0-fa7ca2d2252e HTTP/1.1" status: 204 len: 168 time: 0.8483839 Dec 13 16:30:48.919106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42748) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:49.006025 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:49.019498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72432b49-1710-45f3-9dbb-afce4ce2dfa8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:49.024946 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-72432b49-1710-45f3-9dbb-afce4ce2dfa8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1047041 Dec 13 16:30:49.025928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42750) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.052439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7270c67d-fa6f-434a-a679-c9e8f90e8ce5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.057384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.066321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Router 9df56cb6-2250-4239-a062-aeb3217f5024 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:30:49.085712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7270c67d-fa6f-434a-a679-c9e8f90e8ce5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.100520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.119510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358d3ae0-5cb9-417e-b350-3dd783c35b90 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:49.125717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] Calling delete_port for 6f941acb-d9a9-4f87-92ce-e160e603af52 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:49.126926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42752) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.127311 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-358d3ae0-5cb9-417e-b350-3dd783c35b90 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0929399 Dec 13 16:30:49.171333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:49.182074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:49.213238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:49.214076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.216498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=42f53ab1-8209-48f3-ab12-e932b48b5286,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:49.224472 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-de73986c-6661-49e3-b6fc-65a3642d9303 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917830 Dec 13 16:30:49.236261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42754) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.242820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:49.252201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6f941acb-d9a9-4f87-92ce-e160e603af52 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:49.260438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.285122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.302638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7270c67d-fa6f-434a-a679-c9e8f90e8ce5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.304718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.313612 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/ed457c1f-05ad-43c3-b38f-014290d938a6 HTTP/1.1" status: 204 len: 168 time: 3.6278081 Dec 13 16:30:49.324669 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-62f33c84-4189-495b-b3db-a65e32ed4e54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0865173 Dec 13 16:30:49.324669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42756) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.325029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] Pushing event deleted for resources: {'Port': ['ID=6f941acb-d9a9-4f87-92ce-e160e603af52,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:49.328446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42758) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.331968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f521ce5-24cf-4950-a3a8-58d21d04b728 None None] No DVR routers for this DVR port 6f941acb-d9a9-4f87-92ce-e160e603af52 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:49.336964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-555957471'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:49.341166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No active binding found for port 6f941acb-d9a9-4f87-92ce-e160e603af52 {{(pid=103054) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 16:30:49.341672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] The host dv-neutron-821599-1-hyperv is not matching for port 6f941acb-d9a9-4f87-92ce-e160e603af52 host None! {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 13 16:30:49.342170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6f941acb-d9a9-4f87-92ce-e160e603af52 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:49.347256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1435273b-4b69-4a70-986b-630d5fada03e no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:30:49.363242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7270c67d-fa6f-434a-a679-c9e8f90e8ce5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.366774 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7270c67d-fa6f-434a-a679-c9e8f90e8ce5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/3bb96901-cac8-4012-8ca0-0344a9e5a0f3 HTTP/1.1" status: 204 len: 168 time: 1.0641253 Dec 13 16:30:49.367850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42760) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.374126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 1435273b-4b69-4a70-986b-630d5fada03e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:30:49.374618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1435273b-4b69-4a70-986b-630d5fada03e not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:30:49.378436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6', 'fixed_ips': [{'subnet_id': '7a7ac365-135c-41f2-be80-358781a75bf8'}, {'subnet_id': '42f53ab1-8209-48f3-ab12-e932b48b5286'}], 'name': 'tempest-PortsIpV6TestJSON-1106212715'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:49.392875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3b800-3e69-41dc-97da-f4220d9ff5fa tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=ed457c1f-05ad-43c3-b38f-014290d938a6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:49.397901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:49.403344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.411751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270c67d-fa6f-434a-a679-c9e8f90e8ce5 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bb96901-cac8-4012-8ca0-0344a9e5a0f3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:49.459394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.505160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aec1edf5-e406-450b-98d9-d9a3fe19049f']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:49.530823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aac541-763c-4c6f-b40c-3bbfa53364ea') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:49.531189 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aac541-763c-4c6f-b40c-3bbfa53364ea') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:49.542174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:49.546892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:49.566681 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa8b1b-ea9d-4490-b636-e1f6066d98c0 None None] Sync routers for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:49.570311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.578317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-19583f2b-c38c-40b8-b086-578ac441fc69 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2043777 Dec 13 16:30:49.578730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42762) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.588483 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa8b1b-ea9d-4490-b636-e1f6066d98c0 None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:49.589502 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a7fa8b1b-ea9d-4490-b636-e1f6066d98c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:49.596453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:49.600677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.604733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.605271 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 6ace30a3-41e5-4277-87cc-e5d24ab8745c of type vlan for network cc189eb9-ab38-4f6f-8957-a97e46ece57a Dec 13 16:30:49.614553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.615910 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-85a3d36c-4c79-437c-9c64-16b8979a0fa0 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.9151995 Dec 13 16:30:49.621583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42764) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.627304 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a7fa8b1b-ea9d-4490-b636-e1f6066d98c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:49.636828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.640735 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa8b1b-ea9d-4490-b636-e1f6066d98c0 None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:49.641565 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a7fa8b1b-ea9d-4490-b636-e1f6066d98c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:49.667780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:49.668514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.687517 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a7fa8b1b-ea9d-4490-b636-e1f6066d98c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:49.688426 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7fa8b1b-ea9d-4490-b636-e1f6066d98c0 None None] The sync data for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:49.706939 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:49.826795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:49.856475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ba29aa91-6e84-40e1-bcc6-45f24afc20a9 None None] Could not find standard attr ID for object 11a6fd84-fcf4-4ba8-9231-5f89215833cf. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:30:49.885649 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.895141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8f01-2d58-4211-92b1-49df53cbe82b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.898401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network aec1edf5-e406-450b-98d9-d9a3fe19049f {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 16:30:49.913494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:49.917585 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "DELETE /v2.0/networks/aec1edf5-e406-450b-98d9-d9a3fe19049f HTTP/1.1" status: 204 len: 168 time: 1.7048016 Dec 13 16:30:49.928254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada8ad37-49ea-4941-bffc-3058799b7aee None None] DHCP port deletion for ed457c1f-05ad-43c3-b38f-014290d938a6 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:30:49.933126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42766) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:49.951059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d829dd-ce34-4423-800f-8211d328349f None None] Network ed457c1f-05ad-43c3-b38f-014290d938a6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:49.960315 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Request body: {'network': {'name': 'tempest-network--402615848', 'router:external': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:49.972564 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c5e25-2d48-41f9-9a52-2a6f360240b1 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event deleted for resources: {'Network': ['ID=aec1edf5-e406-450b-98d9-d9a3fe19049f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:49.983824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d829dd-ce34-4423-800f-8211d328349f None None] Network ed457c1f-05ad-43c3-b38f-014290d938a6 could not be found, it might have been deleted concurrently. {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 16:30:50.003603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8f01-2d58-4211-92b1-49df53cbe82b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.132252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Made reservation on behalf of 8d35df5e4bc7461fad2651ce61e2103d for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:50.134619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.141101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.208135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 49052507-e5db-4eaa-9e26-019c647e93fa up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:50.269721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.307293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port acefc622-ee0f-47cf-ab3c-60d130f7eb23 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:50.318171 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 49052507-e5db-4eaa-9e26-019c647e93fa triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:50.319068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.350718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.440678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.497837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 49052507-e5db-4eaa-9e26-019c647e93fa, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=49052507-e5db-4eaa-9e26-019c647e93fa,segment=NetworkSegment(9f7fae12-9986-4681-9d08-86e51924ca9a),segment_id=9f7fae12-9986-4681-9d08-86e51924ca9a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:50.515362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.563492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.577539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:50.578183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.585175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=49052507-e5db-4eaa-9e26-019c647e93fa,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:50.607394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0d48ae-df94-423c-b8a2-7834335b8664 None None] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:50.698429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::290 (bc10db8a-8ac6-4a18-a2aa-843b6251c2a6/7a7ac365-135c-41f2-be80-358781a75bf8/acefc622-ee0f-47cf-ab3c-60d130f7eb23) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:50.705818 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8:0:1::267 (bc10db8a-8ac6-4a18-a2aa-843b6251c2a6/42f53ab1-8209-48f3-ab12-e932b48b5286/acefc622-ee0f-47cf-ab3c-60d130f7eb23) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:50.710119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.752291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-665b0824-8c9b-4e79-bef3-319a8bc21e0b None None] Provisioning complete for port 49052507-e5db-4eaa-9e26-019c647e93fa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:50.752824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-665b0824-8c9b-4e79-bef3-319a8bc21e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:50.814387 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4799998 Dec 13 16:30:50.825196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42768) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:50.830198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': 'cc189eb9-ab38-4f6f-8957-a97e46ece57a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:50.852555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ed708-8f0a-4ee1-84ba-1583ca118d90 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=cc189eb9-ab38-4f6f-8957-a97e46ece57a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:50.870447 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network cc189eb9-ab38-4f6f-8957-a97e46ece57a details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:50.968981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:30:50.997272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f777f613-c27f-4f7c-a584-815000d1d353 None None] Update dhcp port {'port': {'network_id': 'bc10db8a-8ac6-4a18-a2aa-843b6251c2a6', 'fixed_ips': [{'subnet_id': '7a7ac365-135c-41f2-be80-358781a75bf8', 'ip_address': '2001:db8::2'}, {'subnet_id': '42f53ab1-8209-48f3-ab12-e932b48b5286'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '49052507-e5db-4eaa-9e26-019c647e93fa'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:30:51.003275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.015792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:51.027506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8f01-2d58-4211-92b1-49df53cbe82b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.030068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd3b8f01-2d58-4211-92b1-49df53cbe82b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.030752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f777f613-c27f-4f7c-a584-815000d1d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.033832 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bd3b8f01-2d58-4211-92b1-49df53cbe82b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/a3b9b1f5-ee82-4005-b266-163ab6becff1 HTTP/1.1" status: 204 len: 168 time: 1.4471626 Dec 13 16:30:51.037463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42770) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:51.072415 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.097686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b8f01-2d58-4211-92b1-49df53cbe82b tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b9b1f5-ee82-4005-b266-163ab6becff1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:51.099260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:51.107071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.107214 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Added segment 49617460-a8f6-4230-bce6-319435bb3c3f of type vlan for network 8eae9bf5-ac23-46c3-be5e-12fb07b683dd Dec 13 16:30:51.121529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:51.130161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:51.133840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.140493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:51.141098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.144918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=877abc6f-503c-4af6-9ea7-d40160553432,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:51.153481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe917d5-ba29-4d21-bbb9-6b9dd6ea7add None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:51.186609 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5cb26b3f-a877-42c0-be1b-adcdc631ff51 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1421125 Dec 13 16:30:51.188858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42772) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:51.200792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f646a8ab-4830-44c4-abcd-cecde040ccb2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119493284'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:51.239437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.244963 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fe5d15de-e45f-4892-bcbd-e28cfed2f337 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0045164 Dec 13 16:30:51.246662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42774) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:51.249186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.255944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:51.284374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.352458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.389168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f646a8ab-4830-44c4-abcd-cecde040ccb2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.441890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=2d8bd97b-8eea-492f-8f32-6d9a73bbb722,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:51.461277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '877abc6f-503c-4af6-9ea7-d40160553432'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:51.462786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.493275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f777f613-c27f-4f7c-a584-815000d1d353 None None] Allocated IP 2001:db8:0:1::2 (bc10db8a-8ac6-4a18-a2aa-843b6251c2a6/42f53ab1-8209-48f3-ab12-e932b48b5286/49052507-e5db-4eaa-9e26-019c647e93fa) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:51.499350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.500125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.510908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.511845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:51.512811 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.533687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:51.610042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:51.617138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:51.623894 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:51.624512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.630383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Network': ['ID=8eae9bf5-ac23-46c3-be5e-12fb07b683dd,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:51.646342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8eae9bf5-ac23-46c3-be5e-12fb07b683dd details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:51.648896 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP c8821509-d925-47a7-b487-1f7bfe6b17b9 associated. External IP: 172.26.6.181, port: 30825d06-a757-4aee-bb36-2e8baefed130. Dec 13 16:30:51.690589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=acefc622-ee0f-47cf-ab3c-60d130f7eb23,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:51.790064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f646a8ab-4830-44c4-abcd-cecde040ccb2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.791718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f777f613-c27f-4f7c-a584-815000d1d353 None None] For port 49052507-e5db-4eaa-9e26-019c647e93fa, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=49052507-e5db-4eaa-9e26-019c647e93fa,segment=NetworkSegment(9f7fae12-9986-4681-9d08-86e51924ca9a),segment_id=9f7fae12-9986-4681-9d08-86e51924ca9a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:51.800326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f646a8ab-4830-44c4-abcd-cecde040ccb2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.803876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Allocated IP 2001:db8::f816:3eff:fe3e:a188 (2ba4744e-bfa0-4bbb-8255-861faf832180/877abc6f-503c-4af6-9ea7-d40160553432/9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:51.831905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.869697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:51.873573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.882453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f777f613-c27f-4f7c-a584-815000d1d353 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.889787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f646a8ab-4830-44c4-abcd-cecde040ccb2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.893449 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f646a8ab-4830-44c4-abcd-cecde040ccb2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6943715 Dec 13 16:30:51.896967 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b77cc618-3cfe-4d56-84b0-da9267fbb5ab tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9406748 Dec 13 16:30:51.903157 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-43c157b9-3121-46ae-99e4-e86c5ea0e596 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5256975 Dec 13 16:30:51.903157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646a8ab-4830-44c4-abcd-cecde040ccb2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2b483c-f62d-43a9-b95a-608c58f8c9d8,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:51.903401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42778) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:51.903401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42780) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:51.906678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42782) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:51.911356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a7ac365-135c-41f2-be80-358781a75bf8'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:51.941612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-87c28483-8398-42bc-8410-ffc05a975e49 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '4e2b483c-f62d-43a9-b95a-608c58f8c9d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:51.984745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:51.990451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f777f613-c27f-4f7c-a584-815000d1d353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.001164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.010350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87c28483-8398-42bc-8410-ffc05a975e49 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.033811 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.123856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=70cb316f-acae-4515-88dd-5e8bc924098a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:52.143068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:52.161427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 49052507-e5db-4eaa-9e26-019c647e93fa up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:52.163894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777f613-c27f-4f7c-a584-815000d1d353 None None] Pushing event updated for resources: {'Port': ['ID=49052507-e5db-4eaa-9e26-019c647e93fa,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:52.175230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Allocated IP 172.20.0.1 (1332de1e-b394-42d5-9894-f33d8be2e8e4/b39e90b1-29b4-4bb1-8e93-caa5c1d6d7df/933caedb-6b4a-465e-931f-f2f45b368f0e) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:52.175356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:52.182987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:52.273826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc617e5e-ed90-4c94-b3f6-bb92efdc5498 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:52.278922 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dc617e5e-ed90-4c94-b3f6-bb92efdc5498 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] 10.222.0.13 "GET /v2.0/networks/8eae9bf5-ac23-46c3-be5e-12fb07b683dd HTTP/1.1" status: 200 len: 756 time: 0.3157313 Dec 13 16:30:52.281994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42784) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:52.294417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87c28483-8398-42bc-8410-ffc05a975e49 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.299272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Pushing event updated for resources: {'Port': ['ID=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:52.309964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Attempting to bind port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:52.310343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Attempting to bind port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:52.310785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Attempting to bind port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:52.318698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:52.318924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87c28483-8398-42bc-8410-ffc05a975e49 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.319017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:52.319405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.319799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:52.320280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Bound port: 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:52.320664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.321430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': '6ace30a3-41e5-4277-87cc-e5d24ab8745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc189eb9-ab38-4f6f-8957-a97e46ece57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:52.321926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: cc189eb9-ab38-4f6f-8957-a97e46ece57a, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:30:52.336801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 49052507-e5db-4eaa-9e26-019c647e93fa triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:52.337178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.347439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c28483-8398-42bc-8410-ffc05a975e49 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3525cd-9eac-4ac5-afb6-4908d6489f29,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:52.392306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network cc189eb9-ab38-4f6f-8957-a97e46ece57a is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:30:52.396439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-87c28483-8398-42bc-8410-ffc05a975e49 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.397657 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-87c28483-8398-42bc-8410-ffc05a975e49 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4604561 Dec 13 16:30:52.403413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42786) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:52.444433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] For port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:52.449893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] For port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:52.451589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, cc189eb9-ab38-4f6f-8957-a97e46ece57a) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:52.456495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:52.457480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.458290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.481972 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-56f0f4a1-4cd7-4c07-962f-9bdfede855d4 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules/cb3525cd-9eac-4ac5-afb6-4908d6489f29 HTTP/1.1" status: 200 len: 763 time: 0.0733407 Dec 13 16:30:52.489016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42788) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:52.501887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 619fea65-b903-4091-9851-c2ec83d90bf8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:52.514833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27331c-812a-4a2b-9d23-4bf56376b3b6 None None] Pushing event updated for resources: {'Port': ['ID=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:52.515482 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c8c56f8e-9aa9-4acc-aa40-45dcb6e377fc tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6888866 Dec 13 16:30:52.518200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f8fdc0-e2f1-4056-b984-7d4c9a6ef129 None None] Network cc189eb9-ab38-4f6f-8957-a97e46ece57a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:52.520482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42790) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:52.559372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.640108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a2a2e-1f76-45fb-aa20-b783756c4413 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:52.646223 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-227a2a2e-1f76-45fb-aa20-b783756c4413 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] 10.222.0.13 "GET /v2.0/networks/a6bfb611-dc14-4945-8637-f00bf8b7f80c HTTP/1.1" status: 200 len: 768 time: 0.3592091 Dec 13 16:30:52.651217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42792) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:52.660994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.707969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-cc189eb9-ab38-4f6f-8957-a97e46ece57a', 'network_id': 'cc189eb9-ab38-4f6f-8957-a97e46ece57a', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': '70cb316f-acae-4515-88dd-5e8bc924098a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:30:52.709857 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.768501 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b1e4b981-8887-4277-bee6-816534dbf48a tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2761600 Dec 13 16:30:52.776379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42794) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:52.830741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:52.858063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.871566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:52.878915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.893778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:52.903367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:52.989014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:53.012639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Delete allocated IP 2001:db8:0:1::267 (bc10db8a-8ac6-4a18-a2aa-843b6251c2a6/42f53ab1-8209-48f3-ab12-e932b48b5286) {{(pid=103053) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 16:30:53.015801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'Port': ['ID=933caedb-6b4a-465e-931f-f2f45b368f0e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:53.018575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aab68339-de39-4302-ae2f-a4dff9fd3d0c tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.030270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aab68339-de39-4302-ae2f-a4dff9fd3d0c tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.039787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:53.043068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:53.067023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:53.068149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.134182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.192498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=459b2955-d76d-4073-92c3-79fd0419747a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:53.223313 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-15ab4da3-f067-45cd-b54b-a51e428a250d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9691558 Dec 13 16:30:53.229113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42798) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:53.235283 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-01c934cd-ce6b-4146-9333-82ef6b2c0b0d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.5241249 Dec 13 16:30:53.235526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce0bdc2-dede-4fe5-9c88-2222b024c5dd None None] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:53.239863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:f1:67:ca', 'name': 'tempest-NetworksTestDHCPv6-788183789'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:53.245737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] Sync routers for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:53.245973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:30:53.250950 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:30:53.254167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a061857c-6a4b-4e2a-a7d5-1650e56f8093" -d '{"events": [{"name": "network-changed", "server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "tag": "30825d06-a757-4aee-bb36-2e8baefed130"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:30:53.269044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42800) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:53.269833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.338338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad77d6e-287b-4bc4-a8c4-644765fd987c x-openstack-request-id: req-1ad77d6e-287b-4bc4-a8c4-644765fd987c {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:30:53.339010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "tag": "30825d06-a757-4aee-bb36-2e8baefed130", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:30:53.339764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ad77d6e-287b-4bc4-a8c4-644765fd987c {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:30:53.339764 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130', 'status': 'completed', 'code': 200} Dec 13 16:30:53.346124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:53.346816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:53.353588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-edda14db-3336-49e9-aa03-9209eeff3e01 None None] Provisioning complete for port 49052507-e5db-4eaa-9e26-019c647e93fa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:53.353936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-edda14db-3336-49e9-aa03-9209eeff3e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.525523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Allocated IP 172.20.0.1 (cc189eb9-ab38-4f6f-8957-a97e46ece57a/70cb316f-acae-4515-88dd-5e8bc924098a/daaa8711-30b2-4fda-96e4-6cc19774f03f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:53.527371 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a9d64452-dd48-4a23-a211-eab04f1327b7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/c8821509-d925-47a7-b487-1f7bfe6b17b9 HTTP/1.1" status: 200 len: 992 time: 0.2536509 Dec 13 16:30:53.546606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-eada9034-81a7-4834-9993-972b2d21a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:53.548403 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-eada9034-81a7-4834-9993-972b2d21a59e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 1099 time: 0.1178727 Dec 13 16:30:53.594702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.597868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aab68339-de39-4302-ae2f-a4dff9fd3d0c tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.602695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aab68339-de39-4302-ae2f-a4dff9fd3d0c tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.607560 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-aab68339-de39-4302-ae2f-a4dff9fd3d0c tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/cb3525cd-9eac-4ac5-afb6-4908d6489f29 HTTP/1.1" status: 204 len: 168 time: 0.8235126 Dec 13 16:30:53.645979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:53.652063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42804) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:53.680220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab68339-de39-4302-ae2f-a4dff9fd3d0c tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb3525cd-9eac-4ac5-afb6-4908d6489f29,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:53.695518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.785638 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-20bfa7a7-5cfe-4975-9997-75d68aaf63cd tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1325412 Dec 13 16:30:53.888344 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42808) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:53.893609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eae9bf5-ac23-46c3-be5e-12fb07b683dd']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:53.910057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49617460-a8f6-4230-bce6-319435bb3c3f') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:53.910784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49617460-a8f6-4230-bce6-319435bb3c3f') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:53.924505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.949007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.956129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:53.957460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:53.998295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8350b021-384e-4ea1-9fb3-b83dff80918b None None] Provisioning complete for port 933caedb-6b4a-465e-931f-f2f45b368f0e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:53.998966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8350b021-384e-4ea1-9fb3-b83dff80918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.124421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.133230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8350b021-384e-4ea1-9fb3-b83dff80918b None None] Port 933caedb-6b4a-465e-931f-f2f45b368f0e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:54.140140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.147903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:54.156144 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:54.166226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '4e2b483c-f62d-43a9-b95a-608c58f8c9d8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:54.216271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Network cc189eb9-ab38-4f6f-8957-a97e46ece57a is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:54.226181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.230266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:54.230634 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.232427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.233796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:54.308911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=acefc622-ee0f-47cf-ab3c-60d130f7eb23,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:54.318406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Pushing event updated for resources: {'Port': ['ID=daaa8711-30b2-4fda-96e4-6cc19774f03f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:54.332292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8eae9bf5-ac23-46c3-be5e-12fb07b683dd {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 16:30:54.344243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event deleted for resources: {'Network': ['ID=8eae9bf5-ac23-46c3-be5e-12fb07b683dd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:54.365992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.377726 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9fb8574f-9077-4775-b11e-20f6a95252c6 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "DELETE /v2.0/networks/8eae9bf5-ac23-46c3-be5e-12fb07b683dd HTTP/1.1" status: 204 len: 168 time: 1.7220352 Dec 13 16:30:54.390934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Attempting to bind port daaa8711-30b2-4fda-96e4-6cc19774f03f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:30:54.391402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Attempting to bind port daaa8711-30b2-4fda-96e4-6cc19774f03f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '6ace30a3-41e5-4277-87cc-e5d24ab8745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc189eb9-ab38-4f6f-8957-a97e46ece57a'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:30:54.391868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Attempting to bind port daaa8711-30b2-4fda-96e4-6cc19774f03f on network cc189eb9-ab38-4f6f-8957-a97e46ece57a {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:30:54.404153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42812) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:54.412038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:54.415872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:30:54.416752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Checking segment: {'id': '6ace30a3-41e5-4277-87cc-e5d24ab8745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc189eb9-ab38-4f6f-8957-a97e46ece57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:30:54.417283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.417849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Bound using segment: {'id': '6ace30a3-41e5-4277-87cc-e5d24ab8745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc189eb9-ab38-4f6f-8957-a97e46ece57a'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:30:54.418587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Bound port: daaa8711-30b2-4fda-96e4-6cc19774f03f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ace30a3-41e5-4277-87cc-e5d24ab8745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cc189eb9-ab38-4f6f-8957-a97e46ece57a'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:30:54.419128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.424798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ccddf43a-f969-46a7-9210-b206d10d7aba None None] Provisioning complete for port 49052507-e5db-4eaa-9e26-019c647e93fa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:54.425260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ccddf43a-f969-46a7-9210-b206d10d7aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.429318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Request body: {'network': {'name': 'tempest-network--813306564'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:54.439592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] In _notify_port_updated(), no bound segment for port acefc622-ee0f-47cf-ab3c-60d130f7eb23 on network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:30:54.446032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:54.447749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.452246 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e68432ba-89d4-4aaa-8d2b-19d142719930 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "PUT /v2.0/ports/acefc622-ee0f-47cf-ab3c-60d130f7eb23 HTTP/1.1" status: 200 len: 926 time: 2.5448971 Dec 13 16:30:54.454575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:54.456567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42814) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:54.457193 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:30:54.457193 dv-neutron-821599-1-hyperv neutron-server[103053]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 13 16:30:54.457193 dv-neutron-821599-1-hyperv neutron-server[103053]: [parameters: {'project_id': '1eaef1a2d6d54f00832fa1f6430dd412', 'id': '786eee58-4b7f-4eb8-8848-7c59e32b3c46', 'expiration': datetime.datetime(2021, 12, 13, 16, 32, 54, 353059)}] Dec 13 16:30:54.457193 dv-neutron-821599-1-hyperv neutron-server[103053]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:54.457712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:54.464408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7a7ac365-135c-41f2-be80-358781a75bf8'}, {'subnet_id': '42f53ab1-8209-48f3-ab12-e932b48b5286'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:54.496014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.514663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc688f-cd20-4721-857e-f9317ffebddb None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:54.544484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42816) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:54.591715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.660317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=70cb316f-acae-4515-88dd-5e8bc924098a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:54.676739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] For port daaa8711-30b2-4fda-96e4-6cc19774f03f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:30:54.679994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] For port daaa8711-30b2-4fda-96e4-6cc19774f03f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=daaa8711-30b2-4fda-96e4-6cc19774f03f,segment=NetworkSegment(6ace30a3-41e5-4277-87cc-e5d24ab8745c),segment_id=6ace30a3-41e5-4277-87cc-e5d24ab8745c)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:30:54.698019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-cf0cbd66-23ca-4b2c-b4a8-55116f185245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:54.703481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.706201 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-cf0cbd66-23ca-4b2c-b4a8-55116f185245 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1099 time: 0.5363028 Dec 13 16:30:54.706892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Made reservation on behalf of 8d35df5e4bc7461fad2651ce61e2103d for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:54.716130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:54.768084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611bff5-ec29-4167-a0a9-06b1009871fe req-c9e80222-3251-4165-ab23-4598cdd43d5a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:54.769652 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d611bff5-ec29-4167-a0a9-06b1009871fe req-c9e80222-3251-4165-ab23-4598cdd43d5a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.6172440 Dec 13 16:30:54.917297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9904e33-ddc1-4c6e-b892-e493dbe93544 None None] Pushing event updated for resources: {'Port': ['ID=daaa8711-30b2-4fda-96e4-6cc19774f03f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:54.953801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8:0:1::196 (bc10db8a-8ac6-4a18-a2aa-843b6251c2a6/42f53ab1-8209-48f3-ab12-e932b48b5286/acefc622-ee0f-47cf-ab3c-60d130f7eb23) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:54.995001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:30:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:49Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:55.006536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:55.006935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.031276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-05bdb34c-9b17-4d31-8585-1fbfdfc38522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:55.032970 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-05bdb34c-9b17-4d31-8585-1fbfdfc38522 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a90f60a-76e5-497c-a89c-2615de6d9c7b HTTP/1.1" status: 200 len: 898 time: 1.4735448 Dec 13 16:30:55.034154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-6ea2fe1a-21bb-4b69-a851-3cf7443cb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:55.035936 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-6ea2fe1a-21bb-4b69-a851-3cf7443cb858 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 913 time: 0.3008590 Dec 13 16:30:55.117113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] Checking router: 619fea65-b903-4091-9851-c2ec83d90bf8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:30:55.130501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ccddf43a-f969-46a7-9210-b206d10d7aba None None] Provisioning complete for port acefc622-ee0f-47cf-ab3c-60d130f7eb23 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:55.130974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ccddf43a-f969-46a7-9210-b206d10d7aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.138534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba259ddc-ae08-443a-84c7-29437df3fd4f None None] Network cc189eb9-ab38-4f6f-8957-a97e46ece57a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:30:55.141273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3102f2a6-01a5-4bdc-96bc-98be0178a480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.165772 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-f7b1a743-03fd-43df-bc0a-131fa9fccb54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 1002 time: 0.1111145 Dec 13 16:30:55.189407 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.215156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.255892 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-67272b46-00e7-4f08-b829-ff251cdec381 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/c8821509-d925-47a7-b487-1f7bfe6b17b9 HTTP/1.1" status: 200 len: 992 time: 0.7091539 Dec 13 16:30:55.267112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:55.322431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.331463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc189eb9-ab38-4f6f-8957-a97e46ece57a']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:55.345309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.360512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.361022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.361380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Added segment 40647b13-090c-4a61-8782-780afd526482 of type vlan for network 4705c599-7789-4330-9fc1-2d5258f88d88 Dec 13 16:30:55.364912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ace30a3-41e5-4277-87cc-e5d24ab8745c') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:55.365222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ace30a3-41e5-4277-87cc-e5d24ab8745c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:55.387995 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.391649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d611bff5-ec29-4167-a0a9-06b1009871fe req-7da985f8-3f14-4945-9d06-71926f50d364 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6105881 Dec 13 16:30:55.412297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:55.412297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:55.416269 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-2a3c4033-8a51-4f2c-b9f6-61d4a5e4ca54 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30825d06-a757-4aee-bb36-2e8baefed130 HTTP/1.1" status: 200 len: 1000 time: 0.3545527 Dec 13 16:30:55.418611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port d052bc31-8a35-47dd-af2a-d7e001e70047 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:55.424401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.448503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-8e6e6c34-f35a-4255-9e89-c8a39d066e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:55.450031 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-8e6e6c34-f35a-4255-9e89-c8a39d066e12 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 200 len: 851 time: 0.2394438 Dec 13 16:30:55.481340 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.492915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.501664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf9e4d1-2b32-448e-bd2e-c063b32d4f18,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:55.519557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.523124 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7da56137-209e-4268-a3c6-68b01e3f61fc tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3702457 Dec 13 16:30:55.527329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ccddf43a-f969-46a7-9210-b206d10d7aba None None] Port acefc622-ee0f-47cf-ab3c-60d130f7eb23 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:55.534622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42818) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:55.537038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.551381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.573850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.589173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.603664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:55.604104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:55.608721 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:55.656353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b195c9-8a0d-46f9-95f6-f884310d9ca4 None None] Update dhcp port {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '877abc6f-503c-4af6-9ea7-d40160553432', 'ip_address': '2001:db8::f816:3eff:fe3e:a188'}, {'subnet_id': '459b2955-d76d-4073-92c3-79fd0419747a'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:30:55.666754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] In _notify_port_updated(), no bound segment for port acefc622-ee0f-47cf-ab3c-60d130f7eb23 on network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:30:55.672387 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:55.673398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.677527 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "PUT /v2.0/ports/acefc622-ee0f-47cf-ab3c-60d130f7eb23 HTTP/1.1" status: 200 len: 1012 time: 1.2161515 Dec 13 16:30:55.677672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:55.681744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:30:55.683555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42820) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:55.686629 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-263570b6-4585-45e9-83e1-6bdeabd2913f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules/0cf9e4d1-2b32-448e-bd2e-c063b32d4f18 HTTP/1.1" status: 200 len: 763 time: 0.1482790 Dec 13 16:30:55.691305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42822) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:55.699711 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-aee019e5-1ed1-4ad3-b326-87e329b5dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:55.701117 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-aee019e5-1ed1-4ad3-b326-87e329b5dcb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=71fb7126-b77e-42c7-a713-e7ae5f547535 HTTP/1.1" status: 200 len: 834 time: 0.2743855 Dec 13 16:30:55.721926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.729496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfb50c-4db8-43fd-ae2e-4fbe5e67e97f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=acefc622-ee0f-47cf-ab3c-60d130f7eb23,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:55.731162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.731965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 49052507-e5db-4eaa-9e26-019c647e93fa up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:55.750422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.751369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:55.751941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.761099 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a34abffb-b6b7-4661-bf31-5fb6795c7d7d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0653565 Dec 13 16:30:55.761428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42824) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:55.765583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-d758a4a7-49c1-4420-a232-594e715f1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:55.767127 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-d758a4a7-49c1-4420-a232-594e715f1ec6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44645876-4c40-4082-853e-5e11cb1e413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2931151 Dec 13 16:30:55.796575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e5b195c9-8a0d-46f9-95f6-f884310d9ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.803327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-249c1ec6-009b-4097-97cc-33bce50f6e53 None None] Provisioning complete for port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:55.803697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-249c1ec6-009b-4097-97cc-33bce50f6e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.844185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:30:55.844185 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:30:55.844185 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': 'cc189eb9-ab38-4f6f-8957-a97e46ece57a'}] Dec 13 16:30:55.844185 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:30:55.844625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:30:55.861668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60367c5c-1a26-4837-aaff-9b8656fb36fe tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.876829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'Port': ['ID=933caedb-6b4a-465e-931f-f2f45b368f0e,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:55.880407 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60367c5c-1a26-4837-aaff-9b8656fb36fe tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:55.942829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:55.980284 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5574510 Dec 13 16:30:55.982957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42826) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:55.988628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f8bf238a-798e-4b69-883e-39e90bfb8c28 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:55.996701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60367c5c-1a26-4837-aaff-9b8656fb36fe tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.000195 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:56.014325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60367c5c-1a26-4837-aaff-9b8656fb36fe tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.018443 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-60367c5c-1a26-4837-aaff-9b8656fb36fe tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/0cf9e4d1-2b32-448e-bd2e-c063b32d4f18 HTTP/1.1" status: 204 len: 168 time: 0.2531099 Dec 13 16:30:56.024257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b194730-09fa-4e94-abe7-cd93d773094b tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Network': ['ID=4705c599-7789-4330-9fc1-2d5258f88d88,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:56.033438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:56.052304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:56.064609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-9ebcb4bf-8e98-4997-be7b-999debadc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:56.066309 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-9ebcb4bf-8e98-4997-be7b-999debadc236 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a90f60a-76e5-497c-a89c-2615de6d9c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3478394 Dec 13 16:30:56.075630 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60367c5c-1a26-4837-aaff-9b8656fb36fe tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cf9e4d1-2b32-448e-bd2e-c063b32d4f18,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:56.098558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 4705c599-7789-4330-9fc1-2d5258f88d88 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:56.199882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 49052507-e5db-4eaa-9e26-019c647e93fa triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:56.200373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.222616 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-33b6feea-123b-413a-a1e3-cdab25297f43 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1854005 Dec 13 16:30:56.229839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 172.20.0.5 (2ba4744e-bfa0-4bbb-8255-861faf832180/459b2955-d76d-4073-92c3-79fd0419747a/d052bc31-8a35-47dd-af2a-d7e001e70047) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:56.236491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42830) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:56.245013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c916a640-a2bb-4ef6-bb96-cf6c04ad8d02 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '4e2b483c-f62d-43a9-b95a-608c58f8c9d8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:56.262817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42832) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:56.265607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:fef1:67ca (2ba4744e-bfa0-4bbb-8255-861faf832180/877abc6f-503c-4af6-9ea7-d40160553432/d052bc31-8a35-47dd-af2a-d7e001e70047) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:56.280019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-075756c8-debb-47fb-904f-3d1a676ce9d3 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910755 Dec 13 16:30:56.292039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-bcad9f40-99b7-48f2-abd3-0ac5ccb3e626 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port acefc622-ee0f-47cf-ab3c-60d130f7eb23 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:56.292368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bcad9f40-99b7-48f2-abd3-0ac5ccb3e626 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.370303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.377154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-249c1ec6-009b-4097-97cc-33bce50f6e53 None None] Provisioning complete for port acefc622-ee0f-47cf-ab3c-60d130f7eb23 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:56.377855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-249c1ec6-009b-4097-97cc-33bce50f6e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.395487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Router 9df56cb6-2250-4239-a062-aeb3217f5024 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:30:56.398973 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-75ae1225-a770-4e98-9e7d-5a4f66d9b896 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/c8821509-d925-47a7-b487-1f7bfe6b17b9 HTTP/1.1" status: 200 len: 992 time: 0.1329885 Dec 13 16:30:56.404910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8bf238a-798e-4b69-883e-39e90bfb8c28 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.463888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8bf238a-798e-4b69-883e-39e90bfb8c28 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.481748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-249c1ec6-009b-4097-97cc-33bce50f6e53 None None] Port acefc622-ee0f-47cf-ab3c-60d130f7eb23 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:56.486905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-2ee18ecd-f5f0-4718-8cb0-1d9df712f22e service neutron] 10.222.0.31 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898022 Dec 13 16:30:56.515971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8bf238a-798e-4b69-883e-39e90bfb8c28 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Network 4705c599-7789-4330-9fc1-2d5258f88d88 is not hosted by any dhcp agent {{(pid=103053) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 16:30:56.516799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bf238a-798e-4b69-883e-39e90bfb8c28 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:56.517445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8bf238a-798e-4b69-883e-39e90bfb8c28 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.521289 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f8bf238a-798e-4b69-883e-39e90bfb8c28 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "PUT /v2.0/networks/4705c599-7789-4330-9fc1-2d5258f88d88 HTTP/1.1" status: 200 len: 857 time: 0.5347478 Dec 13 16:30:56.525153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:30:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:49Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:56.533191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42836) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:56.558287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1a3c5c-c1e0-4b46-9cf0-113bf33a10ce None None] The sync data for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv is: [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:30:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:49Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:56.575637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf238a-798e-4b69-883e-39e90bfb8c28 tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event updated for resources: {'Network': ['ID=4705c599-7789-4330-9fc1-2d5258f88d88,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:56.606525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f4a4d887-90e0-4299-9f25-f7d5da406181 None None] Provisioning complete for port 933caedb-6b4a-465e-931f-f2f45b368f0e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:56.607253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4a4d887-90e0-4299-9f25-f7d5da406181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.619573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:30:56.631376 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3d35e-18b5-403b-be29-043427fb9977 None None] Sync routers for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:30:56.631910 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4e547f2c-ff4a-4b08-8ff3-09c0f47ed25c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "PUT /v2.0/routers/9df56cb6-2250-4239-a062-aeb3217f5024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0042961 Dec 13 16:30:56.632601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42838) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:56.639509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Request body: {'port': {'network_id': '1332de1e-b394-42d5-9894-f33d8be2e8e4', 'name': 'tempest-FloatingIPAdminTestJSON-98613889'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:56.659395 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3d35e-18b5-403b-be29-043427fb9977 None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:56.662099 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bde3d35e-18b5-403b-be29-043427fb9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:56.676263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c916a640-a2bb-4ef6-bb96-cf6c04ad8d02 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.722082 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bde3d35e-18b5-403b-be29-043427fb9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:56.731819 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde3d35e-18b5-403b-be29-043427fb9977 None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:30:56.732763 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bde3d35e-18b5-403b-be29-043427fb9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:56.757884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4d887-90e0-4299-9f25-f7d5da406181 None None] Port 933caedb-6b4a-465e-931f-f2f45b368f0e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:56.775562 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bde3d35e-18b5-403b-be29-043427fb9977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:56.776653 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde3d35e-18b5-403b-be29-043427fb9977 None None] The sync data for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:30:56.784357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f4a4d887-90e0-4299-9f25-f7d5da406181 None None] Provisioning complete for port acefc622-ee0f-47cf-ab3c-60d130f7eb23 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:56.785145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4a4d887-90e0-4299-9f25-f7d5da406181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.801959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Made reservation on behalf of 5813ac91f32449168f401ac909317dfd for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:56.805987 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.821664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:56.831626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] device_id is not set on port 6cb719ad-0a5b-4263-8d70-b0748d4d96a4 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:30:56.873652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4d887-90e0-4299-9f25-f7d5da406181 None None] Port acefc622-ee0f-47cf-ab3c-60d130f7eb23 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:56.898450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:56.899229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:56.938991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cbe138-d2a1-45b3-a570-87324e1c81f9 None None] New status for floating IP c8821509-d925-47a7-b487-1f7bfe6b17b9: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:30:56.967510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Allocated IP 172.20.0.14 (1332de1e-b394-42d5-9894-f33d8be2e8e4/b39e90b1-29b4-4bb1-8e93-caa5c1d6d7df/6cb719ad-0a5b-4263-8d70-b0748d4d96a4) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:57.135981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.174336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.197714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bcad9f40-99b7-48f2-abd3-0ac5ccb3e626 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.221746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:57.225115 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:57.228697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:57.246622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.251651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event updated for resources: {'Port': ['ID=6cb719ad-0a5b-4263-8d70-b0748d4d96a4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:57.268415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-bcad9f40-99b7-48f2-abd3-0ac5ccb3e626 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for acefc622-ee0f-47cf-ab3c-60d130f7eb23 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:57.284091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:57.284873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.284990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127a31e-3577-4693-afd7-bafc075454d3 req-a39adb40-8a1a-416a-a9c8-884880a7cefa tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:57.286444 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8127a31e-3577-4693-afd7-bafc075454d3 req-a39adb40-8a1a-416a-a9c8-884880a7cefa tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.7590587 Dec 13 16:30:57.297979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-17d8229a-c509-46d8-ba1d-618b4dd09e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.308044 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-913cefc7-be26-4bcd-bc2a-b834f6545cdc req-5e1ee443-3a68-41e8-9f59-99d426d9e228 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9931393 Dec 13 16:30:57.311192 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a168617a-e76f-4bef-83de-6e2f7f6cdb32 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6773708 Dec 13 16:30:57.311945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42840) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:57.340396 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a061857c-6a4b-4e2a-a7d5-1650e56f8093 req-a5a37779-4ee6-4b57-af52-b7de8193d668 service neutron] 10.222.0.31 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8382032 Dec 13 16:30:57.374431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'project_id': '5813ac91f32449168f401ac909317dfd', 'port_id': '6cb719ad-0a5b-4263-8d70-b0748d4d96a4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:57.398265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.414769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42844) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:57.424363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c916a640-a2bb-4ef6-bb96-cf6c04ad8d02 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.465537 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8127a31e-3577-4693-afd7-bafc075454d3 req-1d02fe97-9259-4680-b1d7-798b184d3417 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406691 Dec 13 16:30:57.474523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c916a640-a2bb-4ef6-bb96-cf6c04ad8d02 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.495878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.516721 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-30d52fb9-5fc7-4f87-bc57-7259bcb9fb20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/c8821509-d925-47a7-b487-1f7bfe6b17b9 HTTP/1.1" status: 200 len: 994 time: 0.0994644 Dec 13 16:30:57.548371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916a640-a2bb-4ef6-bb96-cf6c04ad8d02 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4c29f0b-9858-4b25-bf19-9ddd756fa414,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:57.556850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting port daaa8711-30b2-4fda-96e4-6cc19774f03f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:57.557217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.578961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.598878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b67531b7-6457-4869-8025-833d98818ee0 None None] Provisioning complete for port 6cb719ad-0a5b-4263-8d70-b0748d4d96a4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:57.599388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b67531b7-6457-4869-8025-833d98818ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.613512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c916a640-a2bb-4ef6-bb96-cf6c04ad8d02 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.614782 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c916a640-a2bb-4ef6-bb96-cf6c04ad8d02 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3772407 Dec 13 16:30:57.617372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42846) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:57.637490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b67531b7-6457-4869-8025-833d98818ee0 None None] Port 6cb719ad-0a5b-4263-8d70-b0748d4d96a4 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:57.642260 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-57033d8c-b769-44ec-8a57-7a4f246845b8 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules/e4c29f0b-9858-4b25-bf19-9ddd756fa414 HTTP/1.1" status: 200 len: 764 time: 0.0235264 Dec 13 16:30:57.645232 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42848) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:57.670272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.717396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4705c599-7789-4330-9fc1-2d5258f88d88']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:57.719233 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7810b0f2-e6cb-491b-8c42-c2f1a07eb9e6 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0733399 Dec 13 16:30:57.724614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42850) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:57.732766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] For port daaa8711-30b2-4fda-96e4-6cc19774f03f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=daaa8711-30b2-4fda-96e4-6cc19774f03f,segment=NetworkSegment(6ace30a3-41e5-4277-87cc-e5d24ab8745c),segment_id=6ace30a3-41e5-4277-87cc-e5d24ab8745c)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:57.733127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.737437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40647b13-090c-4a61-8782-780afd526482') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:57.737756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40647b13-090c-4a61-8782-780afd526482') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:57.744911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Allocated IP 172.26.6.55 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/fb143f81-4730-4396-a7ff-78766b6af40f) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:57.767687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6095a83-1cd5-47c7-ba1e-6cdaa50e1819 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.776453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.785087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Calling delete_port for daaa8711-30b2-4fda-96e4-6cc19774f03f owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:57.786852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.791541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6095a83-1cd5-47c7-ba1e-6cdaa50e1819 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.826780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-e5b195c9-8a0d-46f9-95f6-f884310d9ca4 None None] Allocated IP 172.20.0.2 (2ba4744e-bfa0-4bbb-8255-861faf832180/459b2955-d76d-4073-92c3-79fd0419747a/9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:30:57.843485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.863644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6095a83-1cd5-47c7-ba1e-6cdaa50e1819 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.876847 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b6095a83-1cd5-47c7-ba1e-6cdaa50e1819 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.878113 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b6095a83-1cd5-47c7-ba1e-6cdaa50e1819 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-group-rules/e4c29f0b-9858-4b25-bf19-9ddd756fa414 HTTP/1.1" status: 204 len: 168 time: 0.1525650 Dec 13 16:30:57.889016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42852) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:57.903268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:57.903672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:57.908517 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:57.912481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6095a83-1cd5-47c7-ba1e-6cdaa50e1819 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4c29f0b-9858-4b25-bf19-9ddd756fa414,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:57.944188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:57.981229 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5fb35f5d-0452-449a-a719-d7adc6009327 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0879967 Dec 13 16:30:57.983787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42854) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:57.984605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:58.000908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:58.002808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=d052bc31-8a35-47dd-af2a-d7e001e70047,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:58.005177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:58.044274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.081773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.099673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4705c599-7789-4330-9fc1-2d5258f88d88 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 16:30:58.103843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bcad9f40-99b7-48f2-abd3-0ac5ccb3e626 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.110342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.116491 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] 10.222.0.13 "DELETE /v2.0/networks/4705c599-7789-4330-9fc1-2d5258f88d88 HTTP/1.1" status: 204 len: 168 time: 1.5772140 Dec 13 16:30:58.116662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f101327-7900-4194-9009-4edd4ac67a28 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.118823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42856) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:58.134833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:58.135501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.143386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae0f1ae-e0f7-4f65-b4d4-7965200a56da tempest-ExternalNetworksTestJSON-1243602799 tempest-ExternalNetworksTestJSON-1243602799-project-admin] Pushing event deleted for resources: {'Network': ['ID=4705c599-7789-4330-9fc1-2d5258f88d88,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:58.155078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:30:58.165496 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fc70e9-62af-4d84-b28f-2db15098fee1 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] DELETE failed (client error): The resource could not be found. Dec 13 16:30:58.165954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fc70e9-62af-4d84-b28f-2db15098fee1 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:30:58.171768 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-63fc70e9-62af-4d84-b28f-2db15098fee1 tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] 10.222.0.13 "DELETE /v2.0/subnets/fcecfd3a-b545-40ee-a249-c47847fba1d7 HTTP/1.1" status: 404 len: 337 time: 0.0488641 Dec 13 16:30:58.171923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad9f40-99b7-48f2-abd3-0ac5ccb3e626 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=acefc622-ee0f-47cf-ab3c-60d130f7eb23,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:58.173217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42858) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:58.176511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:30:58.176668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.183865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:30:58.185919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Pushing event updated for resources: {'Port': ['ID=fb143f81-4730-4396-a7ff-78766b6af40f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:58.203399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e5b195c9-8a0d-46f9-95f6-f884310d9ca4 None None] For port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:30:58.224320 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7015b324-85e1-4c4b-8583-cccaf5f21c96 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9913511 Dec 13 16:30:58.231472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42860) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:58.233270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f101327-7900-4194-9009-4edd4ac67a28 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.250617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e5b195c9-8a0d-46f9-95f6-f884310d9ca4 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.266914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e5b195c9-8a0d-46f9-95f6-f884310d9ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.293282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Port': ['ID=daaa8711-30b2-4fda-96e4-6cc19774f03f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:58.324081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f101327-7900-4194-9009-4edd4ac67a28 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.325507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No DVR routers for this DVR port daaa8711-30b2-4fda-96e4-6cc19774f03f on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:30:58.327340 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f101327-7900-4194-9009-4edd4ac67a28 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.328703 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1f101327-7900-4194-9009-4edd4ac67a28 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e2b483c-f62d-43a9-b95a-608c58f8c9d8 HTTP/1.1" status: 204 len: 168 time: 0.3439283 Dec 13 16:30:58.339178 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42862) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:58.350992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bcad9f40-99b7-48f2-abd3-0ac5ccb3e626 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.355962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bcad9f40-99b7-48f2-abd3-0ac5ccb3e626 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/acefc622-ee0f-47cf-ab3c-60d130f7eb23 HTTP/1.1" status: 204 len: 168 time: 2.6683002 Dec 13 16:30:58.361803 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42864) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:58.398769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f101327-7900-4194-9009-4edd4ac67a28 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2b483c-f62d-43a9-b95a-608c58f8c9d8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:58.448085 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1ebc38-4b61-410f-b732-cc6156b2f43b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:30:58.449571 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4b1ebc38-4b61-410f-b732-cc6156b2f43b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/acefc622-ee0f-47cf-ab3c-60d130f7eb23 HTTP/1.1" status: 404 len: 333 time: 0.0594652 Dec 13 16:30:58.457709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42866) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:58.479117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.482353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b195c9-8a0d-46f9-95f6-f884310d9ca4 None None] Pushing event updated for resources: {'Port': ['ID=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:58.522398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.551746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fbca9d-2fc0-4b27-a383-dd2f84fbe300 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:58.558113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc189eb9-ab38-4f6f-8957-a97e46ece57a']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:58.558405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92fbca9d-2fc0-4b27-a383-dd2f84fbe300 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:58.560086 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-92fbca9d-2fc0-4b27-a383-dd2f84fbe300 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2777328 Dec 13 16:30:58.568406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42870) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:58.571102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ace30a3-41e5-4277-87cc-e5d24ab8745c') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:58.572013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ace30a3-41e5-4277-87cc-e5d24ab8745c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:58.585041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.595203 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e870fd34-77a5-41c5-b545-f77c82a2b823 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2535410 Dec 13 16:30:58.605001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42872) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:58.606805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.619930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-53f9021d-9321-4b39-b6f3-ea21509e065d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group': {'name': 'tempest-secgroup--705025954'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:58.661464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.688946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:58.689454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:58.697358 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:58.765513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cf7d1-1c79-4422-9e78-7493fe651d19 req-e2fa9b1c-f9cb-4de7-885e-d0cae4bc348e tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:58.767210 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-949cf7d1-1c79-4422-9e78-7493fe651d19 req-e2fa9b1c-f9cb-4de7-885e-d0cae4bc348e tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.1925342 Dec 13 16:30:58.768025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53f9021d-9321-4b39-b6f3-ea21509e065d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.793670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:30:58.857264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:58.857938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.908498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.914285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.942054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:58.945382 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/cc189eb9-ab38-4f6f-8957-a97e46ece57a HTTP/1.1" status: 204 len: 168 time: 6.4185588 Dec 13 16:30:58.976948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bfb611-dc14-4945-8637-f00bf8b7f80c']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:58.983778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42874) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:59.013569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172916686'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:59.020910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46c25d-a02c-4b22-9bb3-3fa14436e15b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=cc189eb9-ab38-4f6f-8957-a97e46ece57a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:59.027124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0662fcb9-8ac0-4ad2-a9d8-bf83703b0d66') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:59.027537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0662fcb9-8ac0-4ad2-a9d8-bf83703b0d66') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:30:59.041913 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-949cf7d1-1c79-4422-9e78-7493fe651d19 req-eccd71d9-b3fd-4683-9b66-1736b23d88c5 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463670 Dec 13 16:30:59.053368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.060980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd1043f-d8f2-48f6-ae59-27c5cedfa949 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet 42f53ab1-8209-48f3-ab12-e932b48b5286 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:59.068199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9cd1043f-d8f2-48f6-ae59-27c5cedfa949 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.075891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.101024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:30:59.101538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:30:59.106390 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:30:59.155346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:30:59.158946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.169125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9cd1043f-d8f2-48f6-ae59-27c5cedfa949 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.200303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53f9021d-9321-4b39-b6f3-ea21509e065d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.211182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53f9021d-9321-4b39-b6f3-ea21509e065d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.215608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:30:59.235135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.239109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.242281 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] 10.222.0.13 "DELETE /v2.0/networks/a6bfb611-dc14-4945-8637-f00bf8b7f80c HTTP/1.1" status: 204 len: 168 time: 1.0670550 Dec 13 16:30:59.250685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-171abbd2-757b-4c40-8a48-249a6bcf774d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port d052bc31-8a35-47dd-af2a-d7e001e70047 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:30:59.250997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-171abbd2-757b-4c40-8a48-249a6bcf774d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.268367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c00da-6b9a-4929-98fc-6a7fa6fbd44b tempest-ExternalNetworksTestJSON-641378957 tempest-ExternalNetworksTestJSON-641378957-project] Pushing event deleted for resources: {'Network': ['ID=a6bfb611-dc14-4945-8637-f00bf8b7f80c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:59.282157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.282157 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment d89fef7d-5037-460b-8404-ebe5aa1ca25c of type vlan for network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 Dec 13 16:30:59.283977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-809058ad-6025-4d9c-b68d-d8c3857e8be7 None None] Provisioning complete for port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:59.284538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-809058ad-6025-4d9c-b68d-d8c3857e8be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.285312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53f9021d-9321-4b39-b6f3-ea21509e065d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.287595 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-53f9021d-9321-4b39-b6f3-ea21509e065d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6765652 Dec 13 16:30:59.294866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42880) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:59.299492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-bb205c2b-02cf-4cb7-9e57-06610d2f122f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Request body: {'security_group_rule': {'security_group_id': '484dd19e-e055-45d8-94ef-87d6bc1df479', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:59.309011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9021d-9321-4b39-b6f3-ea21509e065d tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484dd19e-e055-45d8-94ef-87d6bc1df479,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:59.375356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.405094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb205c2b-02cf-4cb7-9e57-06610d2f122f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.417690 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.423878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:59.424571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.480141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9cd1043f-d8f2-48f6-ae59-27c5cedfa949 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.503878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5060384 Dec 13 16:30:59.508334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42882) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:59.515019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4495b72b-bc07-4eee-84c9-6e989efb4f16 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:59.567017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-171abbd2-757b-4c40-8a48-249a6bcf774d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.601990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-171abbd2-757b-4c40-8a48-249a6bcf774d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for d052bc31-8a35-47dd-af2a-d7e001e70047 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:30:59.626764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ebaf0-7d48-4580-b3c3-d6a534b7c8f2 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=fab9cf46-0eae-4eba-8ae9-2ed06c68ea24,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:59.645784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:30:59.670351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.697453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb205c2b-02cf-4cb7-9e57-06610d2f122f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.713539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb205c2b-02cf-4cb7-9e57-06610d2f122f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.730247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418dbf4-03c9-41b6-b871-146fa8d6fc3f None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:30:59.745511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9cd1043f-d8f2-48f6-ae59-27c5cedfa949 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.760667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42886) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:59.762345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4495b72b-bc07-4eee-84c9-6e989efb4f16 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.782135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb205c2b-02cf-4cb7-9e57-06610d2f122f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd21b5e-a3c1-427b-8e17-b0f01b87918a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:59.787900 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9cd1043f-d8f2-48f6-ae59-27c5cedfa949 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.793024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb205c2b-02cf-4cb7-9e57-06610d2f122f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.794076 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9cd1043f-d8f2-48f6-ae59-27c5cedfa949 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/42f53ab1-8209-48f3-ab12-e932b48b5286 HTTP/1.1" status: 204 len: 168 time: 1.3318703 Dec 13 16:30:59.794865 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bb205c2b-02cf-4cb7-9e57-06610d2f122f tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4987679 Dec 13 16:30:59.795589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42890) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:59.799461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42892) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:59.807607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4495b72b-bc07-4eee-84c9-6e989efb4f16 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.809838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1043f-d8f2-48f6-ae59-27c5cedfa949 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=42f53ab1-8209-48f3-ab12-e932b48b5286,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:59.832336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-79f3bd01-8830-4baf-bcd7-ad4378f96a23 None None] Provisioning complete for port d052bc31-8a35-47dd-af2a-d7e001e70047 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:30:59.832711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-79f3bd01-8830-4baf-bcd7-ad4378f96a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.859135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4495b72b-bc07-4eee-84c9-6e989efb4f16 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 is not hosted by any dhcp agent {{(pid=103052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 16:30:59.866181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495b72b-bc07-4eee-84c9-6e989efb4f16 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:30:59.867426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4495b72b-bc07-4eee-84c9-6e989efb4f16 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.869425 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4495b72b-bc07-4eee-84c9-6e989efb4f16 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "PUT /v2.0/networks/fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 HTTP/1.1" status: 200 len: 723 time: 0.3587000 Dec 13 16:30:59.872833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42894) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:30:59.880266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': 'fab9cf46-0eae-4eba-8ae9-2ed06c68ea24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:30:59.935639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-79f3bd01-8830-4baf-bcd7-ad4378f96a23 None None] Port d052bc31-8a35-47dd-af2a-d7e001e70047 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:30:59.937208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.963735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:30:59.978417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1418dbf4-03c9-41b6-b871-146fa8d6fc3f None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:30:59.981010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-675b6854-8e3d-4e7f-9f45-0e46d58704a6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet 7a7ac365-135c-41f2-be80-358781a75bf8 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:30:59.986529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495b72b-bc07-4eee-84c9-6e989efb4f16 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=fab9cf46-0eae-4eba-8ae9-2ed06c68ea24,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:30:59.990930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675b6854-8e3d-4e7f-9f45-0e46d58704a6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.006439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:00.056589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675b6854-8e3d-4e7f-9f45-0e46d58704a6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.061582 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fa57545b-3c94-43ff-87cc-981cb9d4d54a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbd9effae9a94a7f94ec6c572f191245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925344 Dec 13 16:31:00.071963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42896) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:00.073482 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4e5f-4908-4f75-a623-f13be2a6d2d0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.088217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:00.091930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.157194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675b6854-8e3d-4e7f-9f45-0e46d58704a6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.217886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4e5f-4908-4f75-a623-f13be2a6d2d0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.225674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675b6854-8e3d-4e7f-9f45-0e46d58704a6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.254242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b6854-8e3d-4e7f-9f45-0e46d58704a6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7ac365-135c-41f2-be80-358781a75bf8,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:00.258024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675b6854-8e3d-4e7f-9f45-0e46d58704a6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.262228 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-675b6854-8e3d-4e7f-9f45-0e46d58704a6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/7a7ac365-135c-41f2-be80-358781a75bf8 HTTP/1.1" status: 204 len: 168 time: 0.4656358 Dec 13 16:31:00.265218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42898) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:00.317717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb1fac-776b-46cf-8ef7-377c45c8e33a None None] Network bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:00.350083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-171abbd2-757b-4c40-8a48-249a6bcf774d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.357691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.403751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17d6be87-1312-47d6-9bab-9d5152f0d399 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.405631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171abbd2-757b-4c40-8a48-249a6bcf774d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=d052bc31-8a35-47dd-af2a-d7e001e70047,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:00.420239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 49052507-e5db-4eaa-9e26-019c647e93fa {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:00.421211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.517969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] For port 49052507-e5db-4eaa-9e26-019c647e93fa, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=49052507-e5db-4eaa-9e26-019c647e93fa,segment=NetworkSegment(9f7fae12-9986-4681-9d08-86e51924ca9a),segment_id=9f7fae12-9986-4681-9d08-86e51924ca9a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:00.518329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.534884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] DHCP port deletion for bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:00.535425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4e5f-4908-4f75-a623-f13be2a6d2d0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.537954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9bfa4e5f-4908-4f75-a623-f13be2a6d2d0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.538681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 49052507-e5db-4eaa-9e26-019c647e93fa owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:00.542095 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9bfa4e5f-4908-4f75-a623-f13be2a6d2d0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/484dd19e-e055-45d8-94ef-87d6bc1df479 HTTP/1.1" status: 204 len: 168 time: 0.7365324 Dec 13 16:31:00.545698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42900) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:00.573139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17d6be87-1312-47d6-9bab-9d5152f0d399 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.601310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfa4e5f-4908-4f75-a623-f13be2a6d2d0 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484dd19e-e055-45d8-94ef-87d6bc1df479,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:00.615683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] Deleting port 49052507-e5db-4eaa-9e26-019c647e93fa {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:00.616380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.649838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d4e552d7-c62e-4cf3-bd1d-e2efedf642a2 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1025541 Dec 13 16:31:00.652100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42902) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:00.701056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.713985 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5f7dafbf-38e4-4f72-92d3-d525940a0d77 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0607040 Dec 13 16:31:00.718020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-171abbd2-757b-4c40-8a48-249a6bcf774d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.721806 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-171abbd2-757b-4c40-8a48-249a6bcf774d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d052bc31-8a35-47dd-af2a-d7e001e70047 HTTP/1.1" status: 204 len: 168 time: 2.1524472 Dec 13 16:31:00.725700 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42904) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:00.725854 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42906) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:00.749117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.758740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.778904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] For port 49052507-e5db-4eaa-9e26-019c647e93fa, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=49052507-e5db-4eaa-9e26-019c647e93fa,segment=NetworkSegment(9f7fae12-9986-4681-9d08-86e51924ca9a),segment_id=9f7fae12-9986-4681-9d08-86e51924ca9a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:00.779239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.793575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 49052507-e5db-4eaa-9e26-019c647e93fa no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:00.809860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=49052507-e5db-4eaa-9e26-019c647e93fa,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:00.812268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No DVR routers for this DVR port 49052507-e5db-4eaa-9e26-019c647e93fa on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:00.825105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 49052507-e5db-4eaa-9e26-019c647e93fa {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:00.825447 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 49052507-e5db-4eaa-9e26-019c647e93fa not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:00.826845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.828368 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-3c5f4f41-d8a7-47ab-a62e-6df18ae1eb88 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] delete failed (client error): The resource could not be found. Dec 13 16:31:00.828708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] Calling delete_port for 49052507-e5db-4eaa-9e26-019c647e93fa owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:00.833091 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3c5f4f41-d8a7-47ab-a62e-6df18ae1eb88 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "DELETE /v2.0/security-groups/484dd19e-e055-45d8-94ef-87d6bc1df479 HTTP/1.1" status: 404 len: 347 time: 0.1030538 Dec 13 16:31:00.842561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42910) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:00.845673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.913825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.922471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.939910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc10db8a-8ac6-4a18-a2aa-843b6251c2a6']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:00.941330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17d6be87-1312-47d6-9bab-9d5152f0d399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.943845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17d6be87-1312-47d6-9bab-9d5152f0d399 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:00.947297 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-17d6be87-1312-47d6-9bab-9d5152f0d399 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/153d9598-a801-4bef-8d9f-6d4e2d41a0da HTTP/1.1" status: 204 len: 168 time: 0.8688390 Dec 13 16:31:00.958572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f0050-fd1b-4538-98df-95864b73a9d1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:00.960156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f0050-fd1b-4538-98df-95864b73a9d1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:00.962095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7fae12-9986-4681-9d08-86e51924ca9a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:00.962271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f0050-fd1b-4538-98df-95864b73a9d1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:00.962605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7fae12-9986-4681-9d08-86e51924ca9a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:00.966528 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-142f0050-fd1b-4538-98df-95864b73a9d1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2303979 Dec 13 16:31:00.968160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] Pushing event deleted for resources: {'Port': ['ID=49052507-e5db-4eaa-9e26-019c647e93fa,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:00.969463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42914) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:00.971457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc709bb5-09a3-476e-9122-ce2bc04dbef5 None None] No DVR routers for this DVR port 49052507-e5db-4eaa-9e26-019c647e93fa on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:00.991643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Pushing event updated for resources: {'Port': ['ID=fb143f81-4730-4396-a7ff-78766b6af40f,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:01.017836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6be87-1312-47d6-9bab-9d5152f0d399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d9598-a801-4bef-8d9f-6d4e2d41a0da,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:01.027057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.035943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=a09031db-3437-4e85-adc7-e3c6399cfd30,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:01.045220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.047001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6440dcf-ae61-4a1e-a67d-c72f4285e87a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 459b2955-d76d-4073-92c3-79fd0419747a {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:01.053947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6440dcf-ae61-4a1e-a67d-c72f4285e87a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.057179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.091549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:01.092165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:01.095113 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:01.124480 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c873fbce-1014-4be2-8801-a3c0a4dc8f69 tempest-SecGroupTest-1765134358 tempest-SecGroupTest-1765134358-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2764630 Dec 13 16:31:01.145171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': 'd89fef7d-5037-460b-8404-ebe5aa1ca25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fab9cf46-0eae-4eba-8ae9-2ed06c68ea24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:01.145528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: fab9cf46-0eae-4eba-8ae9-2ed06c68ea24, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:01.185272 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Floating IP 900149ea-5dab-46c1-a762-bbf17fe4eacf associated. External IP: 172.26.6.55, port: 6cb719ad-0a5b-4263-8d70-b0748d4d96a4. Dec 13 16:31:01.187413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6440dcf-ae61-4a1e-a67d-c72f4285e87a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.189478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:01.191864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.238378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.249968 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/networks/bc10db8a-8ac6-4a18-a2aa-843b6251c2a6 HTTP/1.1" status: 204 len: 168 time: 0.9822586 Dec 13 16:31:01.253914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42920) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.268686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, fab9cf46-0eae-4eba-8ae9-2ed06c68ea24) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:01.276399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:01.276908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1615983'] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.291588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c80374-9b54-4178-8138-f1c382036a36 None None] Network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:01.313214 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-401593b3-8933-42bf-a9f9-9327e9e24bde tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4350748 Dec 13 16:31:01.314094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d116652-b6a9-40ef-b40d-8ec316738a9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Network': ['ID=bc10db8a-8ac6-4a18-a2aa-843b6251c2a6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:01.315658 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42922) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.333658 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-690e1493-2222-422d-9417-702f9e626162 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:01.373669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ea46a-87a3-45c0-b0cf-8b2548016d33 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:01.378875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4b2ea46a-87a3-45c0-b0cf-8b2548016d33 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1184044 Dec 13 16:31:01.380245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42924) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.410946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42926) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.415839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6440dcf-ae61-4a1e-a67d-c72f4285e87a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.463610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-fab9cf46-0eae-4eba-8ae9-2ed06c68ea24', 'network_id': 'fab9cf46-0eae-4eba-8ae9-2ed06c68ea24', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': 'a09031db-3437-4e85-adc7-e3c6399cfd30'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:01.464891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.488556 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b11fc9ec-9216-4284-97a4-a2ee4e88fa4a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1073861 Dec 13 16:31:01.495265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42930) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.503135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2125814615'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:01.541441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:01.545584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.561592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-690e1493-2222-422d-9417-702f9e626162 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3034680'] for subnet, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.584387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42932) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.615219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:01.628698 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-097c5fc4-5734-41c4-b6b9-c54cf49671c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d35df5e4bc7461fad2651ce61e2103d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165234 Dec 13 16:31:01.630345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.630728 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Added segment dd422463-4ac8-4bf9-8783-25e1363d8985 of type vlan for network 3165e297-f141-4f88-9caa-6cf27dff519b Dec 13 16:31:01.631705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42934) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.670807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Allocated IP 172.20.0.2 (fab9cf46-0eae-4eba-8ae9-2ed06c68ea24/a09031db-3437-4e85-adc7-e3c6399cfd30/77754407-0b0d-46f9-9960-bb89765c8922) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:01.698961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.708445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6440dcf-ae61-4a1e-a67d-c72f4285e87a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.711023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Router 9df56cb6-2250-4239-a062-aeb3217f5024 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:31:01.712752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20632107-f032-4be1-8d41-2f5a8ff9ef39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.761240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6440dcf-ae61-4a1e-a67d-c72f4285e87a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=459b2955-d76d-4073-92c3-79fd0419747a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:01.770325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c6440dcf-ae61-4a1e-a67d-c72f4285e87a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.774294 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c6440dcf-ae61-4a1e-a67d-c72f4285e87a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/459b2955-d76d-4073-92c3-79fd0419747a HTTP/1.1" status: 204 len: 168 time: 0.8037689 Dec 13 16:31:01.777445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42938) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.782541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f6736c-d105-45b0-a313-fd4584839a6c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:01.788213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20632107-f032-4be1-8d41-2f5a8ff9ef39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.813085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.818953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:01.819698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.912037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:01.929432 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703ab94-8db7-46ef-90df-8ca85a7d3bbe None None] Sync routers for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:01.931630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b8f436-4ba9-4ff9-abfb-8f69557971db tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 877abc6f-503c-4af6-9ea7-d40160553432 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:01.938750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.941510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9b8f436-4ba9-4ff9-abfb-8f69557971db tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.941677 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703ab94-8db7-46ef-90df-8ca85a7d3bbe None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:01.942605 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c703ab94-8db7-46ef-90df-8ca85a7d3bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:01.949916 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4535279 Dec 13 16:31:01.950715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fed53-65a5-4cc6-948d-5044cad25e38 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Network': ['ID=3165e297-f141-4f88-9caa-6cf27dff519b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:01.974409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42940) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.976377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 3165e297-f141-4f88-9caa-6cf27dff519b details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:01.980831 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6d4514f5-b1e2-4b93-9e98-27aa018486c8 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.6673684 Dec 13 16:31:01.981821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20632107-f032-4be1-8d41-2f5a8ff9ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.982840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:01.983643 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c703ab94-8db7-46ef-90df-8ca85a7d3bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:01.984589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20632107-f032-4be1-8d41-2f5a8ff9ef39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.986142 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-20632107-f032-4be1-8d41-2f5a8ff9ef39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78107978-a509-41d4-b6f1-aec5f7a3b3e5 HTTP/1.1" status: 204 len: 168 time: 0.3506558 Dec 13 16:31:01.986742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42942) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:01.988578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:01.996930 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c703ab94-8db7-46ef-90df-8ca85a7d3bbe None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:01.997819 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c703ab94-8db7-46ef-90df-8ca85a7d3bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:02.042273 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c703ab94-8db7-46ef-90df-8ca85a7d3bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:02.043313 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c703ab94-8db7-46ef-90df-8ca85a7d3bbe None None] The sync data for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:02.056399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.108612 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9acf7057-bbd8-4fb8-a360-8cf0abea1980 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eaef1a2d6d54f00832fa1f6430dd412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5153165 Dec 13 16:31:02.112886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42946) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:02.120220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9b8f436-4ba9-4ff9-abfb-8f69557971db tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.144051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:02.150639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:02.155425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:02.158835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Pushing event updated for resources: {'Port': ['ID=77754407-0b0d-46f9-9960-bb89765c8922,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:02.183755 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-65b0ee5c-2d71-4cc0-9cca-a7e348acd5e7 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] 10.222.0.13 "GET /v2.0/floatingips/900149ea-5dab-46c1-a762-bbf17fe4eacf HTTP/1.1" status: 200 len: 981 time: 0.1857262 Dec 13 16:31:02.196530 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42948) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:02.203972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:02.207548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.229035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Attempting to bind port 77754407-0b0d-46f9-9960-bb89765c8922 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:02.229180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Attempting to bind port 77754407-0b0d-46f9-9960-bb89765c8922 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'd89fef7d-5037-460b-8404-ebe5aa1ca25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fab9cf46-0eae-4eba-8ae9-2ed06c68ea24'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:02.229486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Attempting to bind port 77754407-0b0d-46f9-9960-bb89765c8922 on network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:02.234905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:02.235286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Checking segment: {'id': 'd89fef7d-5037-460b-8404-ebe5aa1ca25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fab9cf46-0eae-4eba-8ae9-2ed06c68ea24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:02.235706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.236112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Bound using segment: {'id': 'd89fef7d-5037-460b-8404-ebe5aa1ca25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fab9cf46-0eae-4eba-8ae9-2ed06c68ea24'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:02.236572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Bound port: 77754407-0b0d-46f9-9960-bb89765c8922, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89fef7d-5037-460b-8404-ebe5aa1ca25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'fab9cf46-0eae-4eba-8ae9-2ed06c68ea24'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:02.237021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.310844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20632107-f032-4be1-8d41-2f5a8ff9ef39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78107978-a509-41d4-b6f1-aec5f7a3b3e5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:02.318009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-690e1493-2222-422d-9417-702f9e626162 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728207133660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9592057'] for subnet, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.347236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] For port 77754407-0b0d-46f9-9960-bb89765c8922, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:02.362775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e1493-2222-422d-9417-702f9e626162 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:02.363376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-690e1493-2222-422d-9417-702f9e626162 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.364740 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-690e1493-2222-422d-9417-702f9e626162 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "PUT /v2.0/subnets/a09031db-3437-4e85-adc7-e3c6399cfd30 HTTP/1.1" status: 200 len: 806 time: 1.0481267 Dec 13 16:31:02.367910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42954) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:02.370833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] For port 77754407-0b0d-46f9-9960-bb89765c8922, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=77754407-0b0d-46f9-9960-bb89765c8922,segment=NetworkSegment(d89fef7d-5037-460b-8404-ebe5aa1ca25c),segment_id=d89fef7d-5037-460b-8404-ebe5aa1ca25c)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:02.387356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.451849 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e1493-2222-422d-9417-702f9e626162 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=a09031db-3437-4e85-adc7-e3c6399cfd30,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:02.484678 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5650795e-0684-49e6-8eaf-70c027b3e7a5 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.2871323 Dec 13 16:31:02.487612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 42958) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:02.515854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe51f04-20c6-4b6d-b39f-7eea11d1962a None None] Pushing event updated for resources: {'Port': ['ID=77754407-0b0d-46f9-9960-bb89765c8922,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:02.624784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-18439295-f959-42b3-a54a-0f8aa703e46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.633964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9b8f436-4ba9-4ff9-abfb-8f69557971db tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.700812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-18439295-f959-42b3-a54a-0f8aa703e46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.872057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9b8f436-4ba9-4ff9-abfb-8f69557971db tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.918435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8f436-4ba9-4ff9-abfb-8f69557971db tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=877abc6f-503c-4af6-9ea7-d40160553432,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:02.920539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9b8f436-4ba9-4ff9-abfb-8f69557971db tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:02.939017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f9b8f436-4ba9-4ff9-abfb-8f69557971db tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/877abc6f-503c-4af6-9ea7-d40160553432 HTTP/1.1" status: 204 len: 168 time: 1.1604924 Dec 13 16:31:02.942911 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42970) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:03.035088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.058826 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-58fd6563-2519-44e0-9c5b-26130a06c55a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130404 Dec 13 16:31:03.067308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42974) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:03.078187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2812e229-c83c-418a-a878-7058f75ea3af None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:03.101472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:03.125066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-18439295-f959-42b3-a54a-0f8aa703e46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.128024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-18439295-f959-42b3-a54a-0f8aa703e46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.129465 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-18439295-f959-42b3-a54a-0f8aa703e46f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33ce976d-9d7b-4e28-9ce3-24e0f1edd392 HTTP/1.1" status: 204 len: 168 time: 1.0135930 Dec 13 16:31:03.159471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-030348e2-91c3-4737-b030-53ba8eafc7c3 None None] Provisioning complete for port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:03.160110 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-030348e2-91c3-4737-b030-53ba8eafc7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.178473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18439295-f959-42b3-a54a-0f8aa703e46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ce976d-9d7b-4e28-9ce3-24e0f1edd392,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:03.192456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.284703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting port 77754407-0b0d-46f9-9960-bb89765c8922 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:03.286654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.295531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking segment: {'id': 'dd422463-4ac8-4bf9-8783-25e1363d8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:03.295829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network hostable DHCP agents. Network: 3165e297-f141-4f88-9caa-6cf27dff519b, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:03.331609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=ced17e19-d5fe-4b72-80be-595a3084ae2e,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:03.351042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:03.358019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.375143 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:03.408825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Deleting port fb143f81-4730-4396-a7ff-78766b6af40f {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:03.409342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.441315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] Deleting port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:03.441894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.448151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 3165e297-f141-4f88-9caa-6cf27dff519b is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:03.485040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 3165e297-f141-4f88-9caa-6cf27dff519b) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:03.501516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec841a76-054f-4a2d-9418-d153f3a954fe None None] Network 3165e297-f141-4f88-9caa-6cf27dff519b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:03.517795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:03.518327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.532244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] For port 77754407-0b0d-46f9-9960-bb89765c8922, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=77754407-0b0d-46f9-9960-bb89765c8922,segment=NetworkSegment(d89fef7d-5037-460b-8404-ebe5aa1ca25c),segment_id=d89fef7d-5037-460b-8404-ebe5aa1ca25c)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:03.532617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.560419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Calling delete_port for 77754407-0b0d-46f9-9960-bb89765c8922 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:03.575713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-95618de8-baf9-4c41-afde-6f3e79bfebf4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5976329 Dec 13 16:31:03.576559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 42984) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:03.590446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b', 'name': 'tempest-PortsIpV6TestJSON-342125346'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:03.593160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.593160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.639512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Calling delete_port for fb143f81-4730-4396-a7ff-78766b6af40f owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:03.883146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.891723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] For port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:03.892132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:03.913962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] Calling delete_port for 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:04.001253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Port': ['ID=77754407-0b0d-46f9-9960-bb89765c8922,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:04.008587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No DVR routers for this DVR port 77754407-0b0d-46f9-9960-bb89765c8922 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:04.085743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-3165e297-f141-4f88-9caa-6cf27dff519b', 'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b', 'project_id': '86e41ef04033497ab56f290b0e7788d2', 'fixed_ips': [{'subnet_id': 'ced17e19-d5fe-4b72-80be-595a3084ae2e'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:04.088136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.184686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.186782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.270455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d98a77-4858-4c45-a717-63ddaa04605f None None] Network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:04.280917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.289318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:04.293524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.317897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event deleted for resources: {'Port': ['ID=fb143f81-4730-4396-a7ff-78766b6af40f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:04.324895 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=a09031db-3437-4e85-adc7-e3c6399cfd30,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:04.347723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port db17fef1-fe25-4731-a9a1-306951ea5a6b yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:04.418293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1dd132d6-371f-4478-8a2a-23dbbd73a37a None None] Could not find standard attr ID for object 77754407-0b0d-46f9-9960-bb89765c8922. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:31:04.452983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.456289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.497841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] No DVR routers for this DVR port 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:04.499954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270db0b3-2dd0-4c1e-b462-017c83c341a7 None None] Pushing event deleted for resources: {'Port': ['ID=9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:04.559624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43010) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:04.563216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:31:04.569228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.592481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab9cf46-0eae-4eba-8ae9-2ed06c68ea24']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:04.594736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::1c1 (3165e297-f141-4f88-9caa-6cf27dff519b/ced17e19-d5fe-4b72-80be-595a3084ae2e/db17fef1-fe25-4731-a9a1-306951ea5a6b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:04.608129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89fef7d-5037-460b-8404-ebe5aa1ca25c') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:04.608540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89fef7d-5037-460b-8404-ebe5aa1ca25c') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:04.611167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a0264e-0178-4099-bd73-69ec37b41615 None None] DHCP port deletion for fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:04.633295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.637731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532edd36-2728-4185-b259-ff4c334ab278 None None] Network fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:04.656607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:04.662356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.673806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:04.674610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.679894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:04.693788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:04.694387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.703922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50bbe64-a2ea-406c-b689-c57e978bdcb7 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:04.707060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:04.723664 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5d3b46c1-df3d-49b4-96c0-485c5735d70a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6511791 Dec 13 16:31:04.742948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43016) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:04.758113 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:04.769335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:04.795832 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.796069 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Floating IP 900149ea-5dab-46c1-a762-bbf17fe4eacf disassociated (deleted). External IP: 172.26.6.55, port: 6cb719ad-0a5b-4263-8d70-b0748d4d96a4. Dec 13 16:31:04.854422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:04.926598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:04.927158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9dbdd816-6ff8-42e5-9431-85aa0c9ca2e1 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:04.944869 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:04.945765 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:04.964029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43020) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:04.996470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.014690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-681219475', 'router:external': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:05.034422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=fab9cf46-0eae-4eba-8ae9-2ed06c68ea24,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:05.038491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.044342 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-089d65e6-feb2-423d-8f94-0b00c9b58ad0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 HTTP/1.1" status: 204 len: 168 time: 2.6729617 Dec 13 16:31:05.045902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43024) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:05.075246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Made reservation on behalf of d4031009e6544aeb9024d284149ad830 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:05.077641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.088027 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0273eb68-accb-4a49-8efc-1d14943028a0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:05.088794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0273eb68-accb-4a49-8efc-1d14943028a0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:05.098964 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0273eb68-accb-4a49-8efc-1d14943028a0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 HTTP/1.1" status: 404 len: 339 time: 0.0432436 Dec 13 16:31:05.099178 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.099287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43026) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:05.116261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-793640815', 'description': 'd1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:05.116583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6801d6fa-601a-4099-bcc5-b17610383f5f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:05.117304 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-6801d6fa-601a-4099-bcc5-b17610383f5f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 16:31:05.117795 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-6801d6fa-601a-4099-bcc5-b17610383f5f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 16:31:05.119186 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6801d6fa-601a-4099-bcc5-b17610383f5f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1210542 Dec 13 16:31:05.125236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43028) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:05.135451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Router 9df56cb6-2250-4239-a062-aeb3217f5024 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:31:05.137160 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197868266'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:05.157674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.176297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Allocated IP 2001:db8::f816:3eff:fef2:7b72 (2ba4744e-bfa0-4bbb-8255-861faf832180/39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1/24a1e926-3187-4015-b229-7587c2f2682a) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:05.177928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:05.181685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.266016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:05.269514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.284064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.292946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.303079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.304710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:05.312008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.314245 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.314594 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Added segment 7fe9e25c-caf0-48a7-bc20-843f52a13aec of type vlan for network 1170f343-a2ef-4eac-bc49-4858e77ff32a Dec 13 16:31:05.341684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.362182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.390985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:05.394114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:05.395313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Allocated IP 2001:db8::2 (3165e297-f141-4f88-9caa-6cf27dff519b/ced17e19-d5fe-4b72-80be-595a3084ae2e/c02ff69b-af0c-43dd-b2d4-fa9801e5936c) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:05.397822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.429365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 3165e297-f141-4f88-9caa-6cf27dff519b is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:05.431421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.432386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:05.432962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.433741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040173e5-63bf-46a3-b0c8-70be310c5c70 None None] Sync routers for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:05.436628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.448380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:05.451171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.451700 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 6e26fa60-db81-42e4-ad9b-b54c359b39f7 of type vlan for network cd663145-cafa-4f2d-8ced-bf7c44c2f674 Dec 13 16:31:05.460460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:05.467132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:05.467794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.469724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dba2a01-d1c9-4137-9dfa-d06e61a8083e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:05.473079 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5ac66d9a-24a4-4874-bd62-d93f552a14d7 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "DELETE /v2.0/floatingips/900149ea-5dab-46c1-a762-bbf17fe4eacf HTTP/1.1" status: 204 len: 168 time: 2.9844766 Dec 13 16:31:05.486167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43030) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:05.496366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.496919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:05.501663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=db17fef1-fe25-4731-a9a1-306951ea5a6b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:05.503514 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.9370539 Dec 13 16:31:05.506423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43032) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:05.520104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'subnet': {'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:05.534546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5f73a-b248-4d25-85e6-623f228d0c73 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'Network': ['ID=1170f343-a2ef-4eac-bc49-4858e77ff32a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:05.542364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040173e5-63bf-46a3-b0c8-70be310c5c70 None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:05.543382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-040173e5-63bf-46a3-b0c8-70be310c5c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:05.552910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Made reservation on behalf of d4031009e6544aeb9024d284149ad830 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:05.557255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.566236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.578870 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-15ca5c27-b36e-4ba1-8d57-87d38bf70591 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0012553 Dec 13 16:31:05.591416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43034) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:05.599088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1170f343-a2ef-4eac-bc49-4858e77ff32a details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:05.610735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:05.620324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b', 'name': 'tempest-PortsIpV6TestJSON-443361563'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:05.624709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-040173e5-63bf-46a3-b0c8-70be310c5c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:05.660365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Pushing event updated for resources: {'Port': ['ID=24a1e926-3187-4015-b229-7587c2f2682a,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:05.664169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:05.666782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:05.709606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.760306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040173e5-63bf-46a3-b0c8-70be310c5c70 None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:05.760579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.761046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-040173e5-63bf-46a3-b0c8-70be310c5c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:05.766024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:05.766877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.824716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-040173e5-63bf-46a3-b0c8-70be310c5c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:05.825379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040173e5-63bf-46a3-b0c8-70be310c5c70 None None] The sync data for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:05.865161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Attempting to bind port 24a1e926-3187-4015-b229-7587c2f2682a on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:05.865535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Attempting to bind port 24a1e926-3187-4015-b229-7587c2f2682a by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:05.865901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Attempting to bind port 24a1e926-3187-4015-b229-7587c2f2682a on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:05.874736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:05.875074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:05.875495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.875893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:05.876369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Bound port: 24a1e926-3187-4015-b229-7587c2f2682a, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:05.876754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.877807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.903829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.907155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.926370 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8260093 Dec 13 16:31:05.929217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.944813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43036) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:05.970887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ba0f5-dff6-4883-a59b-380ac84c956e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=cd663145-cafa-4f2d-8ced-bf7c44c2f674,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:05.973266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:31:05.973834 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:05.991123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Network 3165e297-f141-4f88-9caa-6cf27dff519b is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:05.995098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network cd663145-cafa-4f2d-8ced-bf7c44c2f674 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:06.007625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:06.010536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:06.031247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1672308f-d7c4-46bc-b5ab-c654ac75e2fd,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.041382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.059716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Pushing event updated for resources: {'Port': ['ID=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.064189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] For port 24a1e926-3187-4015-b229-7587c2f2682a, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:06.089644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Checking segment: {'id': '7fe9e25c-caf0-48a7-bc20-843f52a13aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:06.090141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Network hostable DHCP agents. Network: 1170f343-a2ef-4eac-bc49-4858e77ff32a, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:06.107041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] For port 24a1e926-3187-4015-b229-7587c2f2682a, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=24a1e926-3187-4015-b229-7587c2f2682a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:06.116520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:06.117670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:06.122217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.128874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f44b5b0e-206d-4076-adbf-8445433ea622,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.137235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:06.138209 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f15986-0cdf-4aaf-9613-a8cdf12b6564 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:06.140968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:06.141556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.143043 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-70f15986-0cdf-4aaf-9613-a8cdf12b6564 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/networks?id=cd663145-cafa-4f2d-8ced-bf7c44c2f674 HTTP/1.1" status: 200 len: 760 time: 0.1966393 Dec 13 16:31:06.143880 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43038) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:06.147379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.150411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a2570647-0d07-4224-9c09-2f42beff085f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'description': 'd2'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:06.160071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.162987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.190357 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=87694fe9-24e9-4146-9291-8313555c0bf4,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.202432 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Network 1170f343-a2ef-4eac-bc49-4858e77ff32a is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:06.209197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 7c79fe1c-40b5-4e47-af9f-b237a7db7a29 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:06.221731 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f23f27cb-9858-4a07-997f-092814ae04b5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4768367 Dec 13 16:31:06.224844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 1170f343-a2ef-4eac-bc49-4858e77ff32a) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:06.228614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Attempting to bind port c02ff69b-af0c-43dd-b2d4-fa9801e5936c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:06.229153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Attempting to bind port c02ff69b-af0c-43dd-b2d4-fa9801e5936c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'dd422463-4ac8-4bf9-8783-25e1363d8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:06.229331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Attempting to bind port c02ff69b-af0c-43dd-b2d4-fa9801e5936c on network 3165e297-f141-4f88-9caa-6cf27dff519b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:06.230176 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43040) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:06.233079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.234606 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1057551 Dec 13 16:31:06.235208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:39:78:a5', 'name': 'tempest-NetworksTestDHCPv6-1818490208'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:06.244659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43042) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:06.245652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bd05a-4aea-4df1-b9e6-6ede56241566 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b488955-67fb-48f1-b1ab-64507b3a6137,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.245796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:06.246052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:06.246329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.246441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Checking segment: {'id': 'dd422463-4ac8-4bf9-8783-25e1363d8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:06.246871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.247266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Bound using segment: {'id': 'dd422463-4ac8-4bf9-8783-25e1363d8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:06.247759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Bound port: c02ff69b-af0c-43dd-b2d4-fa9801e5936c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd422463-4ac8-4bf9-8783-25e1363d8985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '3165e297-f141-4f88-9caa-6cf27dff519b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:06.248318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.283157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cb570419-287d-46f1-b5ac-5917abbe31b3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '9b488955-67fb-48f1-b1ab-64507b3a6137', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:06.296241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c54407f-1472-4585-8ee9-c0074a85e9ed None None] Network 1170f343-a2ef-4eac-bc49-4858e77ff32a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:06.324106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.347988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f38d3-350b-48d6-b1be-45bc69596c6c None None] Pushing event updated for resources: {'Port': ['ID=24a1e926-3187-4015-b229-7587c2f2682a,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.394681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] For port c02ff69b-af0c-43dd-b2d4-fa9801e5936c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:06.400173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] For port c02ff69b-af0c-43dd-b2d4-fa9801e5936c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,segment=NetworkSegment(dd422463-4ac8-4bf9-8783-25e1363d8985),segment_id=dd422463-4ac8-4bf9-8783-25e1363d8985)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:06.414764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.434765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb570419-287d-46f1-b5ac-5917abbe31b3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.446064 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-afbbe8dc-05f3-4d26-b2ab-07227f2be0b0 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9345124 Dec 13 16:31:06.453419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43044) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:06.462995 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-148040280', 'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:06.479098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42e4730-afcf-432a-a549-f9474b00a2f0 None None] Network 1170f343-a2ef-4eac-bc49-4858e77ff32a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:06.499947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::d6 (3165e297-f141-4f88-9caa-6cf27dff519b/ced17e19-d5fe-4b72-80be-595a3084ae2e/7c79fe1c-40b5-4e47-af9f-b237a7db7a29) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:06.502443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Made reservation on behalf of d4031009e6544aeb9024d284149ad830 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:06.504769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.569031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2570647-0d07-4224-9c09-2f42beff085f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.586198 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] device_id is not set on port bfedd8a0-e311-4943-99e1-4ddcce09f703 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:06.656733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2570647-0d07-4224-9c09-2f42beff085f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.674879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb570419-287d-46f1-b5ac-5917abbe31b3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.686397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Allocated IP 172.26.6.109 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/95006239-e1be-4d00-9a7d-2123aa396d92) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:06.697832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb570419-287d-46f1-b5ac-5917abbe31b3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.748746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a2570647-0d07-4224-9c09-2f42beff085f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network cd663145-cafa-4f2d-8ced-bf7c44c2f674 is not hosted by any dhcp agent {{(pid=103053) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 16:31:06.761114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2570647-0d07-4224-9c09-2f42beff085f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:06.761893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2570647-0d07-4224-9c09-2f42beff085f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.762440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6dd80-1694-46c4-a08d-e63f2eab7f5f None None] Pushing event updated for resources: {'Port': ['ID=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.769788 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a2570647-0d07-4224-9c09-2f42beff085f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "PUT /v2.0/networks/cd663145-cafa-4f2d-8ced-bf7c44c2f674 HTTP/1.1" status: 200 len: 757 time: 0.6231806 Dec 13 16:31:06.775783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43046) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:06.801865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:06.825446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb570419-287d-46f1-b5ac-5917abbe31b3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5602f2f8-42f6-4661-bf03-b16f8c0b082a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.904836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cb570419-287d-46f1-b5ac-5917abbe31b3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:06.909410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cb570419-287d-46f1-b5ac-5917abbe31b3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6560335 Dec 13 16:31:06.910836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43048) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:06.916605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8860855b-09a4-4a33-ac82-7cd770e72dca tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '9b488955-67fb-48f1-b1ab-64507b3a6137', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:06.921429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 24a1e926-3187-4015-b229-7587c2f2682a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:06.978264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2570647-0d07-4224-9c09-2f42beff085f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=cd663145-cafa-4f2d-8ced-bf7c44c2f674,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:06.993250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network cd663145-cafa-4f2d-8ced-bf7c44c2f674 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:07.042685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.050428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8860855b-09a4-4a33-ac82-7cd770e72dca tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.053522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Allocated IP 172.20.0.3 (1170f343-a2ef-4eac-bc49-4858e77ff32a/f44b5b0e-206d-4076-adbf-8445433ea622/bfedd8a0-e311-4943-99e1-4ddcce09f703) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:07.078895 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db089bf1-5fef-4116-86a1-8878bdbc30ef tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:07.080719 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-db089bf1-5fef-4116-86a1-8878bdbc30ef tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/networks?id=cd663145-cafa-4f2d-8ced-bf7c44c2f674 HTTP/1.1" status: 200 len: 760 time: 0.3030374 Dec 13 16:31:07.087951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.091565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43050) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:07.097766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-896654848'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:07.105513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 24a1e926-3187-4015-b229-7587c2f2682a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:07.105899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.156395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:07.160085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.184713 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.202512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.207748 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-8860855b-09a4-4a33-ac82-7cd770e72dca tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 16:31:07.210713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8860855b-09a4-4a33-ac82-7cd770e72dca tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2959008 Dec 13 16:31:07.214990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43052) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:07.216053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.217435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.241513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 16371743-3c70-4ad3-9657-41a85197087b yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:07.250116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:07.256803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 24a1e926-3187-4015-b229-7587c2f2682a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=24a1e926-3187-4015-b229-7587c2f2682a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:07.261445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.285698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 3165e297-f141-4f88-9caa-6cf27dff519b is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:07.313757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:07.320694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:07.322779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=24a1e926-3187-4015-b229-7587c2f2682a,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:07.339480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:07.340157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.344966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.345391 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment c4a159fc-fdc1-42f3-b5a3-f8e92e8eafe9 of type vlan for network 40475b61-3c80-4702-bdb9-a42a577eda5c Dec 13 16:31:07.369203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:07.372045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=7c79fe1c-40b5-4e47-af9f-b237a7db7a29,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:07.375850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:07.381314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:07.428186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.434763 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9bd06f56-3ce8-46ac-bdf5-5b9281906523 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8227873 Dec 13 16:31:07.438968 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43054) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:07.467215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-25082b03-5ee0-4fd7-8a19-b1340ea7e09f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.484124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Pushing event updated for resources: {'Port': ['ID=95006239-e1be-4d00-9a7d-2123aa396d92,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:07.530756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-25082b03-5ee0-4fd7-8a19-b1340ea7e09f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.557855 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.583768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.585782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.592584 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:07.593320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.622408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-25082b03-5ee0-4fd7-8a19-b1340ea7e09f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.625055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-25082b03-5ee0-4fd7-8a19-b1340ea7e09f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.626310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-25082b03-5ee0-4fd7-8a19-b1340ea7e09f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/9b488955-67fb-48f1-b1ab-64507b3a6137 HTTP/1.1" status: 204 len: 168 time: 0.4064441 Dec 13 16:31:07.631767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43056) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:07.655651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25082b03-5ee0-4fd7-8a19-b1340ea7e09f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b488955-67fb-48f1-b1ab-64507b3a6137,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:07.659245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.728372 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fd8da863-db81-4a01-9e9f-a4d5d31114dc tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0916913 Dec 13 16:31:07.733130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43058) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:07.739959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-07635b59-c427-4063-b6b3-8fdbfd50f655 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--750580383'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:07.744196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e006dd7-a1df-49ec-a841-5fc6dea1bb00 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:07.818813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07635b59-c427-4063-b6b3-8fdbfd50f655 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.869326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6212f53d-4c85-43fb-b8a0-c23e303106cd None None] Provisioning complete for port 24a1e926-3187-4015-b229-7587c2f2682a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:07.870049 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6212f53d-4c85-43fb-b8a0-c23e303106cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.957559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07635b59-c427-4063-b6b3-8fdbfd50f655 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.962739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.966617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07635b59-c427-4063-b6b3-8fdbfd50f655 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:07.987636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.041163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-07635b59-c427-4063-b6b3-8fdbfd50f655 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.042769 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-07635b59-c427-4063-b6b3-8fdbfd50f655 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3082681 Dec 13 16:31:08.047743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d02c23-8201-48cb-a399-3377b1a3eb1f None None] Update dhcp port {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1', 'ip_address': '2001:db8::f816:3eff:fef2:7b72'}, {'subnet_id': '87694fe9-24e9-4146-9291-8313555c0bf4'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '24a1e926-3187-4015-b229-7587c2f2682a'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:31:08.051471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43060) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:08.069621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07635b59-c427-4063-b6b3-8fdbfd50f655 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a62be-9550-49b4-9808-1dd900d78b81,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:08.078071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3a10ff49-5809-430c-8cee-1939fe73d904 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': 'f19a62be-9550-49b4-9808-1dd900d78b81', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:08.078071 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.api.v2.base [None req-3a10ff49-5809-430c-8cee-1939fe73d904 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 16:31:08.078546 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-3a10ff49-5809-430c-8cee-1939fe73d904 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:08.079499 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3a10ff49-5809-430c-8cee-1939fe73d904 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060213 Dec 13 16:31:08.083789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43062) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:08.093791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-23d02c23-8201-48cb-a399-3377b1a3eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.130329 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0351839 Dec 13 16:31:08.136772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43064) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:08.146575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': '40475b61-3c80-4702-bdb9-a42a577eda5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:08.150814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Pushing event updated for resources: {'Port': ['ID=95006239-e1be-4d00-9a7d-2123aa396d92,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:08.178083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b81477-41d8-46f7-a010-55870562fa5a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:08.179636 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-50b81477-41d8-46f7-a010-55870562fa5a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c1 HTTP/1.1" status: 200 len: 928 time: 0.7385867 Dec 13 16:31:08.185671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43066) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:08.204987 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e96e-946c-462c-ac53-98e5bc46df97 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=40475b61-3c80-4702-bdb9-a42a577eda5c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:08.224133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e085856-ec89-4f46-9928-008f089ee24d None None] Network 3165e297-f141-4f88-9caa-6cf27dff519b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:08.227238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 40475b61-3c80-4702-bdb9-a42a577eda5c details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:08.228538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.230229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 172.20.0.12 (2ba4744e-bfa0-4bbb-8255-861faf832180/87694fe9-24e9-4146-9291-8313555c0bf4/16371743-3c70-4ad3-9657-41a85197087b) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:08.242512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:fe39:78a5 (2ba4744e-bfa0-4bbb-8255-861faf832180/39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1/16371743-3c70-4ad3-9657-41a85197087b) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:08.251981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.277061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.280948 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-276fc483-f2ed-45d9-acf3-6298cfd8b03e tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7908266 Dec 13 16:31:08.280948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fafc2f7c-6086-40c1-8b00-aee1a0ce87be tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.282890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43068) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:08.320657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fafc2f7c-6086-40c1-8b00-aee1a0ce87be tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.359634 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Network 1170f343-a2ef-4eac-bc49-4858e77ff32a is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:08.360571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:08.364787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.374729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:08.374729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'Port': ['ID=bfedd8a0-e311-4943-99e1-4ddcce09f703,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:08.382456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:08.440473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-96a7325e-4f71-45c7-b62c-dcab386f66ff None None] Provisioning complete for port c02ff69b-af0c-43dd-b2d4-fa9801e5936c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:08.441329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-96a7325e-4f71-45c7-b62c-dcab386f66ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.497587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:08.498785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.500368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:08.505993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a90f7-1aaa-4db8-aa8b-1ac5e53e3923 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 7c79fe1c-40b5-4e47-af9f-b237a7db7a29 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:08.506256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa1a90f7-1aaa-4db8-aa8b-1ac5e53e3923 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.570487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.577383 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fafc2f7c-6086-40c1-8b00-aee1a0ce87be tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.580142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fafc2f7c-6086-40c1-8b00-aee1a0ce87be tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.584077 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fafc2f7c-6086-40c1-8b00-aee1a0ce87be tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/f19a62be-9550-49b4-9808-1dd900d78b81 HTTP/1.1" status: 204 len: 168 time: 0.4971530 Dec 13 16:31:08.587558 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8d008f8d-a635-4bd9-8dc9-f439f5d9dd3f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.1278627 Dec 13 16:31:08.588262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43072) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:08.588588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43074) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:08.613317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc2f7c-6086-40c1-8b00-aee1a0ce87be tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a62be-9550-49b4-9808-1dd900d78b81,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:08.614530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-96a7325e-4f71-45c7-b62c-dcab386f66ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.634425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.646443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.671625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-96a7325e-4f71-45c7-b62c-dcab386f66ff None None] For port c02ff69b-af0c-43dd-b2d4-fa9801e5936c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,segment=NetworkSegment(dd422463-4ac8-4bf9-8783-25e1363d8985),segment_id=dd422463-4ac8-4bf9-8783-25e1363d8985)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:08.677452 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-96a7325e-4f71-45c7-b62c-dcab386f66ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.743407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=ed77a635-bf2d-44b0-bb66-b7ef6ff5dd83,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:08.756740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7325e-4f71-45c7-b62c-dcab386f66ff None None] Pushing event updated for resources: {'Port': ['ID=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:08.769841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa1a90f7-1aaa-4db8-aa8b-1ac5e53e3923 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.778258 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b1f63ff0-b58c-4108-8d99-0c966d38dfd7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1846743 Dec 13 16:31:08.785193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43076) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:08.795816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a90f7-1aaa-4db8-aa8b-1ac5e53e3923 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 7c79fe1c-40b5-4e47-af9f-b237a7db7a29 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:08.807119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0effd49d-f2fc-4552-bd3f-a26447c101c3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603083947'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:08.808892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.854101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': 'c4a159fc-fdc1-42f3-b5a3-f8e92e8eafe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '40475b61-3c80-4702-bdb9-a42a577eda5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:08.854486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: 40475b61-3c80-4702-bdb9-a42a577eda5c, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:08.873182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0effd49d-f2fc-4552-bd3f-a26447c101c3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.875286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-23d02c23-8201-48cb-a399-3377b1a3eb1f None None] Allocated IP 172.20.0.2 (2ba4744e-bfa0-4bbb-8255-861faf832180/87694fe9-24e9-4146-9291-8313555c0bf4/24a1e926-3187-4015-b229-7587c2f2682a) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:08.922545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:08.955901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:08.969587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:08.972745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:08.976381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0626c752-7205-4f92-be6b-f1aa9d4ab1d8 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Deleting port bfedd8a0-e311-4943-99e1-4ddcce09f703 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:08.977133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0626c752-7205-4f92-be6b-f1aa9d4ab1d8 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.021142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-23d02c23-8201-48cb-a399-3377b1a3eb1f None None] For port 24a1e926-3187-4015-b229-7587c2f2682a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=24a1e926-3187-4015-b229-7587c2f2682a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:09.038037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 24a1e926-3187-4015-b229-7587c2f2682a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:09.050316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network 40475b61-3c80-4702-bdb9-a42a577eda5c is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:09.078436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=16371743-3c70-4ad3-9657-41a85197087b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:09.088275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0aaa8a32-a914-435d-a71d-e9589c1df5ad None None] Provisioning complete for port c02ff69b-af0c-43dd-b2d4-fa9801e5936c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:09.088653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8a32-a914-435d-a71d-e9589c1df5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.105324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 40475b61-3c80-4702-bdb9-a42a577eda5c) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:09.117659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:09.119215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.125594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0effd49d-f2fc-4552-bd3f-a26447c101c3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.138608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0effd49d-f2fc-4552-bd3f-a26447c101c3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.162537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ccddf-1475-4fe1-9919-8015f554a76e None None] Network 40475b61-3c80-4702-bdb9-a42a577eda5c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:09.173445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e41ee538-2a71-4c80-9f7a-ea02ada35a14 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0330954 Dec 13 16:31:09.174192 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:09.176268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.178251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43078) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.215770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Allocated IP 172.26.6.239 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/f29abe0c-df41-4e76-804e-c3c5e912854c) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:09.232175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0effd49d-f2fc-4552-bd3f-a26447c101c3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.233491 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0effd49d-f2fc-4552-bd3f-a26447c101c3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4356065 Dec 13 16:31:09.237239 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1cb19b85-a94d-45cd-9f7b-0344cd9cde52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0058770 Dec 13 16:31:09.241359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-23d02c23-8201-48cb-a399-3377b1a3eb1f None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.252927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-23d02c23-8201-48cb-a399-3377b1a3eb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.262985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0626c752-7205-4f92-be6b-f1aa9d4ab1d8 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.265857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43080) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.266263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43082) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.270467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effd49d-f2fc-4552-bd3f-a26447c101c3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37c5d3a-7d01-417c-8c95-8b45d1c073d4,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:09.272609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-01a9cfcc-89c5-423e-b341-2f74477b5713 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': 'b37c5d3a-7d01-417c-8c95-8b45d1c073d4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:09.273560 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-01a9cfcc-89c5-423e-b341-2f74477b5713 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 16:31:09.275007 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-01a9cfcc-89c5-423e-b341-2f74477b5713 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:09.276107 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-01a9cfcc-89c5-423e-b341-2f74477b5713 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0087798 Dec 13 16:31:09.283325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43084) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.327491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0626c752-7205-4f92-be6b-f1aa9d4ab1d8 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Calling delete_port for bfedd8a0-e311-4943-99e1-4ddcce09f703 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:09.394978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa1a90f7-1aaa-4db8-aa8b-1ac5e53e3923 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.456890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.477122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a90f7-1aaa-4db8-aa8b-1ac5e53e3923 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=7c79fe1c-40b5-4e47-af9f-b237a7db7a29,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:09.493112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a4c69810-80c8-458a-b233-f8ec06110502 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.507776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae55b0-44f1-480b-b953-71636fea629e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:09.518220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d02c23-8201-48cb-a399-3377b1a3eb1f None None] Pushing event updated for resources: {'Port': ['ID=24a1e926-3187-4015-b229-7587c2f2682a,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:09.518805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae55b0-44f1-480b-b953-71636fea629e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:09.518805 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2dae55b0-44f1-480b-b953-71636fea629e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2383406 Dec 13 16:31:09.521117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa1a90f7-1aaa-4db8-aa8b-1ac5e53e3923 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.528317 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fa1a90f7-1aaa-4db8-aa8b-1ac5e53e3923 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/7c79fe1c-40b5-4e47-af9f-b237a7db7a29 HTTP/1.1" status: 204 len: 168 time: 1.3383207 Dec 13 16:31:09.528888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43086) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.529217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43088) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.543194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6f8de-9fdb-469b-948e-dae9c7e99523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-40475b61-3c80-4702-bdb9-a42a577eda5c', 'network_id': '40475b61-3c80-4702-bdb9-a42a577eda5c', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': 'ed77a635-bf2d-44b0-bb66-b7ef6ff5dd83'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:09.544506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-83d6f8de-9fdb-469b-948e-dae9c7e99523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.557108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 24a1e926-3187-4015-b229-7587c2f2682a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:09.557774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.588430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a4c69810-80c8-458a-b233-f8ec06110502 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.593715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.594010 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e7fd51-cbf3-439f-a66e-38dd659a95c4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:31:09.598461 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-63e7fd51-cbf3-439f-a66e-38dd659a95c4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/7c79fe1c-40b5-4e47-af9f-b237a7db7a29 HTTP/1.1" status: 404 len: 333 time: 0.0598917 Dec 13 16:31:09.599851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43092) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.610328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0aaa8a32-a914-435d-a71d-e9589c1df5ad None None] Could not find standard attr ID for object 7c79fe1c-40b5-4e47-af9f-b237a7db7a29. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:31:09.663876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.696815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0aaa8a32-a914-435d-a71d-e9589c1df5ad None None] Provisioning complete for port db17fef1-fe25-4731-a9a1-306951ea5a6b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:09.697443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0aaa8a32-a914-435d-a71d-e9589c1df5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.743284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a4c69810-80c8-458a-b233-f8ec06110502 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.748812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a4c69810-80c8-458a-b233-f8ec06110502 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.751075 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a4c69810-80c8-458a-b233-f8ec06110502 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/b37c5d3a-7d01-417c-8c95-8b45d1c073d4 HTTP/1.1" status: 204 len: 168 time: 0.4660363 Dec 13 16:31:09.753565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43094) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.776360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.779117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c69810-80c8-458a-b233-f8ec06110502 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37c5d3a-7d01-417c-8c95-8b45d1c073d4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:09.841334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:09.847805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:09.858537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:09.875267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa8a32-a914-435d-a71d-e9589c1df5ad None None] Port db17fef1-fe25-4731-a9a1-306951ea5a6b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:09.896913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.911050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Pushing event updated for resources: {'Port': ['ID=f29abe0c-df41-4e76-804e-c3c5e912854c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:09.968134 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-31ec2af8-469d-4803-86a0-466aacbbb321 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2102270 Dec 13 16:31:09.970834 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0626c752-7205-4f92-be6b-f1aa9d4ab1d8 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:09.974178 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43098) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:09.982144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c2b398a5-a43c-4e22-bdf5-62aae9a0da28 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--965624305'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:09.986782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=ed77a635-bf2d-44b0-bb66-b7ef6ff5dd83,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server [None req-83d6f8de-9fdb-469b-948e-dae9c7e99523 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed77a635-bf2d-44b0-bb66-b7ef6ff5dd83: This subnet is being modified by another concurrent operation. Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:31:10.012422 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise exception Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed77a635-bf2d-44b0-bb66-b7ef6ff5dd83: This subnet is being modified by another concurrent operation. Dec 13 16:31:10.015895 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Dec 13 16:31:10.032219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-37faf760-65c6-408b-8637-15cdfc7acc09 None None] Could not find standard attr ID for object 7c79fe1c-40b5-4e47-af9f-b237a7db7a29. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:31:10.032589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd8ee3-931e-463c-af85-f0d0874b626f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 16371743-3c70-4ad3-9657-41a85197087b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:10.032862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8ee3-931e-463c-af85-f0d0874b626f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.045442 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626c752-7205-4f92-be6b-f1aa9d4ab1d8 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfedd8a0-e311-4943-99e1-4ddcce09f703,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:10.049075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c02ff69b-af0c-43dd-b2d4-fa9801e5936c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:10.084528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-37faf760-65c6-408b-8637-15cdfc7acc09 None None] Provisioning complete for port db17fef1-fe25-4731-a9a1-306951ea5a6b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:10.084958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37faf760-65c6-408b-8637-15cdfc7acc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.092353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.125072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-010142ab-89c1-4c9b-b68d-5861153db4d4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port db17fef1-fe25-4731-a9a1-306951ea5a6b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:10.125666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-010142ab-89c1-4c9b-b68d-5861153db4d4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.125949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5935a5a0-f232-42f5-aa91-a7a5886b0e6f None None] Network 40475b61-3c80-4702-bdb9-a42a577eda5c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:10.134965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40475b61-3c80-4702-bdb9-a42a577eda5c']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:10.151906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a159fc-fdc1-42f3-b5a3-f8e92e8eafe9') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:10.152152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a159fc-fdc1-42f3-b5a3-f8e92e8eafe9') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:10.154859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.173217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.191611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.203311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2b398a5-a43c-4e22-bdf5-62aae9a0da28 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.212416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-37faf760-65c6-408b-8637-15cdfc7acc09 None None] Port db17fef1-fe25-4731-a9a1-306951ea5a6b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:10.219775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:10.220258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:10.224020 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:10.257577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port c02ff69b-af0c-43dd-b2d4-fa9801e5936c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:10.258234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.281210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0626c752-7205-4f92-be6b-f1aa9d4ab1d8 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.289050 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0626c752-7205-4f92-be6b-f1aa9d4ab1d8 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "DELETE /v2.0/ports/bfedd8a0-e311-4943-99e1-4ddcce09f703 HTTP/1.1" status: 204 len: 168 time: 1.6942558 Dec 13 16:31:10.293600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43100) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:10.311110 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8ee3-931e-463c-af85-f0d0874b626f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.334415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a', 'external_fixed_ips': [{'subnet_id': 'f44b5b0e-206d-4076-adbf-8445433ea622', 'ip_address': '172.20.0.3'}]}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:10.339472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd8ee3-931e-463c-af85-f0d0874b626f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 16371743-3c70-4ad3-9657-41a85197087b owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:10.340963 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.364826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-010142ab-89c1-4c9b-b68d-5861153db4d4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.400487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.416664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.420078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/40475b61-3c80-4702-bdb9-a42a577eda5c HTTP/1.1" status: 204 len: 168 time: 1.2334514 Dec 13 16:31:10.438216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43102) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:10.438489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-010142ab-89c1-4c9b-b68d-5861153db4d4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for db17fef1-fe25-4731-a9a1-306951ea5a6b owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:10.537287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7bbd784d-c568-4ae3-9189-b8315ae1c196 None None] Provisioning complete for port 24a1e926-3187-4015-b229-7587c2f2682a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:10.537891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7bbd784d-c568-4ae3-9189-b8315ae1c196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.542063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2b398a5-a43c-4e22-bdf5-62aae9a0da28 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.565270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2b398a5-a43c-4e22-bdf5-62aae9a0da28 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.645213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b398a5-a43c-4e22-bdf5-62aae9a0da28 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6127b8d8-7dee-4d39-97c8-6855f7fb142c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:10.772010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-010142ab-89c1-4c9b-b68d-5861153db4d4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.817162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 24a1e926-3187-4015-b229-7587c2f2682a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:10.820763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8ee3-931e-463c-af85-f0d0874b626f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.827013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010142ab-89c1-4c9b-b68d-5861153db4d4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=db17fef1-fe25-4731-a9a1-306951ea5a6b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:10.834180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f100de5-0c8b-4bb2-a187-c9f8d63db0f5 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=40475b61-3c80-4702-bdb9-a42a577eda5c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:10.860989 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea6559b-680f-435c-8d10-56e0394d8dce tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] GET failed (client error): The resource could not be found. Dec 13 16:31:10.864936 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5ea6559b-680f-435c-8d10-56e0394d8dce tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/subnets/ed77a635-bf2d-44b0-bb66-b7ef6ff5dd83 HTTP/1.1" status: 404 len: 337 time: 0.0448189 Dec 13 16:31:10.865616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43104) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:10.882208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-010142ab-89c1-4c9b-b68d-5861153db4d4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.889069 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-010142ab-89c1-4c9b-b68d-5861153db4d4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/db17fef1-fe25-4731-a9a1-306951ea5a6b HTTP/1.1" status: 204 len: 168 time: 1.2853518 Dec 13 16:31:10.889246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.890272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.890955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43106) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:10.901987 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd8ee3-931e-463c-af85-f0d0874b626f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=16371743-3c70-4ad3-9657-41a85197087b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:10.913994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c2b398a5-a43c-4e22-bdf5-62aae9a0da28 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.919518 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c2b398a5-a43c-4e22-bdf5-62aae9a0da28 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9408379 Dec 13 16:31:10.930906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 24a1e926-3187-4015-b229-7587c2f2682a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:10.931313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.952441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:10.954138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1eedac3-fbbf-4f82-920a-761b9092fcc8 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:10.954907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1eedac3-fbbf-4f82-920a-761b9092fcc8 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:10.959027 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c1eedac3-fbbf-4f82-920a-761b9092fcc8 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/40475b61-3c80-4702-bdb9-a42a577eda5c HTTP/1.1" status: 404 len: 339 time: 0.0922096 Dec 13 16:31:10.962810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43108) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:10.963430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43110) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:10.968966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c37c3ebb-4eb5-493e-85a2-51436cf24aa8 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '6127b8d8-7dee-4d39-97c8-6855f7fb142c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:10.978924 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4062d47e-e324-4f5d-9024-d60d7bf0bfc7 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:31:10.981056 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4062d47e-e324-4f5d-9024-d60d7bf0bfc7 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/db17fef1-fe25-4731-a9a1-306951ea5a6b HTTP/1.1" status: 404 len: 333 time: 0.0882928 Dec 13 16:31:10.983663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43112) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:10.986283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d5ad0424-60cf-4479-a2d1-1055ac0ffa30 None None] Could not find standard attr ID for object 16371743-3c70-4ad3-9657-41a85197087b. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:31:10.986964 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.api.v2.base [None req-c37c3ebb-4eb5-493e-85a2-51436cf24aa8 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 16:31:10.989486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-c37c3ebb-4eb5-493e-85a2-51436cf24aa8 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:10.994157 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c37c3ebb-4eb5-493e-85a2-51436cf24aa8 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0263913 Dec 13 16:31:11.007922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43114) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.046081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7a11478c-987e-46f2-8e29-559a5befe045 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '6127b8d8-7dee-4d39-97c8-6855f7fb142c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:11.047821 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-7a11478c-987e-46f2-8e29-559a5befe045 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 16:31:11.053312 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-7a11478c-987e-46f2-8e29-559a5befe045 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:11.054554 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7a11478c-987e-46f2-8e29-559a5befe045 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0304816 Dec 13 16:31:11.059105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43116) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.066029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-89ef101f-1fb4-47a9-b90b-093420374a22 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '6127b8d8-7dee-4d39-97c8-6855f7fb142c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:11.067340 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-89ef101f-1fb4-47a9-b90b-093420374a22 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 16:31:11.067985 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-89ef101f-1fb4-47a9-b90b-093420374a22 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:11.069105 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-89ef101f-1fb4-47a9-b90b-093420374a22 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066640 Dec 13 16:31:11.075218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43118) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.099817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c6179189-793f-474a-94a9-5a14ef57198b tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '6127b8d8-7dee-4d39-97c8-6855f7fb142c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:11.101084 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-c6179189-793f-474a-94a9-5a14ef57198b tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 16:31:11.101736 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-c6179189-793f-474a-94a9-5a14ef57198b tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:11.103384 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c6179189-793f-474a-94a9-5a14ef57198b tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0068860 Dec 13 16:31:11.106467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c02ff69b-af0c-43dd-b2d4-fa9801e5936c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:11.111182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43120) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.177993 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port c02ff69b-af0c-43dd-b2d4-fa9801e5936c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:11.178378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.204484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab8d4d3-d262-421b-95bc-a4239da75ffb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet ced17e19-d5fe-4b72-80be-595a3084ae2e {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:11.213268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab8d4d3-d262-421b-95bc-a4239da75ffb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.217225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48f96965-986d-4303-8613-7686ee7a1e68 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.242157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a8cd8ee3-931e-463c-af85-f0d0874b626f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.248800 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a8cd8ee3-931e-463c-af85-f0d0874b626f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/16371743-3c70-4ad3-9657-41a85197087b HTTP/1.1" status: 204 len: 168 time: 1.7169199 Dec 13 16:31:11.252202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43122) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.321608 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab8d4d3-d262-421b-95bc-a4239da75ffb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.329106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48f96965-986d-4303-8613-7686ee7a1e68 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.390630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1658e77-9c87-478c-9b0a-c88114874e0e None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:31:11.420313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5997c5d0-2244-4b58-b6e9-37d7f660e15f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.421859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5997c5d0-2244-4b58-b6e9-37d7f660e15f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.423525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5997c5d0-2244-4b58-b6e9-37d7f660e15f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.427858 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5997c5d0-2244-4b58-b6e9-37d7f660e15f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1688938 Dec 13 16:31:11.428856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.430115 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43124) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.450308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.464691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34140b-c35b-4f77-854f-1c2a8fc64aba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.470929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f34140b-c35b-4f77-854f-1c2a8fc64aba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.472534 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9f34140b-c35b-4f77-854f-1c2a8fc64aba tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1386 time: 0.5069270 Dec 13 16:31:11.480435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43126) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.484310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.539413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48f96965-986d-4303-8613-7686ee7a1e68 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.542299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48f96965-986d-4303-8613-7686ee7a1e68 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.545834 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-48f96965-986d-4303-8613-7686ee7a1e68 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/6127b8d8-7dee-4d39-97c8-6855f7fb142c HTTP/1.1" status: 204 len: 168 time: 0.4262764 Dec 13 16:31:11.550351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43128) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.570497 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e37b249b-b028-43d8-aed8-8505219ea415 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 207 time: 0.0825052 Dec 13 16:31:11.574638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43130) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.575228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1658e77-9c87-478c-9b0a-c88114874e0e None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:31:11.583022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bd2298-1385-48a2-8a1f-197b140028ef tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:11.597316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f96965-986d-4303-8613-7686ee7a1e68 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6127b8d8-7dee-4d39-97c8-6855f7fb142c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:11.602892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Pushing event updated for resources: {'Port': ['ID=f29abe0c-df41-4e76-804e-c3c5e912854c,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:11.613279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4bd2298-1385-48a2-8a1f-197b140028ef tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.647028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.662894 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-24eb31c8-5b8d-4c98-b53f-bd403aaa198e tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1061471 Dec 13 16:31:11.664621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43132) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.669188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8c496872-d297-41e0-b77e-21461a6cb114 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--644806005'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:11.691912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.693126 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2ac67102-3c77-4140-86ef-726265eb9165 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4086144 Dec 13 16:31:11.697981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43134) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.698514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab8d4d3-d262-421b-95bc-a4239da75ffb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.736460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4bd2298-1385-48a2-8a1f-197b140028ef tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.747990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c496872-d297-41e0-b77e-21461a6cb114 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.794151 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e515e4b7-1e40-4187-b3b1-0ac36a8e38ce tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.0950186 Dec 13 16:31:11.799370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43136) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.819081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19ab29-2b59-40f7-9fb5-1bf598bd0dff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.825465 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19ab29-2b59-40f7-9fb5-1bf598bd0dff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.831949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19ab29-2b59-40f7-9fb5-1bf598bd0dff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.839106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19ab29-2b59-40f7-9fb5-1bf598bd0dff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.845145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc19ab29-2b59-40f7-9fb5-1bf598bd0dff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:11.850401 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cc19ab29-2b59-40f7-9fb5-1bf598bd0dff tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3088 time: 0.2682600 Dec 13 16:31:11.854454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43138) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.951087 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-52e4ce86-188d-4b5a-a876-169e5ec492ca tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1477432 Dec 13 16:31:11.956271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43140) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:11.958217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab8d4d3-d262-421b-95bc-a4239da75ffb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:11.986758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4bd2298-1385-48a2-8a1f-197b140028ef tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.032840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab8d4d3-d262-421b-95bc-a4239da75ffb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=ced17e19-d5fe-4b72-80be-595a3084ae2e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:12.034957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a80675d-87a3-4f45-9dc1-f4ae3bf9463d None None] Network 3165e297-f141-4f88-9caa-6cf27dff519b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:12.049060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab8d4d3-d262-421b-95bc-a4239da75ffb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.052595 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fab8d4d3-d262-421b-95bc-a4239da75ffb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/ced17e19-d5fe-4b72-80be-595a3084ae2e HTTP/1.1" status: 204 len: 168 time: 1.0677242 Dec 13 16:31:12.060911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43142) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.088174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.091393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c496872-d297-41e0-b77e-21461a6cb114 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.114302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.117884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c496872-d297-41e0-b77e-21461a6cb114 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.157513 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dfc5531c-6110-4fd1-8617-9ec37979e1c9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 675 time: 0.2990420 Dec 13 16:31:12.162227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43144) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.193703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.198383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4bd2298-1385-48a2-8a1f-197b140028ef tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.232721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4bd2298-1385-48a2-8a1f-197b140028ef tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.238142 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d4bd2298-1385-48a2-8a1f-197b140028ef tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1 HTTP/1.1" status: 204 len: 168 time: 0.8042066 Dec 13 16:31:12.238542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd2298-1385-48a2-8a1f-197b140028ef tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:12.240748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43146) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.245224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2262fa3-ede3-498c-b2eb-8f0f7b3ee6c4 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:12.257733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c496872-d297-41e0-b77e-21461a6cb114 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.262165 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8c496872-d297-41e0-b77e-21461a6cb114 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5939512 Dec 13 16:31:12.263888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] DHCP port deletion for 3165e297-f141-4f88-9caa-6cf27dff519b request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:12.272215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43148) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.285238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b1d68956-3dde-48b1-bf3f-f6ba7eb96077 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:12.285977 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.api.v2.base [None req-b1d68956-3dde-48b1-bf3f-f6ba7eb96077 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 16:31:12.286465 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-b1d68956-3dde-48b1-bf3f-f6ba7eb96077 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:12.290479 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b1d68956-3dde-48b1-bf3f-f6ba7eb96077 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066650 Dec 13 16:31:12.293492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43152) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.302205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0c9a6bbd-34db-4f85-b282-23366a7a6dc7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:12.308178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c496872-d297-41e0-b77e-21461a6cb114 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87c31d13-2025-4341-97e2-d9a91ee33307,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:12.348100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e673bdd3-bd08-403e-ab05-303d7579045f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 87694fe9-24e9-4146-9291-8313555c0bf4 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:12.355681 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e673bdd3-bd08-403e-ab05-303d7579045f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.376772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c76235d-973f-4f7e-9a65-d7a3e8f23e10 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:12.378286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c76235d-973f-4f7e-9a65-d7a3e8f23e10 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:12.379853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2c76235d-973f-4f7e-9a65-d7a3e8f23e10 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2131689 Dec 13 16:31:12.384533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43154) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.403244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] Deleting port c02ff69b-af0c-43dd-b2d4-fa9801e5936c {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:12.403714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.408087 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-0c9a6bbd-34db-4f85-b282-23366a7a6dc7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:12.411833 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0c9a6bbd-34db-4f85-b282-23366a7a6dc7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1128514 Dec 13 16:31:12.415205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43156) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.417147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Deleting port f29abe0c-df41-4e76-804e-c3c5e912854c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:12.417488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.424042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b904fbd4-0c27-4619-b96e-f296484f7217 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:12.424771 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-b904fbd4-0c27-4619-b96e-f296484f7217 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 16:31:12.425254 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-b904fbd4-0c27-4619-b96e-f296484f7217 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:12.429044 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b904fbd4-0c27-4619-b96e-f296484f7217 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0090432 Dec 13 16:31:12.429044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port c02ff69b-af0c-43dd-b2d4-fa9801e5936c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:12.429044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.430983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43158) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.433149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e673bdd3-bd08-403e-ab05-303d7579045f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.440168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4613f520-9d34-4ca7-981c-80d53ada3016 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:12.484287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] For port c02ff69b-af0c-43dd-b2d4-fa9801e5936c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,segment=NetworkSegment(dd422463-4ac8-4bf9-8783-25e1363d8985),segment_id=dd422463-4ac8-4bf9-8783-25e1363d8985)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:12.484765 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.501102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] Calling delete_port for c02ff69b-af0c-43dd-b2d4-fa9801e5936c owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:12.519637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93bb98-c11e-4469-9dd1-fbb50da7c10e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:12.520894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93bb98-c11e-4469-9dd1-fbb50da7c10e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:12.522431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5e93bb98-c11e-4469-9dd1-fbb50da7c10e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1369720 Dec 13 16:31:12.527369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43160) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.553506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Allocated IP 172.20.0.3 (1170f343-a2ef-4eac-bc49-4858e77ff32a/f44b5b0e-206d-4076-adbf-8445433ea622/bbade882-60af-4e9d-b768-0e279aa3367d) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:12.576908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.577252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.602854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Calling delete_port for f29abe0c-df41-4e76-804e-c3c5e912854c owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:12.612430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.639199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] For port c02ff69b-af0c-43dd-b2d4-fa9801e5936c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,segment=NetworkSegment(dd422463-4ac8-4bf9-8783-25e1363d8985),segment_id=dd422463-4ac8-4bf9-8783-25e1363d8985)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:12.639829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.653366 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-4613f520-9d34-4ca7-981c-80d53ada3016 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:12.654760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] Pushing event deleted for resources: {'Port': ['ID=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:12.657909 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4613f520-9d34-4ca7-981c-80d53ada3016 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2193644 Dec 13 16:31:12.658045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b8b6a-bb47-4689-818d-1582cc813d6f None None] No DVR routers for this DVR port c02ff69b-af0c-43dd-b2d4-fa9801e5936c on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:12.685097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43162) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.694716 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-931b75d5-4f75-4c37-bd04-33d9ccd4f416 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:12.694887 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-931b75d5-4f75-4c37-bd04-33d9ccd4f416 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 16:31:12.695879 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-931b75d5-4f75-4c37-bd04-33d9ccd4f416 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:12.696883 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-931b75d5-4f75-4c37-bd04-33d9ccd4f416 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060928 Dec 13 16:31:12.701752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43164) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.707049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for c02ff69b-af0c-43dd-b2d4-fa9801e5936c owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:12.711067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ac39dcc4-c098-4b49-84c1-681ead29765d tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:12.758142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e673bdd3-bd08-403e-ab05-303d7579045f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.781236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c02ff69b-af0c-43dd-b2d4-fa9801e5936c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:12.796074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.798564 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-ac39dcc4-c098-4b49-84c1-681ead29765d tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Project adec77423afa45af88fc210bed4031e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:31:12.803817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: c02ff69b-af0c-43dd-b2d4-fa9801e5936c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:12.803817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c02ff69b-af0c-43dd-b2d4-fa9801e5936c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:12.829507 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-ac39dcc4-c098-4b49-84c1-681ead29765d tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:12.833364 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ac39dcc4-c098-4b49-84c1-681ead29765d tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1261003 Dec 13 16:31:12.840571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43166) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.848731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2c0a3959-d2a7-4d15-a258-b5e87e679b3c tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:12.849692 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.api.v2.base [None req-2c0a3959-d2a7-4d15-a258-b5e87e679b3c tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 16:31:12.849969 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-2c0a3959-d2a7-4d15-a258-b5e87e679b3c tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:12.854771 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2c0a3959-d2a7-4d15-a258-b5e87e679b3c tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089345 Dec 13 16:31:12.858178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43168) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:12.863633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6a41fe55-bce3-47f3-b02f-1f0adb03c4bf tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:12.935343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:12.972493 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-6a41fe55-bce3-47f3-b02f-1f0adb03c4bf tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Project adec77423afa45af88fc210bed4031e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:31:13.012451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Network 1170f343-a2ef-4eac-bc49-4858e77ff32a is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:13.013473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.015917 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-6a41fe55-bce3-47f3-b02f-1f0adb03c4bf tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:13.019638 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6a41fe55-bce3-47f3-b02f-1f0adb03c4bf tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1602559 Dec 13 16:31:13.020239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43170) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.028809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1e7c42f1-4f73-44ee-ae38-b9d84f060585 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '87c31d13-2025-4341-97e2-d9a91ee33307', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:13.036782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:13.043986 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'Port': ['ID=bbade882-60af-4e9d-b768-0e279aa3367d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:13.048767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:13.055685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d7b09-d85e-4aa1-949a-f156d05b3f11 None None] DHCP port deletion for 1170f343-a2ef-4eac-bc49-4858e77ff32a request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:13.101408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Pushing event deleted for resources: {'Port': ['ID=f29abe0c-df41-4e76-804e-c3c5e912854c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:13.139959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3b3fa290-cc12-4fb0-8eec-0b34146f722b None None] Provisioning complete for port bbade882-60af-4e9d-b768-0e279aa3367d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:13.140842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa290-cc12-4fb0-8eec-0b34146f722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.157868 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-1e7c42f1-4f73-44ee-ae38-b9d84f060585 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Project adec77423afa45af88fc210bed4031e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:31:13.186962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680ba7f3-0c96-4187-ad84-bcfe7d5f2e5a tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:13.188599 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-680ba7f3-0c96-4187-ad84-bcfe7d5f2e5a tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/networks/8a585b9c-4118-4054-bf80-d8c94449c082 HTTP/1.1" status: 200 len: 799 time: 0.6573448 Dec 13 16:31:13.194751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43172) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.213217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3b3fa290-cc12-4fb0-8eec-0b34146f722b None None] Port bbade882-60af-4e9d-b768-0e279aa3367d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:13.242467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.245849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.247050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-146cdc4d-a050-4879-bef1-d550bbfee979 tempest-FloatingIPAdminTestJSON-1958186821 tempest-FloatingIPAdminTestJSON-1958186821-project] 10.222.0.13 "DELETE /v2.0/floatingips/d38099aa-7b01-4dd2-853a-b65d9378577e HTTP/1.1" status: 204 len: 168 time: 1.2898254 Dec 13 16:31:13.249872 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-1e7c42f1-4f73-44ee-ae38-b9d84f060585 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:13.250987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1e7c42f1-4f73-44ee-ae38-b9d84f060585 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2256916 Dec 13 16:31:13.251356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43174) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.260391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43176) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.315799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.323893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e673bdd3-bd08-403e-ab05-303d7579045f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.336193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f3f850da-2075-44d8-bd4a-a2b5645f8e31 None None] Provisioning complete for port 24a1e926-3187-4015-b229-7587c2f2682a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:13.336698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3f850da-2075-44d8-bd4a-a2b5645f8e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.392667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=c02ff69b-af0c-43dd-b2d4-fa9801e5936c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:13.401384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673bdd3-bd08-403e-ab05-303d7579045f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=87694fe9-24e9-4146-9291-8313555c0bf4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:13.408462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No DVR routers for this DVR port c02ff69b-af0c-43dd-b2d4-fa9801e5936c on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:13.416338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e673bdd3-bd08-403e-ab05-303d7579045f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.419596 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e673bdd3-bd08-403e-ab05-303d7579045f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/87694fe9-24e9-4146-9291-8313555c0bf4 HTTP/1.1" status: 204 len: 168 time: 1.1770728 Dec 13 16:31:13.424037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43178) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.435074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6ea09-3972-4b52-8303-50bc94ed05c7 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:13.451421 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4fcf6c40-c84c-4ae1-bc76-90363cb74b76 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/networks/8a585b9c-4118-4054-bf80-d8c94449c082?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2522988 Dec 13 16:31:13.453520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43180) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.532280 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-42a54b8e-62db-4ddf-b565-98f328f2b451 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073904 Dec 13 16:31:13.562257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43182) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.569081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:13.617209 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:13.644322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.661290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06529634-8ea7-4a8d-bca0-cfac4cd6ca15 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:13.662687 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-06529634-8ea7-4a8d-bca0-cfac4cd6ca15 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/subnets/f9e1916f-3ec0-4de3-85ee-c7f8925663ca HTTP/1.1" status: 200 len: 811 time: 0.2072508 Dec 13 16:31:13.672133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43184) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.679455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] Deleting port 24a1e926-3187-4015-b229-7587c2f2682a {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:13.679917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.725456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3165e297-f141-4f88-9caa-6cf27dff519b']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:13.744455 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd422463-4ac8-4bf9-8783-25e1363d8985') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:13.744745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd422463-4ac8-4bf9-8783-25e1363d8985') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:13.760717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.765805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] For port 24a1e926-3187-4015-b229-7587c2f2682a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=24a1e926-3187-4015-b229-7587c2f2682a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:13.766265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.779230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.780840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] Calling delete_port for 24a1e926-3187-4015-b229-7587c2f2682a owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:13.798565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc4e152-37bc-4ea8-8b9e-298a8dc93fd9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:13.800173 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9bc4e152-37bc-4ea8-8b9e-298a8dc93fd9 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "GET /v2.0/subnets/f9e1916f-3ec0-4de3-85ee-c7f8925663ca?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1250529 Dec 13 16:31:13.804206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43186) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:13.810885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-365127459'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:13.814453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:13.817915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.829261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.849366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-669041bd-012d-46a4-b240-bee26ca19701 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.869653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.879023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:13.879712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:13.882913 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:13.895829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-669041bd-012d-46a4-b240-bee26ca19701 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.896023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] Pushing event deleted for resources: {'Port': ['ID=24a1e926-3187-4015-b229-7587c2f2682a,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:13.900468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52cff4a-f006-40e7-a497-4e9a936846a0 None None] No DVR routers for this DVR port 24a1e926-3187-4015-b229-7587c2f2682a on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:13.924716 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:13.972977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:13.977547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.002860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.008168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.008606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Deleting port 95006239-e1be-4d00-9a7d-2123aa396d92 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:14.009133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.015756 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/networks/3165e297-f141-4f88-9caa-6cf27dff519b HTTP/1.1" status: 204 len: 168 time: 1.9508905 Dec 13 16:31:14.025266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43188) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:14.027138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-341432983'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:14.047414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf2c0b-357c-4e10-8db8-b2eef8b55282 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Network': ['ID=3165e297-f141-4f88-9caa-6cf27dff519b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:14.065134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-669041bd-012d-46a4-b240-bee26ca19701 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.067705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-669041bd-012d-46a4-b240-bee26ca19701 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.068828 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-669041bd-012d-46a4-b240-bee26ca19701 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/87c31d13-2025-4341-97e2-d9a91ee33307 HTTP/1.1" status: 204 len: 168 time: 0.8076048 Dec 13 16:31:14.071783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43190) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:14.081513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:14.085667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:14.089637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.090236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669041bd-012d-46a4-b240-bee26ca19701 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c31d13-2025-4341-97e2-d9a91ee33307,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:14.128797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.129153 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Added segment 3bb3e26f-2f9d-461c-9b28-91a56e4e0c00 of type vlan for network 2ba74a35-b12c-45bd-b929-692d5aa18ea7 Dec 13 16:31:14.181063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.181368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.204868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Calling delete_port for 95006239-e1be-4d00-9a7d-2123aa396d92 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:14.226231 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5628f43e-7f96-464d-84cd-f0ed22997746 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1514084 Dec 13 16:31:14.234246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:14.239935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43192) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:14.246548 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e378db7f-86b3-426c-b46f-c095d0757d12 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--783970297'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:14.251299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.278774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.306331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.306706 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Added segment e5f09217-885b-4454-98d2-274d7876f197 of type vlan for network 3bfabe0e-6085-49d9-8406-bab6a22634a1 Dec 13 16:31:14.368107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e378db7f-86b3-426c-b46f-c095d0757d12 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.380682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.387671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:14.388438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.403102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.415877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.454516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.487620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Pushing event deleted for resources: {'Port': ['ID=95006239-e1be-4d00-9a7d-2123aa396d92,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:14.526242 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7207353 Dec 13 16:31:14.536699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43194) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:14.542216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'network_id': '2ba74a35-b12c-45bd-b929-692d5aa18ea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:14.542859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:14.547784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Router 3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:31:14.557677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c9706-5adb-45c8-97a5-48a74b175e11 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Network': ['ID=2ba74a35-b12c-45bd-b929-692d5aa18ea7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:14.560825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:14.563466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:14.564068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.569446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 2ba74a35-b12c-45bd-b929-692d5aa18ea7 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:14.594302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.600668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:14.601499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.609864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=60a0a40d-696e-476f-a701-a55344f62f9f,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:14.630765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.633227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.635465 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c1513bfb-94cd-4dde-992c-e2f09672a231 tempest-FloatingIPAdminTestJSON-1498034995 tempest-FloatingIPAdminTestJSON-1498034995-project-admin] 10.222.0.13 "DELETE /v2.0/floatingips/51cb3676-8ee9-40ba-99b7-94e3a59e0850 HTTP/1.1" status: 204 len: 168 time: 1.3818064 Dec 13 16:31:14.642761 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae4cbb-d63c-48c9-9989-12b42597eb38 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:14.662601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43196) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:14.678406 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3b7ac3b1-2956-4e89-91d5-bf83b2e9e0e1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1132250 Dec 13 16:31:14.700394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43198) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:14.706465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:14.721531 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6958694 Dec 13 16:31:14.721762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43200) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:14.742284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:14.766705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd0f33-affe-47b2-b9af-cdc27bcfb695 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Network': ['ID=3bfabe0e-6085-49d9-8406-bab6a22634a1,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:14.771467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e378db7f-86b3-426c-b46f-c095d0757d12 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.799362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '60a0a40d-696e-476f-a701-a55344f62f9f'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:14.799570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e378db7f-86b3-426c-b46f-c095d0757d12 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.800688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.816908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 3bfabe0e-6085-49d9-8406-bab6a22634a1 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:14.844809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378db7f-86b3-426c-b46f-c095d0757d12 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f79f1ca-4de8-41f7-a108-069397b4845e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:14.861337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a3e21076-766a-4fea-8bdb-a54f36081138 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Deleting port 6cb719ad-0a5b-4263-8d70-b0748d4d96a4 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:14.862708 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3e21076-766a-4fea-8bdb-a54f36081138 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.883230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 24a1e926-3187-4015-b229-7587c2f2682a no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:14.926177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:14.928360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Made reservation on behalf of a1db03cc218c49b1804e16217c49ece8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:14.932193 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e378db7f-86b3-426c-b46f-c095d0757d12 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.933630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:14.939689 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Sync routers for ids ['3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:14.944317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43202) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:14.946990 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e378db7f-86b3-426c-b46f-c095d0757d12 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7025037 Dec 13 16:31:14.951915 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Routers {'3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:14.951915 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:14.959853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-97bd9737-0df2-48a3-ac2b-0a67e40874d2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '1f79f1ca-4de8-41f7-a108-069397b4845e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:14.971195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 24a1e926-3187-4015-b229-7587c2f2682a {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:14.971856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 24a1e926-3187-4015-b229-7587c2f2682a not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:15.027416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3e21076-766a-4fea-8bdb-a54f36081138 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.041025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a3e21076-766a-4fea-8bdb-a54f36081138 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Calling delete_port for 6cb719ad-0a5b-4263-8d70-b0748d4d96a4 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:15.049322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Performing IP validity checks on allocation pools {{(pid=103052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 16:31:15.051601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 16:31:15.056442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-97bd9737-0df2-48a3-ac2b-0a67e40874d2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:31:15.056442 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 16:31:15.056442 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'project_id_1': 'adec77423afa45af88fc210bed4031e4', 'expiration_1': datetime.datetime(2021, 12, 13, 16, 30, 55, 16297)}] Dec 13 16:31:15.056442 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:31:15.056857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-97bd9737-0df2-48a3-ac2b-0a67e40874d2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:31:15.068854 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Set router 3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:31:15.075954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:15.079913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Allocated IP 172.20.0.2 (2ba4744e-bfa0-4bbb-8255-861faf832180/60a0a40d-696e-476f-a701-a55344f62f9f/235b808a-3819-4932-8349-42ab6229e83f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:15.080224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.092801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.094574 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e927c1b5-b27b-4ead-ad0b-589ba73265e9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.7643883 Dec 13 16:31:15.117343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43204) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:15.179757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3e21076-766a-4fea-8bdb-a54f36081138 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.246710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e21076-766a-4fea-8bdb-a54f36081138 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event deleted for resources: {'Port': ['ID=6cb719ad-0a5b-4263-8d70-b0748d4d96a4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:15.290924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:15.294703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.296205 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3', 'name': '', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a', 'external_fixed_ips': [{'subnet_id': 'f44b5b0e-206d-4076-adbf-8445433ea622', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'bbade882-60af-4e9d-b768-0e279aa3367d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:10Z', 'updated_at': '2021-12-13T16:31:13Z', 'revision_number': 3, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port': {'id': 'bbade882-60af-4e9d-b768-0e279aa3367d', 'name': '', 'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:71:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'f44b5b0e-206d-4076-adbf-8445433ea622', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:31:12Z', 'updated_at': '2021-12-13T16:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f44b5b0e-206d-4076-adbf-8445433ea622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:15.299963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3e21076-766a-4fea-8bdb-a54f36081138 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.306295 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a3e21076-766a-4fea-8bdb-a54f36081138 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "DELETE /v2.0/ports/6cb719ad-0a5b-4263-8d70-b0748d4d96a4 HTTP/1.1" status: 204 len: 168 time: 0.6358128 Dec 13 16:31:15.306493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43206) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:15.335048 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Checking router: 3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:31:15.335698 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Updating router 3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3 port bbade882-60af-4e9d-b768-0e279aa3367d binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:31:15.339673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.360770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.378301 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.421844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee7f7a7-1881-4349-9e7a-f98a26e89c24 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:15.426372 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bee7f7a7-1881-4349-9e7a-f98a26e89c24 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "GET /v2.0/ports?device_id=9df56cb6-2250-4239-a062-aeb3217f5024 HTTP/1.1" status: 200 len: 913 time: 0.1160440 Dec 13 16:31:15.426526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43208) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:15.442188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:15.443285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Pushing event updated for resources: {'Port': ['ID=235b808a-3819-4932-8349-42ab6229e83f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:15.446139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:15.459344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:15.534069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Attempting to bind port 235b808a-3819-4932-8349-42ab6229e83f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:15.534682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Attempting to bind port 235b808a-3819-4932-8349-42ab6229e83f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:15.534825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Attempting to bind port 235b808a-3819-4932-8349-42ab6229e83f on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:15.541081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:15.541443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:15.541978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.542503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:15.543004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Bound port: 235b808a-3819-4932-8349-42ab6229e83f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:15.543433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.615650 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] For port 235b808a-3819-4932-8349-42ab6229e83f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:15.621269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] For port 235b808a-3819-4932-8349-42ab6229e83f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=235b808a-3819-4932-8349-42ab6229e83f,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:15.625927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.640795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.697872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180be778-75ce-4231-9cf3-4ab905883435 None None] Pushing event updated for resources: {'Port': ['ID=235b808a-3819-4932-8349-42ab6229e83f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:15.760660 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.769451 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.820654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43140884-811c-47f8-81c0-406d4d8b5ce4 None None] DHCP port deletion for 1170f343-a2ef-4eac-bc49-4858e77ff32a request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:15.834442 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Attempting to bind port bbade882-60af-4e9d-b768-0e279aa3367d on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:15.834442 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Attempting to bind port bbade882-60af-4e9d-b768-0e279aa3367d by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7fe9e25c-caf0-48a7-bc20-843f52a13aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:15.834442 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Attempting to bind port bbade882-60af-4e9d-b768-0e279aa3367d on network 1170f343-a2ef-4eac-bc49-4858e77ff32a {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:15.843292 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Pushing event updated for resources: {'Port': ['ID=bbade882-60af-4e9d-b768-0e279aa3367d,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:15.847848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.854333 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.855286 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.855834 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.856398 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.856922 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.857461 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.858107 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.862945 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.863538 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.864022 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.864503 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.864966 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.865450 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:15.869449 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:15.869837 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Checking segment: {'id': '7fe9e25c-caf0-48a7-bc20-843f52a13aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:15.870221 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.870687 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Bound using segment: {'id': '7fe9e25c-caf0-48a7-bc20-843f52a13aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:15.871258 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Bound port: bbade882-60af-4e9d-b768-0e279aa3367d, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fe9e25c-caf0-48a7-bc20-843f52a13aec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1170f343-a2ef-4eac-bc49-4858e77ff32a'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:15.871589 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.895552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.936077 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] For port bbade882-60af-4e9d-b768-0e279aa3367d, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:15.940082 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] For port bbade882-60af-4e9d-b768-0e279aa3367d, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bbade882-60af-4e9d-b768-0e279aa3367d,segment=NetworkSegment(7fe9e25c-caf0-48a7-bc20-843f52a13aec),segment_id=7fe9e25c-caf0-48a7-bc20-843f52a13aec)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:15.941334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cf6ae7e8-4496-4a2e-8746-daafce3a41b5 None None] Provisioning complete for port bbade882-60af-4e9d-b768-0e279aa3367d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:15.941735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae7e8-4496-4a2e-8746-daafce3a41b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.957979 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:15.971035 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.006232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-97bd9737-0df2-48a3-ac2b-0a67e40874d2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The resource could not be found. Dec 13 16:31:16.018101 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-97bd9737-0df2-48a3-ac2b-0a67e40874d2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0573990 Dec 13 16:31:16.019792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43212) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:16.030228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.041332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-83ecb705-f8f5-4b39-8fa8-a8a1f5e68e04 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '1f79f1ca-4de8-41f7-a108-069397b4845e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'cd36b11f-10dc-414f-9919-a5b8a7d0102b'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:16.064433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=d53ffdb8-838d-46a5-a32b-7c4e872f25c8,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:16.098605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cf6ae7e8-4496-4a2e-8746-daafce3a41b5 None None] Port bbade882-60af-4e9d-b768-0e279aa3367d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:16.103853 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97bd8f-82d7-4c91-a61a-9a7532e5fafb None None] Pushing event updated for resources: {'Port': ['ID=bbade882-60af-4e9d-b768-0e279aa3367d,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:16.122977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222198ce-13df-4b6a-b216-5955793d2e73 None None] DHCP port deletion for 1170f343-a2ef-4eac-bc49-4858e77ff32a request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:16.126318 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Routers {'3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:16.127834 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:16.232259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Checking segment: {'id': '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ba74a35-b12c-45bd-b929-692d5aa18ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:16.232627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network hostable DHCP agents. Network: 2ba74a35-b12c-45bd-b929-692d5aa18ea7, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:16.234849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking segment: {'id': 'e5f09217-885b-4454-98d2-274d7876f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:16.235209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network hostable DHCP agents. Network: 3bfabe0e-6085-49d9-8406-bab6a22634a1, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:16.255925 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] Set router 3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:31:16.259200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ee9b2b71-ba4b-427c-b23c-2d2bb5c22474 None None] Provisioning complete for port bbade882-60af-4e9d-b768-0e279aa3367d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:16.260485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=1c5be086-df1b-4c94-a409-4ceb7309a1c9,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:16.261015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2b71-ba4b-427c-b23c-2d2bb5c22474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.334776 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3', 'name': '', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:10Z', 'updated_at': '2021-12-13T16:31:16Z', 'revision_number': 4, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:16.337132 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Deleting port 933caedb-6b4a-465e-931f-f2f45b368f0e {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:16.337561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.346860 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-83ecb705-f8f5-4b39-8fa8-a8a1f5e68e04 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The resource could not be found. Dec 13 16:31:16.350696 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-83ecb705-f8f5-4b39-8fa8-a8a1f5e68e04 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3196795 Dec 13 16:31:16.352362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Network 2ba74a35-b12c-45bd-b929-692d5aa18ea7 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:16.353736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43214) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:16.357296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 3bfabe0e-6085-49d9-8406-bab6a22634a1 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:16.369341 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf71bb-c6ff-4972-b867-29381b8a97c1 None None] The sync data for ids ['3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3'] in dv-neutron-821599-1-hyperv is: [{'id': '3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3', 'name': '', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:10Z', 'updated_at': '2021-12-13T16:31:16Z', 'revision_number': 4, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:16.387753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 3bfabe0e-6085-49d9-8406-bab6a22634a1) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:16.392866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:16.394001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.398493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Deleting port bbade882-60af-4e9d-b768-0e279aa3367d {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:16.399900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.402548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 2ba74a35-b12c-45bd-b929-692d5aa18ea7) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:16.407791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:16.408638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.425654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfebc99a-9f27-4fdc-bc32-1acdaf580d20 None None] Network 3bfabe0e-6085-49d9-8406-bab6a22634a1 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:16.429364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d1ec0-21c3-4668-a8b8-2f4ac26e2030 None None] Network 2ba74a35-b12c-45bd-b929-692d5aa18ea7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:16.509151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.511975 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d4a84d9b-61f9-4b0f-8661-0f7d3eaad889 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7904761 Dec 13 16:31:16.517878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43216) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:16.522767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1', 'name': 'tempest-PortsIpV6TestJSON-2027031119', 'fixed_ips': [{'subnet_id': '1c5be086-df1b-4c94-a409-4ceb7309a1c9', 'ip_address': '2001:db8::10'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:16.528100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d0aed11a-b4e0-4101-8afc-43db081b4c25 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9900215 Dec 13 16:31:16.536263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43218) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:16.539988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d703da0-12c4-4307-a211-13950ab29237 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.542810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-13eea048-8057-4e7a-b2ba-5b94ed982bdb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:16.558546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2b71-ba4b-427c-b23c-2d2bb5c22474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.575175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Calling delete_port for 933caedb-6b4a-465e-931f-f2f45b368f0e owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:16.624428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d703da0-12c4-4307-a211-13950ab29237 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.631436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ee9b2b71-ba4b-427c-b23c-2d2bb5c22474 None None] For port bbade882-60af-4e9d-b768-0e279aa3367d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bbade882-60af-4e9d-b768-0e279aa3367d,segment=NetworkSegment(7fe9e25c-caf0-48a7-bc20-843f52a13aec),segment_id=7fe9e25c-caf0-48a7-bc20-843f52a13aec)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:16.811334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:31:16.829299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] For port bbade882-60af-4e9d-b768-0e279aa3367d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bbade882-60af-4e9d-b768-0e279aa3367d,segment=NetworkSegment(7fe9e25c-caf0-48a7-bc20-843f52a13aec),segment_id=7fe9e25c-caf0-48a7-bc20-843f52a13aec)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:16.829811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.862618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d703da0-12c4-4307-a211-13950ab29237 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.865247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d703da0-12c4-4307-a211-13950ab29237 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.866449 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1d703da0-12c4-4307-a211-13950ab29237 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/1f79f1ca-4de8-41f7-a108-069397b4845e HTTP/1.1" status: 204 len: 168 time: 0.5117061 Dec 13 16:31:16.881745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43220) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:16.888793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:16.895486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ee9b2b71-ba4b-427c-b23c-2d2bb5c22474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.919563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d703da0-12c4-4307-a211-13950ab29237 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f79f1ca-4de8-41f7-a108-069397b4845e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:16.988817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 235b808a-3819-4932-8349-42ab6229e83f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:16.991222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba74a35-b12c-45bd-b929-692d5aa18ea7', 'network_id': '2ba74a35-b12c-45bd-b929-692d5aa18ea7', 'project_id': 'a1db03cc218c49b1804e16217c49ece8', 'fixed_ips': [{'subnet_id': 'd53ffdb8-838d-46a5-a32b-7c4e872f25c8'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:16.992455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:16.996623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b2b71-ba4b-427c-b23c-2d2bb5c22474 None None] Pushing event updated for resources: {'Port': ['ID=bbade882-60af-4e9d-b768-0e279aa3367d,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:17.044880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Calling delete_port for bbade882-60af-4e9d-b768-0e279aa3367d owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:17.070875 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5c81d09d-0b6e-4d4b-a5f1-727571ebf52a tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1876922 Dec 13 16:31:17.072463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43222) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:17.103485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-74dc4407-17d4-47a8-add7-ffa4d23cd30c tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '2b1b9afd-6b2b-47a9-953a-7d628cbb7076', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:17.114818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13eea048-8057-4e7a-b2ba-5b94ed982bdb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10218184'] for subnet, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.157784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.182743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 73050982-91f4-44fa-859d-41d1220c58a0 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:17.183527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-3bfabe0e-6085-49d9-8406-bab6a22634a1', 'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1', 'project_id': '86e41ef04033497ab56f290b0e7788d2', 'fixed_ips': [{'subnet_id': '1c5be086-df1b-4c94-a409-4ceb7309a1c9'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:17.184445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.189388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.251389 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event deleted for resources: {'Port': ['ID=933caedb-6b4a-465e-931f-f2f45b368f0e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:17.302773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 235b808a-3819-4932-8349-42ab6229e83f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:17.302996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.307762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b3d5b189-6e02-41f5-9422-e24570feabde None None] Provisioning complete for port 235b808a-3819-4932-8349-42ab6229e83f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:17.308139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b189-6e02-41f5-9422-e24570feabde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.394760 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-74dc4407-17d4-47a8-add7-ffa4d23cd30c tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The resource could not be found. Dec 13 16:31:17.395761 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-74dc4407-17d4-47a8-add7-ffa4d23cd30c tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3005989 Dec 13 16:31:17.404225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43224) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:17.407625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f3bcad34-33e3-41a9-a600-917d8ed17863 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--707585924'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:17.515576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3bcad34-33e3-41a9-a600-917d8ed17863 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.597333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Allocated IP 2001:db8::2 (3bfabe0e-6085-49d9-8406-bab6a22634a1/1c5be086-df1b-4c94-a409-4ceb7309a1c9/a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:17.629807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.638633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b189-6e02-41f5-9422-e24570feabde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.646639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3bcad34-33e3-41a9-a600-917d8ed17863 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.657476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.735163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3bcad34-33e3-41a9-a600-917d8ed17863 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.741812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:31:17.741812 dv-neutron-821599-1-hyperv neutron-server[103054]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 13 16:31:17.741812 dv-neutron-821599-1-hyperv neutron-server[103054]: [parameters: {'in_use': 1, 'id_1': 'd53ffdb8-838d-46a5-a32b-7c4e872f25c8'}] Dec 13 16:31:17.741812 dv-neutron-821599-1-hyperv neutron-server[103054]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:31:17.742200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:31:17.754261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b3d5b189-6e02-41f5-9422-e24570feabde None None] For port 235b808a-3819-4932-8349-42ab6229e83f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=235b808a-3819-4932-8349-42ab6229e83f,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:17.761604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3d5b189-6e02-41f5-9422-e24570feabde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.781521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3bcad34-33e3-41a9-a600-917d8ed17863 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.783094 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f3bcad34-33e3-41a9-a600-917d8ed17863 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3789091 Dec 13 16:31:17.785841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bcad34-33e3-41a9-a600-917d8ed17863 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1435f01-58e3-4642-8dc3-e2203d32d0d7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:17.787939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43226) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:17.794164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-900061cb-2a2f-4e5f-9fa5-630176957891 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191751789'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:17.820720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.891751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-900061cb-2a2f-4e5f-9fa5-630176957891 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:17.905442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:31:17.906052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:31:17.908762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5b189-6e02-41f5-9422-e24570feabde None None] Pushing event updated for resources: {'Port': ['ID=235b808a-3819-4932-8349-42ab6229e83f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:17.964719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Router 9df56cb6-2250-4239-a062-aeb3217f5024 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:31:17.993531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-900061cb-2a2f-4e5f-9fa5-630176957891 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.062175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.064004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13eea048-8057-4e7a-b2ba-5b94ed982bdb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728207133660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10366092'] for subnet, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.072188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.079680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.116956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Network 3bfabe0e-6085-49d9-8406-bab6a22634a1 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:18.120301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:18.124021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:18.129751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Pushing event updated for resources: {'Port': ['ID=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:18.163259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbade882-60af-4e9d-b768-0e279aa3367d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:18.177671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eea048-8057-4e7a-b2ba-5b94ed982bdb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:18.178293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13eea048-8057-4e7a-b2ba-5b94ed982bdb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.179669 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-13eea048-8057-4e7a-b2ba-5b94ed982bdb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "PUT /v2.0/subnets/d53ffdb8-838d-46a5-a32b-7c4e872f25c8 HTTP/1.1" status: 200 len: 877 time: 1.6422372 Dec 13 16:31:18.185751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b064f-557a-4960-8560-f212101681ff None None] DHCP port deletion for 1170f343-a2ef-4eac-bc49-4858e77ff32a request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:18.202710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43228) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:18.205519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Attempting to bind port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:18.205997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Attempting to bind port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'e5f09217-885b-4454-98d2-274d7876f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:18.206467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Attempting to bind port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd on network 3bfabe0e-6085-49d9-8406-bab6a22634a1 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:18.213631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:18.214164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Checking segment: {'id': 'e5f09217-885b-4454-98d2-274d7876f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:18.214705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.215205 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Bound using segment: {'id': 'e5f09217-885b-4454-98d2-274d7876f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:18.216372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Bound port: a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5f09217-885b-4454-98d2-274d7876f197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:18.216372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.251278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.294369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eea048-8057-4e7a-b2ba-5b94ed982bdb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event updated for resources: {'Subnet': ['ID=d53ffdb8-838d-46a5-a32b-7c4e872f25c8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:18.327076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] For port 235b808a-3819-4932-8349-42ab6229e83f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=235b808a-3819-4932-8349-42ab6229e83f,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:18.347908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] For port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:18.351756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.365820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] For port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,segment=NetworkSegment(e5f09217-885b-4454-98d2-274d7876f197),segment_id=e5f09217-885b-4454-98d2-274d7876f197)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:18.367481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-900061cb-2a2f-4e5f-9fa5-630176957891 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.390068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.456013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7d7df-268f-40b8-ae87-f282eaf8d851 None None] Pushing event updated for resources: {'Port': ['ID=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:18.463156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-900061cb-2a2f-4e5f-9fa5-630176957891 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.467345 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-900061cb-2a2f-4e5f-9fa5-630176957891 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6765189 Dec 13 16:31:18.467965 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43230) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:18.478874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c997ff2f-abca-4d75-b82f-b745fbf46887 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': 'a1435f01-58e3-4642-8dc3-e2203d32d0d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6f45531e-7fdb-4fa8-bc15-76696561b02f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:18.502236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.505169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.508414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900061cb-2a2f-4e5f-9fa5-630176957891 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f45531e-7fdb-4fa8-bc15-76696561b02f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:18.508980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.516635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::10 (3bfabe0e-6085-49d9-8406-bab6a22634a1/1c5be086-df1b-4c94-a409-4ceb7309a1c9/73050982-91f4-44fa-859d-41d1220c58a0) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:18.523223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.529140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.529912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.554221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Allocated IP 172.20.0.3 (2ba74a35-b12c-45bd-b929-692d5aa18ea7/d53ffdb8-838d-46a5-a32b-7c4e872f25c8/cf2e7f9a-308f-44af-aaa7-39fb322c6174) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:18.573775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:18.575688 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-c997ff2f-abca-4d75-b82f-b745fbf46887 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:18.579367 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c997ff2f-abca-4d75-b82f-b745fbf46887 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1015203 Dec 13 16:31:18.587690 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-44d1249e-8210-4a41-9038-1c20f0e1f5dc tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "PUT /v2.0/routers/9df56cb6-2250-4239-a062-aeb3217f5024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1601031 Dec 13 16:31:18.589892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43232) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:18.590229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43234) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:18.637359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1d6de-0bee-403b-a6ba-30996108cd3d None None] Sync routers for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:18.691436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:18.701796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.702369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:31:18.702674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1d6de-0bee-403b-a6ba-30996108cd3d None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:18.703841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-14b1d6de-0bee-403b-a6ba-30996108cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:18.713353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.718354 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4054f69e-1192-4c85-b213-6926087d72e2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "DELETE /v2.0/routers/3c98e9b5-3c9f-4adb-a6ec-544e9f40d2a3 HTTP/1.1" status: 204 len: 168 time: 3.6000478 Dec 13 16:31:18.719079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43236) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:18.737150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:18.740126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:18.740926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.832744 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1282191 Dec 13 16:31:18.839634 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43238) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:18.846756 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:ed:31:a8', 'name': 'tempest-NetworksTestDHCPv6-1110978679'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:18.853127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=235b808a-3819-4932-8349-42ab6229e83f,revision_number=5']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:18.856636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17f174-7737-4296-9c03-c69e79688ca9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=8f31686c-12f8-4dcb-8356-cdf581101e3a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:18.859631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713b5000-bb6d-47eb-b39d-c33f5b8342b6 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:18.887461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 235b808a-3819-4932-8349-42ab6229e83f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:18.890918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-14b1d6de-0bee-403b-a6ba-30996108cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:18.907671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-17776a84-8eda-40cd-9608-616001a8945f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Deleting subnet f44b5b0e-206d-4076-adbf-8445433ea622 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:18.913674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17776a84-8eda-40cd-9608-616001a8945f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.917195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:18.934395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.007609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17776a84-8eda-40cd-9608-616001a8945f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.010135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b1d6de-0bee-403b-a6ba-30996108cd3d None None] Routers {'9df56cb6-2250-4239-a062-aeb3217f5024'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:19.010910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-14b1d6de-0bee-403b-a6ba-30996108cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:30:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9df56cb6-2250-4239-a062-aeb3217f5024'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:19.065228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17776a84-8eda-40cd-9608-616001a8945f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.087328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-14b1d6de-0bee-403b-a6ba-30996108cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:19.088325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b1d6de-0bee-403b-a6ba-30996108cd3d None None] The sync data for ids ['9df56cb6-2250-4239-a062-aeb3217f5024'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:19.092351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bdaec9da-cfaa-456a-bb31-16aa883cbed7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.108388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.130808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.150842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.161332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17776a84-8eda-40cd-9608-616001a8945f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.175135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.178116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bdaec9da-cfaa-456a-bb31-16aa883cbed7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.190168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=d53ffdb8-838d-46a5-a32b-7c4e872f25c8,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:19.226917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Network 2ba74a35-b12c-45bd-b929-692d5aa18ea7 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:19.233970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87977a46-c923-410b-bb1e-0549bf5cbd03 None None] Network 1170f343-a2ef-4eac-bc49-4858e77ff32a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:19.239737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17776a84-8eda-40cd-9608-616001a8945f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.243201 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-17776a84-8eda-40cd-9608-616001a8945f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/f44b5b0e-206d-4076-adbf-8445433ea622 HTTP/1.1" status: 204 len: 168 time: 0.5138736 Dec 13 16:31:19.249498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43240) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:19.255692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:19.258826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:19.260747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Pushing event updated for resources: {'Port': ['ID=cf2e7f9a-308f-44af-aaa7-39fb322c6174,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:19.270626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17776a84-8eda-40cd-9608-616001a8945f tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f44b5b0e-206d-4076-adbf-8445433ea622,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:19.285749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:19.291078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.305187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.312699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 235b808a-3819-4932-8349-42ab6229e83f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:19.313075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.331424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba74a35-b12c-45bd-b929-692d5aa18ea7']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:19.344182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:19.344432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:19.355322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.363808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bdaec9da-cfaa-456a-bb31-16aa883cbed7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.366388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bdaec9da-cfaa-456a-bb31-16aa883cbed7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.370773 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bdaec9da-cfaa-456a-bb31-16aa883cbed7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/6f45531e-7fdb-4fa8-bc15-76696561b02f HTTP/1.1" status: 204 len: 168 time: 0.7763872 Dec 13 16:31:19.382908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43242) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:19.391058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.407072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:19.407652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:19.411028 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:19.418379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaec9da-cfaa-456a-bb31-16aa883cbed7 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f45531e-7fdb-4fa8-bc15-76696561b02f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:19.427512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.450168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.468503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Attempting to bind port cf2e7f9a-308f-44af-aaa7-39fb322c6174 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:19.469002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Attempting to bind port cf2e7f9a-308f-44af-aaa7-39fb322c6174 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ba74a35-b12c-45bd-b929-692d5aa18ea7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:19.469718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Attempting to bind port cf2e7f9a-308f-44af-aaa7-39fb322c6174 on network 2ba74a35-b12c-45bd-b929-692d5aa18ea7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:19.480572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:19.481090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Checking segment: {'id': '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ba74a35-b12c-45bd-b929-692d5aa18ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:19.481631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.482730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Bound using segment: {'id': '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ba74a35-b12c-45bd-b929-692d5aa18ea7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:19.483344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Bound port: cf2e7f9a-308f-44af-aaa7-39fb322c6174, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2ba74a35-b12c-45bd-b929-692d5aa18ea7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:19.483843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.503835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:31:19.503835 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:31:19.503835 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': '2ba74a35-b12c-45bd-b929-692d5aa18ea7'}] Dec 13 16:31:19.503835 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:31:19.504832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:31:19.543370 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 3bfabe0e-6085-49d9-8406-bab6a22634a1 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:19.547422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.570063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:19.570310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1902e74b-98ce-4a76-ba5c-997ddea31e18 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1890252 Dec 13 16:31:19.570809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43244) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:19.577400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:19.583967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:19.585165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.607080 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=73050982-91f4-44fa-859d-41d1220c58a0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:19.636581 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port a87a99ab-d103-4eb6-985d-42dce9121a77 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:19.644990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.684204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.741490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.744700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843a0a33-4001-4a4e-9c6c-5cb21368da0c None None] DHCP port deletion for 1170f343-a2ef-4eac-bc49-4858e77ff32a request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:19.746288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.747547 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1435f01-58e3-4642-8dc3-e2203d32d0d7 HTTP/1.1" status: 204 len: 168 time: 0.1754165 Dec 13 16:31:19.751966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43246) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:19.787325 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-43c3a098-94ff-4753-a60f-29e25d03dc59 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2683840 Dec 13 16:31:19.791528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1435f01-58e3-4642-8dc3-e2203d32d0d7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:19.797373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43248) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:19.817360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': '3bfabe0e-6085-49d9-8406-bab6a22634a1', 'name': 'tempest-PortsIpV6TestJSON-344774572', 'fixed_ips': [{'subnet_id': '1c5be086-df1b-4c94-a409-4ceb7309a1c9', 'ip_address': '2001:db8::f'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:19.835518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.837157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.837942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.839515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.839877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.840220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.840564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.841620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.846123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] For port cf2e7f9a-308f-44af-aaa7-39fb322c6174, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:19.848016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.848542 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.849468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.850375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.850850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.851410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] For port cf2e7f9a-308f-44af-aaa7-39fb322c6174, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cf2e7f9a-308f-44af-aaa7-39fb322c6174,segment=NetworkSegment(3bb3e26f-2f9d-461c-9b28-91a56e4e0c00),segment_id=3bb3e26f-2f9d-461c-9b28-91a56e4e0c00)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:19.851525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42701bb-4818-4b33-ad83-50e891a4dfdd tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:19.860615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Deleting port 334cea51-6f03-4fc4-a56e-0ddeba17d52a {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:19.861230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.867462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:19.897743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1170f343-a2ef-4eac-bc49-4858e77ff32a']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:19.955833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe9e25c-caf0-48a7-bc20-843f52a13aec') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:19.956127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe9e25c-caf0-48a7-bc20-843f52a13aec') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:19.982584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6fe67136-2bc8-4464-b2ec-d7ad1174e57d tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2281063 Dec 13 16:31:19.987366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43250) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:19.994320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-08213c9e-8035-4847-b46c-e8a24e945802 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276245690'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:20.013080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.050145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.057039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90b754-3d9b-40a2-bc61-ca057375a56a None None] Pushing event updated for resources: {'Port': ['ID=cf2e7f9a-308f-44af-aaa7-39fb322c6174,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:20.070108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08213c9e-8035-4847-b46c-e8a24e945802 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.078321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Calling delete_port for 334cea51-6f03-4fc4-a56e-0ddeba17d52a owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:20.083887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0840343c-e389-4288-8c62-08b8af95c20a None None] Network 2ba74a35-b12c-45bd-b929-692d5aa18ea7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:20.139643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:20.162317 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b4e96-db3f-4696-8c84-e05469b26bd7 None None] Network 3bfabe0e-6085-49d9-8406-bab6a22634a1 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:20.253681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting port cf2e7f9a-308f-44af-aaa7-39fb322c6174 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:20.254210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.285029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8b4a485d-acca-4e1b-90df-590181a1a2fc None None] Provisioning complete for port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:20.285414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b4a485d-acca-4e1b-90df-590181a1a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.287160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e531262-0641-44d2-8505-4d76816887fa None None] Network 2ba74a35-b12c-45bd-b929-692d5aa18ea7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:20.361820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] For port cf2e7f9a-308f-44af-aaa7-39fb322c6174, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cf2e7f9a-308f-44af-aaa7-39fb322c6174,segment=NetworkSegment(3bb3e26f-2f9d-461c-9b28-91a56e4e0c00),segment_id=3bb3e26f-2f9d-461c-9b28-91a56e4e0c00)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:20.362080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.371745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 172.20.0.8 (2ba4744e-bfa0-4bbb-8255-861faf832180/60a0a40d-696e-476f-a701-a55344f62f9f/a87a99ab-d103-4eb6-985d-42dce9121a77) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:20.380814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:feed:31a8 (2ba4744e-bfa0-4bbb-8255-861faf832180/8f31686c-12f8-4dcb-8356-cdf581101e3a/a87a99ab-d103-4eb6-985d-42dce9121a77) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:20.408954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Calling delete_port for cf2e7f9a-308f-44af-aaa7-39fb322c6174 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:20.413456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.420652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08213c9e-8035-4847-b46c-e8a24e945802 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.435188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08213c9e-8035-4847-b46c-e8a24e945802 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.476249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.487624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.491088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 78adc41c-bc7e-4969-bb53-c239c253504a yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:20.509749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08213c9e-8035-4847-b46c-e8a24e945802 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.513795 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-08213c9e-8035-4847-b46c-e8a24e945802 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5261536 Dec 13 16:31:20.518324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43254) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:20.528451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b4a485d-acca-4e1b-90df-590181a1a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.528819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.535875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event deleted for resources: {'Port': ['ID=334cea51-6f03-4fc4-a56e-0ddeba17d52a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:20.547523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:20.547751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2fd7b750-ff3d-43dc-8245-887a7bfb2e79 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '90329199-4a1b-4569-abc6-27d68d9188c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:20.548374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:20.552499 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:20.573244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd82da20-42e4-497d-8e11-b4d76a27875c None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:20.592303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08213c9e-8035-4847-b46c-e8a24e945802 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90329199-4a1b-4569-abc6-27d68d9188c9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:20.599295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43256) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:20.603575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8b4a485d-acca-4e1b-90df-590181a1a2fc None None] For port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,segment=NetworkSegment(e5f09217-885b-4454-98d2-274d7876f197),segment_id=e5f09217-885b-4454-98d2-274d7876f197)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:20.611567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8b4a485d-acca-4e1b-90df-590181a1a2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.667973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a485d-acca-4e1b-90df-590181a1a2fc None None] Pushing event updated for resources: {'Port': ['ID=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:20.738928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.741559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7394414a-45cd-4031-af7b-d14b46a3ba9b None None] Provisioning complete for port 235b808a-3819-4932-8349-42ab6229e83f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:20.743758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7394414a-45cd-4031-af7b-d14b46a3ba9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.755666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.879976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:20.908766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.911793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.966704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.967303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:20.968385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.977881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1170f343-a2ef-4eac-bc49-4858e77ff32a {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 16:31:20.982203 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:20.996599 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "DELETE /v2.0/networks/1170f343-a2ef-4eac-bc49-4858e77ff32a HTTP/1.1" status: 204 len: 168 time: 1.7396595 Dec 13 16:31:21.025761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.026370 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Fanout notify agent at l3_agent the message router_deleted on router 9df56cb6-2250-4239-a062-aeb3217f5024 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:31:21.028749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event deleted for resources: {'Network': ['ID=1170f343-a2ef-4eac-bc49-4858e77ff32a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:21.037102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.038524 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ac1aefdb-8dbb-43e8-92f2-3385b921adcd tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "DELETE /v2.0/routers/9df56cb6-2250-4239-a062-aeb3217f5024 HTTP/1.1" status: 204 len: 168 time: 2.4329693 Dec 13 16:31:21.041808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43260) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.051291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.092704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.093377 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.093885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.094325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.094793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.095595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.096076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.103821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.104433 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.104882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.105326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.105792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.106222 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5598ea0-427f-41bd-9f8a-b95bf0544160 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:21.110874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-88c64d73-399c-498f-9159-adc1cb2217fb None None] Provisioning complete for port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:21.117563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88c64d73-399c-498f-9159-adc1cb2217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.198691 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:21.203757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:21.209520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-4323f9eb-d0e8-4d68-8d51-e970fff0585c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Deleting subnet b39e90b1-29b4-4bb1-8e93-caa5c1d6d7df {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:21.209819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17f14c-a9d7-4a34-8840-89bd310cf980 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:21.210244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17f14c-a9d7-4a34-8840-89bd310cf980 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:21.210735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db17f14c-a9d7-4a34-8840-89bd310cf980 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:21.212675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-db17f14c-a9d7-4a34-8840-89bd310cf980 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=af121b7c280c4c34a8f004fa28d3091e&network_id=1a90f60a-76e5-497c-a89c-2615de6d9c7b HTTP/1.1" status: 200 len: 3000 time: 0.6047540 Dec 13 16:31:21.220415 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-2fd7b750-ff3d-43dc-8245-887a7bfb2e79 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:21.221455 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2fd7b750-ff3d-43dc-8245-887a7bfb2e79 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7011430 Dec 13 16:31:21.222116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.224953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:21.230228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43266) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.234715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4323f9eb-d0e8-4d68-8d51-e970fff0585c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.238318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-96d02681-93b5-439e-9df3-90226ceb4512 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group_rule': {'security_group_id': '90329199-4a1b-4569-abc6-27d68d9188c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:21.289018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4323f9eb-d0e8-4d68-8d51-e970fff0585c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.336640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Port': ['ID=cf2e7f9a-308f-44af-aaa7-39fb322c6174,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:21.342379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No DVR routers for this DVR port cf2e7f9a-308f-44af-aaa7-39fb322c6174 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:21.367408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-88c64d73-399c-498f-9159-adc1cb2217fb None None] Provisioning complete for port 73050982-91f4-44fa-859d-41d1220c58a0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:21.368882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88c64d73-399c-498f-9159-adc1cb2217fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.419445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4323f9eb-d0e8-4d68-8d51-e970fff0585c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.457495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-88c64d73-399c-498f-9159-adc1cb2217fb None None] Port 73050982-91f4-44fa-859d-41d1220c58a0 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:21.471590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43272) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.474255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=a87a99ab-d103-4eb6-985d-42dce9121a77,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:21.474940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::f (3bfabe0e-6085-49d9-8406-bab6a22634a1/1c5be086-df1b-4c94-a409-4ceb7309a1c9/78adc41c-bc7e-4969-bb53-c239c253504a) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:21.487257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6eae8acd-9a15-46db-bf8c-f9df899d1cb5 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'router': {'name': 'tempest-router--1650732709', 'project_id': 'cbda218524ba463ab92cc022195c5604'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:21.529861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.538761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4323f9eb-d0e8-4d68-8d51-e970fff0585c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.554699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4323f9eb-d0e8-4d68-8d51-e970fff0585c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.562306 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4323f9eb-d0e8-4d68-8d51-e970fff0585c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "DELETE /v2.0/subnets/b39e90b1-29b4-4bb1-8e93-caa5c1d6d7df HTTP/1.1" status: 204 len: 168 time: 0.5188549 Dec 13 16:31:21.564995 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43274) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.567374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1932b5c1-60d1-4d2e-b807-517e4bec5057 None None] Network 1332de1e-b394-42d5-9894-f33d8be2e8e4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:21.573277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba74a35-b12c-45bd-b929-692d5aa18ea7']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:21.592221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:21.592520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb3e26f-2f9d-461c-9b28-91a56e4e0c00') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:21.601449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6eae8acd-9a15-46db-bf8c-f9df899d1cb5 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.602791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6eae8acd-9a15-46db-bf8c-f9df899d1cb5 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.612085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.614767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-96d02681-93b5-439e-9df3-90226ceb4512 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:21.619093 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-96d02681-93b5-439e-9df3-90226ceb4512 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3816690 Dec 13 16:31:21.628158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43276) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.668509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:21.669488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.684128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-82a66db8-5d8b-4df5-9ec0-47e2b443c5f4 None None] Provisioning complete for port 73050982-91f4-44fa-859d-41d1220c58a0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:21.684541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82a66db8-5d8b-4df5-9ec0-47e2b443c5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.690284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.726433 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c8c4d5e9-bfa7-4b3b-be65-f1dd17d04dc1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8840683 Dec 13 16:31:21.729496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323f9eb-d0e8-4d68-8d51-e970fff0585c tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event deleted for resources: {'Subnet': ['ID=b39e90b1-29b4-4bb1-8e93-caa5c1d6d7df,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:21.731445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43278) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.737777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-82a66db8-5d8b-4df5-9ec0-47e2b443c5f4 None None] Port 73050982-91f4-44fa-859d-41d1220c58a0 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:21.750536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:21.750984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:21.753948 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:21.814279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.841131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6eae8acd-9a15-46db-bf8c-f9df899d1cb5 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.848740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f3112-e02c-4b9a-9ffd-a323f47cb920 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:21.858367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30f3112-e02c-4b9a-9ffd-a323f47cb920 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:21.862731 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a30f3112-e02c-4b9a-9ffd-a323f47cb920 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1140802 Dec 13 16:31:21.865821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43280) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.867049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6eae8acd-9a15-46db-bf8c-f9df899d1cb5 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.875045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-07a442c3-660a-4ca3-b8cb-ff668cb703b4 None None] Provisioning complete for port a87a99ab-d103-4eb6-985d-42dce9121a77 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:21.875464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-07a442c3-660a-4ca3-b8cb-ff668cb703b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.879754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] DHCP port deletion for 1332de1e-b394-42d5-9894-f33d8be2e8e4 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:21.910271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Deleting port 4711f382-254b-4a20-8d6d-c63a00120d28 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:21.910880 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.937985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.948862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-07a442c3-660a-4ca3-b8cb-ff668cb703b4 None None] Port a87a99ab-d103-4eb6-985d-42dce9121a77 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:21.950920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-390e6fbe-c563-4671-af4b-e716fae6d7f2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.958160 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6eae8acd-9a15-46db-bf8c-f9df899d1cb5 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.959274 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6eae8acd-9a15-46db-bf8c-f9df899d1cb5 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4811554 Dec 13 16:31:21.963020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43282) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.964312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:21.967451 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/2ba74a35-b12c-45bd-b929-692d5aa18ea7 HTTP/1.1" status: 204 len: 168 time: 3.7636163 Dec 13 16:31:21.971466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43284) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:21.974604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] Deleting port 4711f382-254b-4a20-8d6d-c63a00120d28 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:21.974604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.011350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8192bc-824e-4ca3-a98a-75c817c172e6 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=2ba74a35-b12c-45bd-b929-692d5aa18ea7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:22.017184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.043293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a191bf65-01c8-424c-8a7e-c1346a631200 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.044444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] For port 4711f382-254b-4a20-8d6d-c63a00120d28, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4711f382-254b-4a20-8d6d-c63a00120d28,segment=NetworkSegment(70241e3a-3156-432d-9677-77e9013d4f6c),segment_id=70241e3a-3156-432d-9677-77e9013d4f6c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:22.044954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.058369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] Calling delete_port for 4711f382-254b-4a20-8d6d-c63a00120d28 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:22.066790 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5687ddf-f8f5-4814-a4f1-05b1cfac511d tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:22.067010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5687ddf-f8f5-4814-a4f1-05b1cfac511d tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:22.070019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c5687ddf-f8f5-4814-a4f1-05b1cfac511d tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/d53ffdb8-838d-46a5-a32b-7c4e872f25c8 HTTP/1.1" status: 404 len: 337 time: 0.0864749 Dec 13 16:31:22.077123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-390e6fbe-c563-4671-af4b-e716fae6d7f2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.078143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43286) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.146258 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ec5f23-80fa-424c-a950-89e388817f74 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:22.147024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ec5f23-80fa-424c-a950-89e388817f74 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:22.151609 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-07ec5f23-80fa-424c-a950-89e388817f74 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/2ba74a35-b12c-45bd-b929-692d5aa18ea7 HTTP/1.1" status: 404 len: 339 time: 0.0667133 Dec 13 16:31:22.153262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd2a77-17c5-419f-aabf-8b78bd5fdedb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port a87a99ab-d103-4eb6-985d-42dce9121a77 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:22.153600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2a77-17c5-419f-aabf-8b78bd5fdedb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.156482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43288) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.158634 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] For port 4711f382-254b-4a20-8d6d-c63a00120d28, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4711f382-254b-4a20-8d6d-c63a00120d28,segment=NetworkSegment(70241e3a-3156-432d-9677-77e9013d4f6c),segment_id=70241e3a-3156-432d-9677-77e9013d4f6c)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:22.159113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.162517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.167441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.175691 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Calling delete_port for 4711f382-254b-4a20-8d6d-c63a00120d28 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:22.193179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] Pushing event deleted for resources: {'Port': ['ID=4711f382-254b-4a20-8d6d-c63a00120d28,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:22.201147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de40a7-4fc9-43d1-aaed-d7ad9e25788e None None] No DVR routers for this DVR port 4711f382-254b-4a20-8d6d-c63a00120d28 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:22.226591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6ab723-2af2-4819-bb10-6fb1ee868537 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:31:22.226901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-390e6fbe-c563-4671-af4b-e716fae6d7f2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.230433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-390e6fbe-c563-4671-af4b-e716fae6d7f2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.233978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-390e6fbe-c563-4671-af4b-e716fae6d7f2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/90329199-4a1b-4569-abc6-27d68d9188c9 HTTP/1.1" status: 204 len: 168 time: 0.6000781 Dec 13 16:31:22.239125 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2585fa-3fdf-4181-884e-b3323927223a tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:22.239614 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2585fa-3fdf-4181-884e-b3323927223a tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:22.245092 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6a2585fa-3fdf-4181-884e-b3323927223a tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/ed77a635-bf2d-44b0-bb66-b7ef6ff5dd83 HTTP/1.1" status: 404 len: 337 time: 0.0851858 Dec 13 16:31:22.262774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43292) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.262774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43294) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.285196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e6fbe-c563-4671-af4b-e716fae6d7f2 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90329199-4a1b-4569-abc6-27d68d9188c9,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:22.303179 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a191bf65-01c8-424c-8a7e-c1346a631200 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.303384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 3bfabe0e-6085-49d9-8406-bab6a22634a1 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:22.305537 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b800693b-e069-45a5-8d45-36516adc23c1 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:22.306084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b800693b-e069-45a5-8d45-36516adc23c1 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:22.311559 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b800693b-e069-45a5-8d45-36516adc23c1 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/40475b61-3c80-4702-bdb9-a42a577eda5c HTTP/1.1" status: 404 len: 339 time: 0.0446033 Dec 13 16:31:22.311559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a191bf65-01c8-424c-8a7e-c1346a631200 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.311836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:22.315949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43296) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.328869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:22.334329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:22.334966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.354947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=78adc41c-bc7e-4969-bb53-c239c253504a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:22.395648 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6ab723-2af2-4819-bb10-6fb1ee868537 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:31:22.410832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2a77-17c5-419f-aabf-8b78bd5fdedb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.423282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a191bf65-01c8-424c-8a7e-c1346a631200 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.423899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a191bf65-01c8-424c-8a7e-c1346a631200 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd0799b2-ab1b-44ad-a99b-1e1054e73ada {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:31:22.429358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a191bf65-01c8-424c-8a7e-c1346a631200 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.429879 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dac07f49-2d7d-4703-9b67-951f5fe490ad tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6316056 Dec 13 16:31:22.431057 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a191bf65-01c8-424c-8a7e-c1346a631200 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "DELETE /v2.0/routers/bd0799b2-ab1b-44ad-a99b-1e1054e73ada HTTP/1.1" status: 204 len: 168 time: 0.4661200 Dec 13 16:31:22.434940 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-838f621e-6f87-49db-b964-e3fc7462cdf3 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1713390 Dec 13 16:31:22.435477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43298) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.438220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-f3bd2a77-17c5-419f-aabf-8b78bd5fdedb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for a87a99ab-d103-4eb6-985d-42dce9121a77 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:22.439719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43302) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.451067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e7eda740-f2e2-4fb0-be1f-c62c3c3dbd46 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'tempest-secgroup--148783752'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:22.513625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.515360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7eda740-f2e2-4fb0-be1f-c62c3c3dbd46 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.550221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.556211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event deleted for resources: {'Port': ['ID=4711f382-254b-4a20-8d6d-c63a00120d28,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:22.566224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398be23b-e838-4583-abfd-a76d48fb82fa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:22.570361 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-398be23b-e838-4583-abfd-a76d48fb82fa tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1277611 Dec 13 16:31:22.570361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] No DVR routers for this DVR port 4711f382-254b-4a20-8d6d-c63a00120d28 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:22.571533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43304) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.642760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43308) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:22.744752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.816248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd663145-cafa-4f2d-8ced-bf7c44c2f674']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:22.818590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4711f382-254b-4a20-8d6d-c63a00120d28 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:22.820162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7eda740-f2e2-4fb0-be1f-c62c3c3dbd46 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.832715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7eda740-f2e2-4fb0-be1f-c62c3c3dbd46 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.835950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e26fa60-db81-42e4-ad9b-b54c359b39f7') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:22.836817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e26fa60-db81-42e4-ad9b-b54c359b39f7') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:22.878162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 4711f382-254b-4a20-8d6d-c63a00120d28 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:22.879202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4711f382-254b-4a20-8d6d-c63a00120d28 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:22.892737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.924330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eda740-f2e2-4fb0-be1f-c62c3c3dbd46 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94907414-6870-42c8-bfaf-c42b68fda99b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:22.948243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.959322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:22.960543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:22.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:23.003219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43312) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.016616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1039282762', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:23.061999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7eda740-f2e2-4fb0-be1f-c62c3c3dbd46 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.063200 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e7eda740-f2e2-4fb0-be1f-c62c3c3dbd46 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6225390 Dec 13 16:31:23.072974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43314) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.084738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-41620b63-a83e-4a60-a9ee-9bb4cd16498a tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:23.085718 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.api.v2.base [None req-41620b63-a83e-4a60-a9ee-9bb4cd16498a tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 16:31:23.085847 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-41620b63-a83e-4a60-a9ee-9bb4cd16498a tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 16:31:23.089706 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-41620b63-a83e-4a60-a9ee-9bb4cd16498a tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "PUT /v2.0/security-groups/94907414-6870-42c8-bfaf-c42b68fda99b HTTP/1.1" status: 409 len: 330 time: 0.0094514 Dec 13 16:31:23.089860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ff378d88-57a6-4613-9e1c-d676479cbcfc None None] Provisioning complete for port 78adc41c-bc7e-4969-bb53-c239c253504a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:23.089860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff378d88-57a6-4613-9e1c-d676479cbcfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.091516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43316) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.115698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2a77-17c5-419f-aabf-8b78bd5fdedb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.119859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.126031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.127202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.138861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ff378d88-57a6-4613-9e1c-d676479cbcfc None None] Port 78adc41c-bc7e-4969-bb53-c239c253504a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:23.158637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300a7ef-fde2-404f-9146-7d5a8d0bb014 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:23.159059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.164860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300a7ef-fde2-404f-9146-7d5a8d0bb014 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:23.166212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd2a77-17c5-419f-aabf-8b78bd5fdedb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=a87a99ab-d103-4eb6-985d-42dce9121a77,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:23.172007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300a7ef-fde2-404f-9146-7d5a8d0bb014 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:23.172434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.174239 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4300a7ef-fde2-404f-9146-7d5a8d0bb014 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.6021342 Dec 13 16:31:23.177431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/cd663145-cafa-4f2d-8ced-bf7c44c2f674 HTTP/1.1" status: 204 len: 168 time: 0.8581321 Dec 13 16:31:23.181649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43318) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.181990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43320) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.188503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73ba905-6c82-45d4-8840-30bebdb86752 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:23.198674 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d73ba905-6c82-45d4-8840-30bebdb86752 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 814 time: 0.1856575 Dec 13 16:31:23.198674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1332de1e-b394-42d5-9894-f33d8be2e8e4']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:23.206704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70241e3a-3156-432d-9677-77e9013d4f6c') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:23.207005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70241e3a-3156-432d-9677-77e9013d4f6c') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:23.228844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.252032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a347bc11-612d-4b85-8f05-32247aa0dc2f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.253010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.267011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:23.267414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:23.270520 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:23.273088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cf25f-faf4-4b42-b0e9-661cb4663a0e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=cd663145-cafa-4f2d-8ced-bf7c44c2f674,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:23.281594 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe3bd5c-66c1-48fe-b560-257d6a47794f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.282059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe3bd5c-66c1-48fe-b560-257d6a47794f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.285311 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fbe3bd5c-66c1-48fe-b560-257d6a47794f tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/a09031db-3437-4e85-adc7-e3c6399cfd30 HTTP/1.1" status: 404 len: 337 time: 0.0977976 Dec 13 16:31:23.296553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43324) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.339541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.351288 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a347bc11-612d-4b85-8f05-32247aa0dc2f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.362945 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-1638f3ac-302d-41ca-88e7-6ea29dfd14af tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.363472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1638f3ac-302d-41ca-88e7-6ea29dfd14af tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.369491 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1638f3ac-302d-41ca-88e7-6ea29dfd14af tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/fab9cf46-0eae-4eba-8ae9-2ed06c68ea24 HTTP/1.1" status: 404 len: 339 time: 0.0689652 Dec 13 16:31:23.371379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43328) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.428546 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d39f88-6f3a-45ca-a604-d260eaf56f92 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.429242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d39f88-6f3a-45ca-a604-d260eaf56f92 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.432226 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-32d39f88-6f3a-45ca-a604-d260eaf56f92 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/70cb316f-acae-4515-88dd-5e8bc924098a HTTP/1.1" status: 404 len: 337 time: 0.0515492 Dec 13 16:31:23.442471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43330) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.460181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.478084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.481260 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "DELETE /v2.0/networks/1332de1e-b394-42d5-9894-f33d8be2e8e4 HTTP/1.1" status: 204 len: 168 time: 1.9149911 Dec 13 16:31:23.482552 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-277accc7-4725-45d2-b85b-615598deb6d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.483221 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277accc7-4725-45d2-b85b-615598deb6d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.486308 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-277accc7-4725-45d2-b85b-615598deb6d7 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/cc189eb9-ab38-4f6f-8957-a97e46ece57a HTTP/1.1" status: 404 len: 339 time: 0.0428398 Dec 13 16:31:23.488206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43332) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.488733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43334) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.560567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e7ba3-ceed-45a5-8fee-52f498811608 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event deleted for resources: {'Network': ['ID=1332de1e-b394-42d5-9894-f33d8be2e8e4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:23.564179 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a347bc11-612d-4b85-8f05-32247aa0dc2f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.566773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a347bc11-612d-4b85-8f05-32247aa0dc2f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.567893 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a347bc11-612d-4b85-8f05-32247aa0dc2f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/94907414-6870-42c8-bfaf-c42b68fda99b HTTP/1.1" status: 204 len: 168 time: 0.4735343 Dec 13 16:31:23.576913 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43153f7-bc0c-4c71-bd6b-cefd1be6ff15 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.577366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43153f7-bc0c-4c71-bd6b-cefd1be6ff15 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.580343 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b43153f7-bc0c-4c71-bd6b-cefd1be6ff15 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/abb958d5-a4ab-427a-b1ab-fde59f183412 HTTP/1.1" status: 404 len: 337 time: 0.0846901 Dec 13 16:31:23.582010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43336) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.582987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f3bd2a77-17c5-419f-aabf-8b78bd5fdedb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.586250 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f3bd2a77-17c5-419f-aabf-8b78bd5fdedb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/a87a99ab-d103-4eb6-985d-42dce9121a77 HTTP/1.1" status: 204 len: 168 time: 1.7156627 Dec 13 16:31:23.587435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43338) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.592409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43340) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.600587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347bc11-612d-4b85-8f05-32247aa0dc2f tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94907414-6870-42c8-bfaf-c42b68fda99b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:23.611628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.657015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43342) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.676758 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ce20a7-8295-4712-af6b-d97397c370fb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.677280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ce20a7-8295-4712-af6b-d97397c370fb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.681033 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-93ce20a7-8295-4712-af6b-d97397c370fb tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/ed457c1f-05ad-43c3-b38f-014290d938a6 HTTP/1.1" status: 404 len: 339 time: 0.0925024 Dec 13 16:31:23.687328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--1226290408', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:23.691717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43344) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.760736 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-be09e6a2-71fc-4a00-899f-1d66d96e6a5c tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.761202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be09e6a2-71fc-4a00-899f-1d66d96e6a5c tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.764282 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-be09e6a2-71fc-4a00-899f-1d66d96e6a5c tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/cc778e7e-75e1-472b-8f1f-3727264d647f HTTP/1.1" status: 404 len: 337 time: 0.0674119 Dec 13 16:31:23.773099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43346) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.790819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a51431-58cd-4b33-8ed9-01a906ec44c5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:23.792393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a51431-58cd-4b33-8ed9-01a906ec44c5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:23.794031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a51431-58cd-4b33-8ed9-01a906ec44c5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:23.795698 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-86a51431-58cd-4b33-8ed9-01a906ec44c5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1961088 Dec 13 16:31:23.813201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43348) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.826369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:23.829718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.835655 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f9c405-d020-47d8-87b4-fcfe65f7a884 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.836928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f9c405-d020-47d8-87b4-fcfe65f7a884 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.839799 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b0f9c405-d020-47d8-87b4-fcfe65f7a884 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/6a3e9849-21f2-44d8-b975-b7b1b4ecf47f HTTP/1.1" status: 404 len: 339 time: 0.0637243 Dec 13 16:31:23.864976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43350) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.909323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-042b1839-a847-427b-9b2e-0e1c05ed495d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 78adc41c-bc7e-4969-bb53-c239c253504a {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:23.909578 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2485de-e450-48af-9f69-dfb0f319677a tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.909694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-042b1839-a847-427b-9b2e-0e1c05ed495d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.910106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2485de-e450-48af-9f69-dfb0f319677a tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:23.913223 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ee2485de-e450-48af-9f69-dfb0f319677a tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/1c3ade97-d499-455e-a83b-b78021f8236b HTTP/1.1" status: 404 len: 337 time: 0.0458353 Dec 13 16:31:23.918055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43352) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.933315 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:23.939608 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb87897-acf6-45b6-971e-eb7d94593585 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 60a0a40d-696e-476f-a701-a55344f62f9f {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:23.947231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Deleting port c3e89811-61a3-4f93-9166-e76945469072 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:23.947575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.949337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb87897-acf6-45b6-971e-eb7d94593585 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.983806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:23.984021 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-deccd7d1-8113-41fb-8f45-f6e639a9c5ce tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3941953 Dec 13 16:31:23.984150 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment 8a039e2b-0532-4272-9d39-abdacc6f4d39 of type vlan for network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 Dec 13 16:31:23.988231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43354) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:23.997592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-833de56e-f403-4d2e-886d-26317d60e32e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:23.998095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833de56e-f403-4d2e-886d-26317d60e32e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:24.001077 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-833de56e-f403-4d2e-886d-26317d60e32e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/e2cf804d-75dc-4fc8-9116-94c8a4a0d303 HTTP/1.1" status: 404 len: 339 time: 0.0694656 Dec 13 16:31:24.013187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43356) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.018208 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-65c9b9dd-9236-42c2-b181-c8ee3e42e065 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] delete failed (client error): The resource could not be found. Dec 13 16:31:24.019239 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-65c9b9dd-9236-42c2-b181-c8ee3e42e065 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "DELETE /v2.0/security-groups/011104e6-fc35-4f69-8598-1224310071f0 HTTP/1.1" status: 404 len: 347 time: 0.0301421 Dec 13 16:31:24.023534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43358) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.058008 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-eb2a7181-bd61-45f3-aece-711eb0542586 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] show failed (client error): The resource could not be found. Dec 13 16:31:24.059058 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-eb2a7181-bd61-45f3-aece-711eb0542586 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-groups/31f7920c-3ae8-4f25-8f27-1b2ffa7baa2c HTTP/1.1" status: 404 len: 347 time: 0.0345452 Dec 13 16:31:24.064414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43360) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.087392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb87897-acf6-45b6-971e-eb7d94593585 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.087756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-042b1839-a847-427b-9b2e-0e1c05ed495d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.092173 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6708c8b-8379-45ad-842e-98afa20f3b6b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:24.092628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6708c8b-8379-45ad-842e-98afa20f3b6b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:24.096427 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-d6dacb27-5285-4c21-ab7b-03f8daf60665 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] show failed (client error): The resource could not be found. Dec 13 16:31:24.097466 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d6dacb27-5285-4c21-ab7b-03f8daf60665 tempest-NegativeSecGroupIPv6Test-220646235 tempest-NegativeSecGroupIPv6Test-220646235-project] 10.222.0.13 "GET /v2.0/security-group-rules/d75c988a-3508-487d-9fbf-72b87f1e1582 HTTP/1.1" status: 404 len: 356 time: 0.0321388 Dec 13 16:31:24.100450 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b6708c8b-8379-45ad-842e-98afa20f3b6b tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/088d4a84-915f-4381-9b0a-1af6cbb59983 HTTP/1.1" status: 404 len: 337 time: 0.0790470 Dec 13 16:31:24.106156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43362) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.109885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-042b1839-a847-427b-9b2e-0e1c05ed495d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 78adc41c-bc7e-4969-bb53-c239c253504a owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:24.137778 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9bae31-8867-4469-ae58-443eee450cb0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:24.138296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9bae31-8867-4469-ae58-443eee450cb0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:24.144011 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5d9bae31-8867-4469-ae58-443eee450cb0 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/57b47a9d-3ead-48be-98dd-cc7cbe184d9a HTTP/1.1" status: 404 len: 339 time: 0.0341237 Dec 13 16:31:24.146050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43366) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.149887 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.206499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.206856 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.218332 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8bbe73-95b8-4d5c-8676-8dda21d628e4 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:24.218834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8bbe73-95b8-4d5c-8676-8dda21d628e4 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:24.224454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0b8bbe73-95b8-4d5c-8676-8dda21d628e4 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/c209be92-be84-447e-9ddc-3ee0a1c450bb HTTP/1.1" status: 404 len: 337 time: 0.0747333 Dec 13 16:31:24.224703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43368) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.235320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.241414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:24.242023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.256636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b17fad-5782-4ae7-b207-f71f146a0c38 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:24.257156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b17fad-5782-4ae7-b207-f71f146a0c38 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:24.259192 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Calling delete_port for c3e89811-61a3-4f93-9166-e76945469072 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:24.260861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-62b17fad-5782-4ae7-b207-f71f146a0c38 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/f3c43260-dcdf-4bab-9ba7-739c5183df66 HTTP/1.1" status: 404 len: 339 time: 0.0318937 Dec 13 16:31:24.263474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43370) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.362803 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6874263 Dec 13 16:31:24.363274 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d824549-27b3-4d7a-a979-74c822f8f306 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:24.363681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d824549-27b3-4d7a-a979-74c822f8f306 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:24.366741 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7d824549-27b3-4d7a-a979-74c822f8f306 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/1c797868-dfe8-4223-bba1-438bf9aea770 HTTP/1.1" status: 404 len: 337 time: 0.0973413 Dec 13 16:31:24.367297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43374) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.374044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43376) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.404009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb87897-acf6-45b6-971e-eb7d94593585 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.435800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43378) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.446494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef284b0-4437-4a6e-adaa-525c783d12ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=a5f74ccf-b186-4af7-95ba-e5a6e02a28c2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:24.465858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:24.467138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4341d8f1-fad0-4965-b178-a738a660ac70 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] DELETE failed (client error): The resource could not be found. Dec 13 16:31:24.467298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4341d8f1-fad0-4965-b178-a738a660ac70 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:24.470384 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4341d8f1-fad0-4965-b178-a738a660ac70 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/5db1ce9f-22d4-4be6-a172-2ea9b7688de6 HTTP/1.1" status: 404 len: 339 time: 0.0824926 Dec 13 16:31:24.474422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43382) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.477985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.540886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.546375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338909ff-fe76-4b15-8328-0918c9a5b784 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:24.547978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-338909ff-fe76-4b15-8328-0918c9a5b784 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1761727 Dec 13 16:31:24.551379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43384) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.573368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb87897-acf6-45b6-971e-eb7d94593585 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.607370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-042b1839-a847-427b-9b2e-0e1c05ed495d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.647397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd4095e-8d87-44f0-b2c7-84c31ec1d176 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting subnet f9e1916f-3ec0-4de3-85ee-c7f8925663ca {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:24.649454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042b1839-a847-427b-9b2e-0e1c05ed495d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=78adc41c-bc7e-4969-bb53-c239c253504a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:24.682727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-042b1839-a847-427b-9b2e-0e1c05ed495d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.685171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-afd4095e-8d87-44f0-b2c7-84c31ec1d176 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.688379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-042b1839-a847-427b-9b2e-0e1c05ed495d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/78adc41c-bc7e-4969-bb53-c239c253504a HTTP/1.1" status: 204 len: 168 time: 1.4996147 Dec 13 16:31:24.690022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43386) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.707242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfba6b4d-2ac1-47dd-9349-3f59f84a92b4 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:24.738564 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-26dba372-d455-4782-a42a-c4e9a2f827b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:31:24.740626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-26dba372-d455-4782-a42a-c4e9a2f827b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/78adc41c-bc7e-4969-bb53-c239c253504a HTTP/1.1" status: 404 len: 333 time: 0.0503953 Dec 13 16:31:24.744446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43388) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.746834 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb87897-acf6-45b6-971e-eb7d94593585 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=60a0a40d-696e-476f-a701-a55344f62f9f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:24.756429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cfb87897-acf6-45b6-971e-eb7d94593585 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.762411 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cfb87897-acf6-45b6-971e-eb7d94593585 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/60a0a40d-696e-476f-a701-a55344f62f9f HTTP/1.1" status: 204 len: 168 time: 0.9481740 Dec 13 16:31:24.770598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43390) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:24.870787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Allocated IP 172.26.6.7 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/c3a94a88-7ce4-40df-b86c-5a59b293c30b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:24.888998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b27d0f01-952c-4c19-b942-8f72fb6bd901 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 73050982-91f4-44fa-859d-41d1220c58a0 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:24.889340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b27d0f01-952c-4c19-b942-8f72fb6bd901 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.924552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8c38cf02-2e71-4866-a647-0d23362dbc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.928205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-afd4095e-8d87-44f0-b2c7-84c31ec1d176 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.983701 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a4982305-06f7-45d4-b825-eb73425e012a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=adec77423afa45af88fc210bed4031e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5424526 Dec 13 16:31:24.983701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:24.984890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43392) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.018521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa21223e-56ee-4e53-8de1-7efcb234c81b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 8f31686c-12f8-4dcb-8356-cdf581101e3a {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:25.021149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f8744-3585-437f-a47e-ca15ac0b0051 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:25.026555 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-533f8744-3585-437f-a47e-ca15ac0b0051 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4670551 Dec 13 16:31:25.030757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa21223e-56ee-4e53-8de1-7efcb234c81b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.033038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43394) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.035476 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Pushing event deleted for resources: {'Port': ['ID=c3e89811-61a3-4f93-9166-e76945469072,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:25.088071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b27d0f01-952c-4c19-b942-8f72fb6bd901 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.116974 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0a764584-b669-48ba-bbd0-17d45d4b4ef5 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823562 Dec 13 16:31:25.121111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b27d0f01-952c-4c19-b942-8f72fb6bd901 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 73050982-91f4-44fa-859d-41d1220c58a0 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:25.122853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43396) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.179653 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4d6ff8ee-aad8-485b-aedb-8e625c77ddef tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0505669 Dec 13 16:31:25.185893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43398) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.201669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa21223e-56ee-4e53-8de1-7efcb234c81b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.259906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-afd4095e-8d87-44f0-b2c7-84c31ec1d176 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.263083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.265507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.267302 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-64d4f132-0e3f-433e-8325-62eb4e90bdb6 tempest-FloatingIPAdminTestJSON-130269363 tempest-FloatingIPAdminTestJSON-130269363-project] 10.222.0.13 "DELETE /v2.0/floatingips/64d33021-dfe1-4721-994a-de3a2915cf11 HTTP/1.1" status: 204 len: 168 time: 1.7766013 Dec 13 16:31:25.353421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa21223e-56ee-4e53-8de1-7efcb234c81b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.394678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675a76d7-91ca-400c-93f6-b6c7c5eb24fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.418855 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-afd4095e-8d87-44f0-b2c7-84c31ec1d176 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.448933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.474439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fef2697-d5f4-481d-a645-27c0a9485863 None None] Network 8a585b9c-4118-4054-bf80-d8c94449c082 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:25.484109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-afd4095e-8d87-44f0-b2c7-84c31ec1d176 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.488900 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-afd4095e-8d87-44f0-b2c7-84c31ec1d176 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/subnets/f9e1916f-3ec0-4de3-85ee-c7f8925663ca HTTP/1.1" status: 204 len: 168 time: 1.0127237 Dec 13 16:31:25.490129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4095e-8d87-44f0-b2c7-84c31ec1d176 tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e1916f-3ec0-4de3-85ee-c7f8925663ca,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:25.491240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675a76d7-91ca-400c-93f6-b6c7c5eb24fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.500505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43404) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.522210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1455077-6ad1-4d24-986b-67ab19d49d7c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:25.524046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa21223e-56ee-4e53-8de1-7efcb234c81b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.524579 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e1455077-6ad1-4d24-986b-67ab19d49d7c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3042862 Dec 13 16:31:25.538722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43406) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.571965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9b6cc7-9a95-46f0-b676-5884daaf2c4c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:25.575557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa21223e-56ee-4e53-8de1-7efcb234c81b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.578934 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fa21223e-56ee-4e53-8de1-7efcb234c81b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/8f31686c-12f8-4dcb-8356-cdf581101e3a HTTP/1.1" status: 204 len: 168 time: 0.7998605 Dec 13 16:31:25.584459 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a36d5292-f686-4bc4-8ed1-31dc7cc5b4e2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398083 Dec 13 16:31:25.585123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43408) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.585457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43410) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.614879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43412) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.652076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-265344235', 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:25.680867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.682867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9f37174e-0474-4af0-9f72-53b232d62d8a None None] Provisioning complete for port 235b808a-3819-4932-8349-42ab6229e83f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:25.683329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9f37174e-0474-4af0-9f72-53b232d62d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.713551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.724244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b27d0f01-952c-4c19-b942-8f72fb6bd901 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.730286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675a76d7-91ca-400c-93f6-b6c7c5eb24fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.732837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-675a76d7-91ca-400c-93f6-b6c7c5eb24fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.734508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-675a76d7-91ca-400c-93f6-b6c7c5eb24fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1672308f-d7c4-46bc-b5ab-c654ac75e2fd HTTP/1.1" status: 204 len: 168 time: 0.7422748 Dec 13 16:31:25.742250 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1eb9f4d6-9714-48a6-8bbf-2fba539e8d65 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327798 Dec 13 16:31:25.749286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa21223e-56ee-4e53-8de1-7efcb234c81b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=8f31686c-12f8-4dcb-8356-cdf581101e3a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:25.753357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43418) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.758633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:25.781231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:25.802540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a76d7-91ca-400c-93f6-b6c7c5eb24fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1672308f-d7c4-46bc-b5ab-c654ac75e2fd,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:25.807008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event updated for resources: {'Port': ['ID=c3a94a88-7ce4-40df-b86c-5a59b293c30b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:25.825419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:25.861383 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b27d0f01-952c-4c19-b942-8f72fb6bd901 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.865142 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b27d0f01-952c-4c19-b942-8f72fb6bd901 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/73050982-91f4-44fa-859d-41d1220c58a0 HTTP/1.1" status: 204 len: 168 time: 1.1192572 Dec 13 16:31:25.869165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43422) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.901260 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-db478e36-de6b-4a80-bff9-0614a753527d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:31:25.902636 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-db478e36-de6b-4a80-bff9-0614a753527d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/73050982-91f4-44fa-859d-41d1220c58a0 HTTP/1.1" status: 404 len: 333 time: 0.0321007 Dec 13 16:31:25.905812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:25.910317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:25.917465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43424) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:25.931446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] DHCP port deletion for 8a585b9c-4118-4054-bf80-d8c94449c082 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:25.990774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:26.004287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d0f01-952c-4c19-b942-8f72fb6bd901 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=73050982-91f4-44fa-859d-41d1220c58a0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:26.016331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:26.058397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bcf7b4-f717-46b7-8a85-f926b76eee68 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:26.109439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:26.121181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.145755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Deleting port f0c4cfc7-a499-4930-ae1d-52482b54df72 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:26.146140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.195010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-501e2486-1844-4953-aede-559981599078 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet 1c5be086-df1b-4c94-a409-4ceb7309a1c9 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:26.199540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-501e2486-1844-4953-aede-559981599078 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.248340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ec68fda4-739d-4711-80ef-01da88ce5253 None None] Provisioning complete for port c3a94a88-7ce4-40df-b86c-5a59b293c30b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:26.248938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ec68fda4-739d-4711-80ef-01da88ce5253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.299329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] For port f0c4cfc7-a499-4930-ae1d-52482b54df72, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f0c4cfc7-a499-4930-ae1d-52482b54df72,segment=NetworkSegment(25adaa65-43e4-4a97-87be-c4c81d2a3b90),segment_id=25adaa65-43e4-4a97-87be-c4c81d2a3b90)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:26.299989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.316945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] Deleting port 235b808a-3819-4932-8349-42ab6229e83f {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:26.317523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.323926 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6ddf28f7-e739-42d7-8f9f-a0fae505def3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5813ac91f32449168f401ac909317dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6988831 Dec 13 16:31:26.325668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-501e2486-1844-4953-aede-559981599078 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.329950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43436) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:26.339874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.345772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Calling delete_port for f0c4cfc7-a499-4930-ae1d-52482b54df72 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:26.400809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ec68fda4-739d-4711-80ef-01da88ce5253 None None] Port c3a94a88-7ce4-40df-b86c-5a59b293c30b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:26.468034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] For port 235b808a-3819-4932-8349-42ab6229e83f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=235b808a-3819-4932-8349-42ab6229e83f,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:26.468443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.487872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] Calling delete_port for 235b808a-3819-4932-8349-42ab6229e83f owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:26.520956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-908162bd-7694-481b-8492-866313dd73e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.528112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=c2725f87-3424-465a-b20f-0a0a9e15d53d,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:26.545056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.598713 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:26.599087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: a5f74ccf-b186-4af7-95ba-e5a6e02a28c2, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:26.624455 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=8c313ac4-2eb6-4e86-928d-8335664a77e6,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:26.641954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Deleting port f0c4cfc7-a499-4930-ae1d-52482b54df72 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:26.643059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.649313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-908162bd-7694-481b-8492-866313dd73e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.656096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:26.671406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:26.674558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:26.675196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.685945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:26.752417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, a5f74ccf-b186-4af7-95ba-e5a6e02a28c2) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:26.761000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:26.761910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.772727 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d8a9b641-49d3-426f-9f2e-657b467a18f7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0157130 Dec 13 16:31:26.777382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43444) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:26.783793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:26.789458 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c155b1c-59c7-43f3-b431-18816fad3147 None None] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:26.792126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.883906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 235b808a-3819-4932-8349-42ab6229e83f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:26.892538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] No DVR routers for this DVR port f0c4cfc7-a499-4930-ae1d-52482b54df72 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:26.913912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Pushing event deleted for resources: {'Port': ['ID=f0c4cfc7-a499-4930-ae1d-52482b54df72,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:26.920330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-501e2486-1844-4953-aede-559981599078 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.933549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] For port f0c4cfc7-a499-4930-ae1d-52482b54df72, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f0c4cfc7-a499-4930-ae1d-52482b54df72,segment=NetworkSegment(25adaa65-43e4-4a97-87be-c4c81d2a3b90),segment_id=25adaa65-43e4-4a97-87be-c4c81d2a3b90)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:26.933549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.956028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.956656 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.957159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.957881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.958386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.958908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.959422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.959923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.960442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.961137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.962438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.963122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.963639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739a1c71-91ed-4989-b8ec-b0deda9f98e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:31:26.982088 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-28a171a8-e468-44f7-ae6e-7e8c914d137f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3321538 Dec 13 16:31:26.983724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43448) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:26.985992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-908162bd-7694-481b-8492-866313dd73e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.990317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-908162bd-7694-481b-8492-866313dd73e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:26.995138 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-908162bd-7694-481b-8492-866313dd73e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/683650a2-eee3-4241-a6b0-46001e94a954 HTTP/1.1" status: 204 len: 168 time: 0.6636248 Dec 13 16:31:26.998999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:27.001090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.005415 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.038169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No active binding found for port 235b808a-3819-4932-8349-42ab6229e83f {{(pid=103054) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 16:31:27.039152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] The host dv-neutron-821599-1-hyperv is not matching for port 235b808a-3819-4932-8349-42ab6229e83f host None! {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 13 16:31:27.039372 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0165138 Dec 13 16:31:27.039889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 235b808a-3819-4932-8349-42ab6229e83f not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:27.040475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f0c4cfc7-a499-4930-ae1d-52482b54df72 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:27.044613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] Pushing event deleted for resources: {'Port': ['ID=235b808a-3819-4932-8349-42ab6229e83f,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:27.052158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908162bd-7694-481b-8492-866313dd73e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683650a2-eee3-4241-a6b0-46001e94a954,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:27.053814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43454) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:27.059546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Calling delete_port for f0c4cfc7-a499-4930-ae1d-52482b54df72 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:27.092905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693def3-5fda-488a-968d-ceef3e005812 None None] No DVR routers for this DVR port 235b808a-3819-4932-8349-42ab6229e83f on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:27.100773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f0c4cfc7-a499-4930-ae1d-52482b54df72 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:27.101125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f0c4cfc7-a499-4930-ae1d-52482b54df72 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:27.117733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-a5f74ccf-b186-4af7-95ba-e5a6e02a28c2', 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': 'c2725f87-3424-465a-b20f-0a0a9e15d53d'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:27.119005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.138949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173bd48f-ad22-4d2a-95f3-d8ecadf8adba None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:27.185173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.245628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Port': ['ID=f0c4cfc7-a499-4930-ae1d-52482b54df72,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:27.249267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] No DVR routers for this DVR port f0c4cfc7-a499-4930-ae1d-52482b54df72 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:27.336971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-70f9b328-34e7-444c-bff1-a926df7ac1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.344837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.374443 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-93a1402f-de9f-4416-a550-cb86a7e372b6 tempest-NetworksApiDiscovery-1049139045 tempest-NetworksApiDiscovery-1049139045-project] 10.222.0.13 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2273278 Dec 13 16:31:27.405405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Allocated IP 172.20.0.18 (a5f74ccf-b186-4af7-95ba-e5a6e02a28c2/c2725f87-3424-465a-b20f-0a0a9e15d53d/5d6b4863-bce7-4b13-a334-4d731adb848f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:27.454687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.481168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a585b9c-4118-4054-bf80-d8c94449c082']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:27.494197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25adaa65-43e4-4a97-87be-c4c81d2a3b90') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:27.494945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25adaa65-43e4-4a97-87be-c4c81d2a3b90') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:27.505756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.523319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.531457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:27.532194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:27.659105 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:27.706565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.709486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.738085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '8c313ac4-2eb6-4e86-928d-8335664a77e6'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:27.741800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.746894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Pushing event deleted for resources: {'Network': ['ID=8a585b9c-4118-4054-bf80-d8c94449c082,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:27.752265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.765569 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2a9ee492-c3d6-47bf-9593-417983529b1e tempest-NetworksTest-590219234 tempest-NetworksTest-590219234-project] 10.222.0.13 "DELETE /v2.0/networks/8a585b9c-4118-4054-bf80-d8c94449c082 HTTP/1.1" status: 204 len: 168 time: 2.2639287 Dec 13 16:31:27.771152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.779788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43466) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:27.798014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:31:27.800189 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.813441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-501e2486-1844-4953-aede-559981599078 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.860450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=c6572225-0319-4bc6-b6ac-239834b66ae2,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:27.873223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:27.875838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:27.881166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:27.882295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.907047 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5c75566e-0b1e-4055-af86-ea5726ef0967 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1283951 Dec 13 16:31:27.907590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3dc1-2c93-464c-b99a-80a783a9d1a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.908253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43468) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:27.917060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:a0:70:2a', 'name': 'tempest-NetworksTestDHCPv6-139329745'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:27.923859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-501e2486-1844-4953-aede-559981599078 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:27.931105 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-501e2486-1844-4953-aede-559981599078 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/1c5be086-df1b-4c94-a409-4ceb7309a1c9 HTTP/1.1" status: 204 len: 168 time: 1.9933496 Dec 13 16:31:27.932030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e2486-1844-4953-aede-559981599078 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5be086-df1b-4c94-a409-4ceb7309a1c9,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:27.939048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:27.940053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6426a-d291-4c3b-bacf-0c5af13698a2 None None] Network 3bfabe0e-6085-49d9-8406-bab6a22634a1 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:27.944741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43470) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:27.957585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43472) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:27.965102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:27.968964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:28.026661 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Pushing event updated for resources: {'Port': ['ID=5d6b4863-bce7-4b13-a334-4d731adb848f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:28.036637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3dc1-2c93-464c-b99a-80a783a9d1a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.090029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3dc1-2c93-464c-b99a-80a783a9d1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.162207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Attempting to bind port 5d6b4863-bce7-4b13-a334-4d731adb848f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:28.162847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43476) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:28.167178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Attempting to bind port 5d6b4863-bce7-4b13-a334-4d731adb848f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:28.167591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Attempting to bind port 5d6b4863-bce7-4b13-a334-4d731adb848f on network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:28.170401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fb05f6db-effc-4a0e-8248-c54ec01d3bce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17910077', 'description': 'tempest-secgroup-smoke-17910077 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:28.238162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:28.238547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Checking segment: {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:28.238986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.239388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Bound using segment: {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:28.239879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Bound port: 5d6b4863-bce7-4b13-a334-4d731adb848f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:28.240266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.279253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3dc1-2c93-464c-b99a-80a783a9d1a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76822376-479a-4377-b467-3be2b72419da,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:28.376117 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0e7e3dc1-2c93-464c-b99a-80a783a9d1a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3c134b84d1b44c5a3499cc02196efc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5913486 Dec 13 16:31:28.410722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.425303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43480) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:28.425591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43482) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:28.433772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] For port 5d6b4863-bce7-4b13-a334-4d731adb848f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:28.436712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Allocated IP 172.20.0.2 (2ba4744e-bfa0-4bbb-8255-861faf832180/8c313ac4-2eb6-4e86-928d-8335664a77e6/d1ba0e19-48c8-427a-a1e0-6a93f4874c59) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:28.441323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] For port 5d6b4863-bce7-4b13-a334-4d731adb848f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d6b4863-bce7-4b13-a334-4d731adb848f,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:28.447390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a299d78-116c-4f6c-ad08-67d071519b7c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.447897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Allocated IP 2001:db8::f816:3eff:fe5f:801f (2ba4744e-bfa0-4bbb-8255-861faf832180/c6572225-0319-4bc6-b6ac-239834b66ae2/d1ba0e19-48c8-427a-a1e0-6a93f4874c59) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:28.451581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.483410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.497402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700eee50-861d-46df-8027-107379c3442c None None] DHCP port deletion for 3bfabe0e-6085-49d9-8406-bab6a22634a1 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:28.499473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb05f6db-effc-4a0e-8248-c54ec01d3bce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.558599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:28.600208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b62bb-1db0-4411-8e8d-2923a64c069c None None] Pushing event updated for resources: {'Port': ['ID=5d6b4863-bce7-4b13-a334-4d731adb848f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:28.657864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.669768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-700eee50-861d-46df-8027-107379c3442c None None] Deleting port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:28.670149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-700eee50-861d-46df-8027-107379c3442c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.692294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c4ecba8-316f-44fa-ae4f-f5a879f74158 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.692833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port d61c0989-449e-404f-b548-aeb587311eb7 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:28.694378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.803349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-700eee50-861d-46df-8027-107379c3442c None None] For port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,segment=NetworkSegment(e5f09217-885b-4454-98d2-274d7876f197),segment_id=e5f09217-885b-4454-98d2-274d7876f197)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:28.803937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-700eee50-861d-46df-8027-107379c3442c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.813539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c4ecba8-316f-44fa-ae4f-f5a879f74158 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.816343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:28.822526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.849333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-700eee50-861d-46df-8027-107379c3442c None None] Calling delete_port for a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:28.855266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.948505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:28.948871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.961768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb05f6db-effc-4a0e-8248-c54ec01d3bce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.973388 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ae2fda46-c588-4f5f-b71d-9aab91650598 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1db03cc218c49b1804e16217c49ece8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5282557 Dec 13 16:31:28.973590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:28.974011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a299d78-116c-4f6c-ad08-67d071519b7c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:28.979408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:28.984709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:28.995397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43486) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:29.005094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Pushing event updated for resources: {'Port': ['ID=d1ba0e19-48c8-427a-a1e0-6a93f4874c59,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.045926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb05f6db-effc-4a0e-8248-c54ec01d3bce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.059431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 172.20.0.6 (2ba4744e-bfa0-4bbb-8255-861faf832180/8c313ac4-2eb6-4e86-928d-8335664a77e6/d61c0989-449e-404f-b548-aeb587311eb7) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:29.059841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a299d78-116c-4f6c-ad08-67d071519b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.070114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:fea0:702a (2ba4744e-bfa0-4bbb-8255-861faf832180/c6572225-0319-4bc6-b6ac-239834b66ae2/d61c0989-449e-404f-b548-aeb587311eb7) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:29.093486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07796417-e300-4313-aa87-6b95f4857515 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.153097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.167576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07796417-e300-4313-aa87-6b95f4857515 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.168590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb05f6db-effc-4a0e-8248-c54ec01d3bce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.169852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fb05f6db-effc-4a0e-8248-c54ec01d3bce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0060208 Dec 13 16:31:29.173493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43488) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:29.178438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-700eee50-861d-46df-8027-107379c3442c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.187109 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9a299d78-116c-4f6c-ad08-67d071519b7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5681e43f9ba748bfbda71ed9dd64b7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2215075 Dec 13 16:31:29.189524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] For port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,segment=NetworkSegment(e5f09217-885b-4454-98d2-274d7876f197),segment_id=e5f09217-885b-4454-98d2-274d7876f197)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:29.189667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-096160e5-9d14-44a2-96c7-ee27268b3de2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c83d1679-fb4a-4291-b7f0-ca92f1851090', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:29.189887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.192462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43490) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:29.206559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05f6db-effc-4a0e-8248-c54ec01d3bce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83d1679-fb4a-4291-b7f0-ca92f1851090,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.213520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Attempting to bind port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:29.213944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Attempting to bind port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:29.214254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Attempting to bind port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:29.221062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:29.221245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:29.221731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.222020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:29.222498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Bound port: d1ba0e19-48c8-427a-a1e0-6a93f4874c59, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:29.222907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.233399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:29.240097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eee50-861d-46df-8027-107379c3442c None None] Pushing event deleted for resources: {'Port': ['ID=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.243775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700eee50-861d-46df-8027-107379c3442c None None] No DVR routers for this DVR port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:29.251540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c4ecba8-316f-44fa-ae4f-f5a879f74158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.254029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c4ecba8-316f-44fa-ae4f-f5a879f74158 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.255225 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4c4ecba8-316f-44fa-ae4f-f5a879f74158 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/76822376-479a-4377-b467-3be2b72419da HTTP/1.1" status: 204 len: 168 time: 0.8242555 Dec 13 16:31:29.323057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a299d78-116c-4f6c-ad08-67d071519b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb627032-bb1e-4c26-855c-d2412df434f0,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.370279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ecba8-316f-44fa-ae4f-f5a879f74158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76822376-479a-4377-b467-3be2b72419da,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.399978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-096160e5-9d14-44a2-96c7-ee27268b3de2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.420125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f750ca-8573-424c-8bb9-ceaa62dbf924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.428419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Router 5b730dfc-4b80-4884-a143-cb4566b13eef is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:31:29.448322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07796417-e300-4313-aa87-6b95f4857515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.453663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07796417-e300-4313-aa87-6b95f4857515 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.462131 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-07796417-e300-4313-aa87-6b95f4857515 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0308fbb-1075-4460-ae4a-de438b6affde HTTP/1.1" status: 204 len: 168 time: 0.4646606 Dec 13 16:31:29.464537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f750ca-8573-424c-8bb9-ceaa62dbf924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.475532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.524985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] For port d1ba0e19-48c8-427a-a1e0-6a93f4874c59, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:29.528744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] For port d1ba0e19-48c8-427a-a1e0-6a93f4874c59, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d1ba0e19-48c8-427a-a1e0-6a93f4874c59,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:29.541077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.553443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07796417-e300-4313-aa87-6b95f4857515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0308fbb-1075-4460-ae4a-de438b6affde,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.594751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc10996-3439-4249-b754-87d55ffd1100 None None] Pushing event updated for resources: {'Port': ['ID=d1ba0e19-48c8-427a-a1e0-6a93f4874c59,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.631868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.658792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No DVR routers for this DVR port a7d30330-8de5-4f19-95dd-d2a4fd3e2dcd on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:29.691761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-096160e5-9d14-44a2-96c7-ee27268b3de2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.706551 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-096160e5-9d14-44a2-96c7-ee27268b3de2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.729070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.759556 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096160e5-9d14-44a2-96c7-ee27268b3de2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8325a4a2-c13f-4122-aa7a-107866803d29,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.787640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-096160e5-9d14-44a2-96c7-ee27268b3de2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.793882 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-096160e5-9d14-44a2-96c7-ee27268b3de2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6093919 Dec 13 16:31:29.794443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43498) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:29.801280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d43b72a2-f3b6-46a8-8913-397bed9f5917 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c83d1679-fb4a-4291-b7f0-ca92f1851090', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:29.830848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.839126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43500) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:29.857177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f750ca-8573-424c-8bb9-ceaa62dbf924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.857177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6f750ca-8573-424c-8bb9-ceaa62dbf924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.867049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d6f750ca-8573-424c-8bb9-ceaa62dbf924 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb627032-bb1e-4c26-855c-d2412df434f0 HTTP/1.1" status: 204 len: 168 time: 0.6660433 Dec 13 16:31:29.872149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e816c681-1a88-495f-8aa5-f74991438191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.897747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:29.907976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.915261 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b2279-d6dc-429e-9573-387225825b7d None None] Sync routers for ids ['5b730dfc-4b80-4884-a143-cb4566b13eef'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:29.933044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfabe0e-6085-49d9-8406-bab6a22634a1']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:29.938167 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b2279-d6dc-429e-9573-387225825b7d None None] Routers {'5b730dfc-4b80-4884-a143-cb4566b13eef'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:29.939332 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b74b2279-d6dc-429e-9573-387225825b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5b730dfc-4b80-4884-a143-cb4566b13eef'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:29.955586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.966422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f750ca-8573-424c-8bb9-ceaa62dbf924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb627032-bb1e-4c26-855c-d2412df434f0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:29.980301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d43b72a2-f3b6-46a8-8913-397bed9f5917 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:29.988585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f09217-885b-4454-98d2-274d7876f197') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:29.993131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f09217-885b-4454-98d2-274d7876f197') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:30.044594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.057045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:30.078463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.085142 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b74b2279-d6dc-429e-9573-387225825b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:30.088046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43506) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:30.089059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:30.091941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:30.097121 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8f426881-c92b-49d6-a22c-cc2a2fc506cd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.4531577 Dec 13 16:31:30.099058 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:31:30.107953 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74b2279-d6dc-429e-9573-387225825b7d None None] Routers {'5b730dfc-4b80-4884-a143-cb4566b13eef'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:30.108825 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b74b2279-d6dc-429e-9573-387225825b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5b730dfc-4b80-4884-a143-cb4566b13eef'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:30.112350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.132113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:30.132560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:30.146705 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:30.175045 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b74b2279-d6dc-429e-9573-387225825b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:30.176350 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74b2279-d6dc-429e-9573-387225825b7d None None] The sync data for ids ['5b730dfc-4b80-4884-a143-cb4566b13eef'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:30.258814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=d61c0989-449e-404f-b548-aeb587311eb7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:30.281050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d43b72a2-f3b6-46a8-8913-397bed9f5917 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.302590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e816c681-1a88-495f-8aa5-f74991438191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.319485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:30.321505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.328954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d43b72a2-f3b6-46a8-8913-397bed9f5917 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.351377 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e816c681-1a88-495f-8aa5-f74991438191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.371508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e22219-66c5-40bf-9750-184a32e74a0e None None] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:30.387001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d43b72a2-f3b6-46a8-8913-397bed9f5917 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.388649 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d43b72a2-f3b6-46a8-8913-397bed9f5917 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5916359 Dec 13 16:31:30.398164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43512) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:30.416127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-65018921-a565-4144-9b83-e97127e463db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c83d1679-fb4a-4291-b7f0-ca92f1851090', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:30.422604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b72a2-f3b6-46a8-8913-397bed9f5917 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dea730-619e-46cf-9344-65bc81914d8a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:30.439004 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4816a1e2-b4f2-44b5-8259-b062a085118c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5292566 Dec 13 16:31:30.455585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43514) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:30.482471 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e816c681-1a88-495f-8aa5-f74991438191 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b33773f307824630b8bee9b5bb366800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6389806 Dec 13 16:31:30.517861 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a55bbdc3-70cc-42a7-b05a-227e1864cd02 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/routers/5b730dfc-4b80-4884-a143-cb4566b13eef HTTP/1.1" status: 200 len: 919 time: 0.4221256 Dec 13 16:31:30.519581 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43516) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:30.535616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9a4aa8ea-86a8-4e93-ab23-2f11aa76cda6 None None] Provisioning complete for port 5d6b4863-bce7-4b13-a334-4d731adb848f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:30.536101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa8ea-86a8-4e93-ab23-2f11aa76cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.538337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816c681-1a88-495f-8aa5-f74991438191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7bd3fb-fe3b-45ad-a73d-366beaa2d7a9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:30.632565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43520) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:30.689650 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65018921-a565-4144-9b83-e97127e463db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.708445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.716657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.719863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/networks/3bfabe0e-6085-49d9-8406-bab6a22634a1 HTTP/1.1" status: 204 len: 168 time: 2.7685363 Dec 13 16:31:30.721634 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-69bb83f4-2abc-4d3e-92d6-ef9461d00539 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b730dfc-4b80-4884-a143-cb4566b13eef HTTP/1.1" status: 200 len: 205 time: 0.0754039 Dec 13 16:31:30.729650 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43524) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:30.729984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43526) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:30.744078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1864249506'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:30.746627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa8ea-86a8-4e93-ab23-2f11aa76cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.763762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cab21aaa-10c6-4a00-a3e4-08bbfeb1fd82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.769019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6859e-4d5b-45da-ac38-b8697de461ab tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Network': ['ID=3bfabe0e-6085-49d9-8406-bab6a22634a1,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:30.823818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.857884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9a4aa8ea-86a8-4e93-ab23-2f11aa76cda6 None None] For port 5d6b4863-bce7-4b13-a334-4d731adb848f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d6b4863-bce7-4b13-a334-4d731adb848f,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:30.864140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a4aa8ea-86a8-4e93-ab23-2f11aa76cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:30.912936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3aaba2-453f-4002-b56b-999e78b5272e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:30.923939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3aaba2-453f-4002-b56b-999e78b5272e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:30.928703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43530) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:30.931280 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2f3aaba2-453f-4002-b56b-999e78b5272e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.4737077 Dec 13 16:31:30.973930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4aa8ea-86a8-4e93-ab23-2f11aa76cda6 None None] Pushing event updated for resources: {'Port': ['ID=5d6b4863-bce7-4b13-a334-4d731adb848f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:30.997920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cab21aaa-10c6-4a00-a3e4-08bbfeb1fd82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.016736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:31.020251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.052845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d6b4863-bce7-4b13-a334-4d731adb848f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:31.091531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65018921-a565-4144-9b83-e97127e463db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.107592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65018921-a565-4144-9b83-e97127e463db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.115420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c37a8e3f-45e8-417b-bb9f-95d6ac4424cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port d61c0989-449e-404f-b548-aeb587311eb7 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:31.115763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c37a8e3f-45e8-417b-bb9f-95d6ac4424cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.133562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:31.163103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5d6b4863-bce7-4b13-a334-4d731adb848f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:31.163916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.166978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.168835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65018921-a565-4144-9b83-e97127e463db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c73ab657-5f3a-450c-b228-303a97102c60,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:31.252773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c37a8e3f-45e8-417b-bb9f-95d6ac4424cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.264519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-30aec004-90f7-4dbc-97b0-b47a95e15c01 None None] Provisioning complete for port 5d6b4863-bce7-4b13-a334-4d731adb848f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:31.264903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30aec004-90f7-4dbc-97b0-b47a95e15c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.268083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c37a8e3f-45e8-417b-bb9f-95d6ac4424cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for d61c0989-449e-404f-b548-aeb587311eb7 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:31.268531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d1ba0e19-48c8-427a-a1e0-6a93f4874c59 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:31.352137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65018921-a565-4144-9b83-e97127e463db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.355198 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-65018921-a565-4144-9b83-e97127e463db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9487410 Dec 13 16:31:31.358248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43538) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:31.386778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d307bffc-8e54-4fab-91b3-c2f3182171ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c83d1679-fb4a-4291-b7f0-ca92f1851090', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:31.392277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43540) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:31.393454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.393797 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Added segment d5830c49-3e73-403a-8131-5967d2e8d2dc of type vlan for network b17bedc1-461b-4501-a6ac-9708edd9a6fa Dec 13 16:31:31.397361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:31.397736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.403937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cab21aaa-10c6-4a00-a3e4-08bbfeb1fd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.406483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cab21aaa-10c6-4a00-a3e4-08bbfeb1fd82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.410189 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cab21aaa-10c6-4a00-a3e4-08bbfeb1fd82 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db7bd3fb-fe3b-45ad-a73d-366beaa2d7a9 HTTP/1.1" status: 204 len: 168 time: 0.8439946 Dec 13 16:31:31.431116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.481014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab21aaa-10c6-4a00-a3e4-08bbfeb1fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7bd3fb-fe3b-45ad-a73d-366beaa2d7a9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:31.510976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.516853 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.532429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ecb1ac-9eae-4a96-bde4-530500091de8 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:31.568494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d307bffc-8e54-4fab-91b3-c2f3182171ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.585250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.590921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:31.591530 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.591698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c37a8e3f-45e8-417b-bb9f-95d6ac4424cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.631320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a8e3f-45e8-417b-bb9f-95d6ac4424cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=d61c0989-449e-404f-b548-aeb587311eb7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:31.632665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port d1ba0e19-48c8-427a-a1e0-6a93f4874c59, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d1ba0e19-48c8-427a-a1e0-6a93f4874c59,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:31.638435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f96c76f4-548d-473a-8b27-0a422a08ea7f None None] Provisioning complete for port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:31.638885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f96c76f4-548d-473a-8b27-0a422a08ea7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.680835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ab2309d2-2a6d-4dba-84d8-14f64622c2be tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-421149358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:31.706924 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9737170 Dec 13 16:31:31.720746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43546) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:31.721253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.728464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': 'b17bedc1-461b-4501-a6ac-9708edd9a6fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:31.742518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Deleting port c3a94a88-7ce4-40df-b86c-5a59b293c30b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:31.742736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.754605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b588f-ae84-4d5c-825f-3c604264942f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Network': ['ID=b17bedc1-461b-4501-a6ac-9708edd9a6fa,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:31.804050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab2309d2-2a6d-4dba-84d8-14f64622c2be tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.804676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab2309d2-2a6d-4dba-84d8-14f64622c2be tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.814558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network b17bedc1-461b-4501-a6ac-9708edd9a6fa details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:31.822368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d307bffc-8e54-4fab-91b3-c2f3182171ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.828221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c37a8e3f-45e8-417b-bb9f-95d6ac4424cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.833072 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c37a8e3f-45e8-417b-bb9f-95d6ac4424cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d61c0989-449e-404f-b548-aeb587311eb7 HTTP/1.1" status: 204 len: 168 time: 0.9032142 Dec 13 16:31:31.836161 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43552) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:31.866468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d307bffc-8e54-4fab-91b3-c2f3182171ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.876176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:31.880465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:31.943916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=d1ba0e19-48c8-427a-a1e0-6a93f4874c59,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:31.977967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307bffc-8e54-4fab-91b3-c2f3182171ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0aea2a-03f7-4515-80e3-f20599c8f334,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:31.983542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab2309d2-2a6d-4dba-84d8-14f64622c2be tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.013941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.021200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab2309d2-2a6d-4dba-84d8-14f64622c2be tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.036517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d307bffc-8e54-4fab-91b3-c2f3182171ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.037760 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d307bffc-8e54-4fab-91b3-c2f3182171ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6731606 Dec 13 16:31:32.042186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43556) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:32.047316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39132c37-ec5d-46ac-8b49-b2a45756cf68 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:32.048773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-54a2da11-5588-4836-8c14-0e46fa32ba8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c83d1679-fb4a-4291-b7f0-ca92f1851090', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:32.048931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39132c37-ec5d-46ac-8b49-b2a45756cf68 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:32.050450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39132c37-ec5d-46ac-8b49-b2a45756cf68 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:32.056289 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-39132c37-ec5d-46ac-8b49-b2a45756cf68 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2173316 Dec 13 16:31:32.058340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43558) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:32.063338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Calling delete_port for c3a94a88-7ce4-40df-b86c-5a59b293c30b owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:32.137329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d7e6b-b8ac-43ee-b596-e27ed725758f req-e74ca681-6682-4242-97ea-c7fe1b815d7f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:32.138942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-954d7e6b-b8ac-43ee-b596-e27ed725758f req-e74ca681-6682-4242-97ea-c7fe1b815d7f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.1672752 Dec 13 16:31:32.171243 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-54a2da11-5588-4836-8c14-0e46fa32ba8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:31:32.210356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab2309d2-2a6d-4dba-84d8-14f64622c2be tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.211610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a2da11-5588-4836-8c14-0e46fa32ba8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.213243 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ab2309d2-2a6d-4dba-84d8-14f64622c2be tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8103187 Dec 13 16:31:32.216275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43566) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:32.221528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1124356125'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:32.233271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-61938202-0cfa-4449-ba17-0b8dadb82f1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 8c313ac4-2eb6-4e86-928d-8335664a77e6 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:32.241738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61938202-0cfa-4449-ba17-0b8dadb82f1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.279155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Made reservation on behalf of a94640de08fc491aa2dab0fc42271e17 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:32.283048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.297218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.365543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.371370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61938202-0cfa-4449-ba17-0b8dadb82f1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.403570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-954d7e6b-b8ac-43ee-b596-e27ed725758f req-093ab588-4907-47e2-835b-5590637e73e4 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461469 Dec 13 16:31:32.422316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event deleted for resources: {'Port': ['ID=c3a94a88-7ce4-40df-b86c-5a59b293c30b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:32.445726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089a1a4-a778-40cd-ba75-9dae879e659b None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:32.454424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.459320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a2da11-5588-4836-8c14-0e46fa32ba8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.509286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a2da11-5588-4836-8c14-0e46fa32ba8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.581751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2da11-5588-4836-8c14-0e46fa32ba8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8c526f-64d7-4126-b713-1c50e227de60,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:32.637424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54a2da11-5588-4836-8c14-0e46fa32ba8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.641658 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-54a2da11-5588-4836-8c14-0e46fa32ba8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5982466 Dec 13 16:31:32.644531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43578) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:32.650106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=bef9abc8-94a2-4223-9437-4b14fda847b7,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:32.656913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-131bb241-e322-435c-a41b-9475835f9acd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c83d1679-fb4a-4291-b7f0-ca92f1851090', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:32.678368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61938202-0cfa-4449-ba17-0b8dadb82f1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.779477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Checking segment: {'id': 'd5830c49-3e73-403a-8131-5967d2e8d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b17bedc1-461b-4501-a6ac-9708edd9a6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:32.780145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network hostable DHCP agents. Network: b17bedc1-461b-4501-a6ac-9708edd9a6fa, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:32.803346 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.804332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74c87b-81a3-4d3a-80ef-09e0f189bc16 req-7d459757-0118-41f4-896b-da4049a4af9e tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:32.806996 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c74c87b-81a3-4d3a-80ef-09e0f189bc16 req-7d459757-0118-41f4-896b-da4049a4af9e tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2448146 Dec 13 16:31:32.811829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61938202-0cfa-4449-ba17-0b8dadb82f1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.813873 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-131bb241-e322-435c-a41b-9475835f9acd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:31:32.816644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.832234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.834256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d6b4863-bce7-4b13-a334-4d731adb848f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:32.855560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-131bb241-e322-435c-a41b-9475835f9acd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.869742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61938202-0cfa-4449-ba17-0b8dadb82f1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=8c313ac4-2eb6-4e86-928d-8335664a77e6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:32.886894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61938202-0cfa-4449-ba17-0b8dadb82f1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.894436 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-61938202-0cfa-4449-ba17-0b8dadb82f1c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/8c313ac4-2eb6-4e86-928d-8335664a77e6 HTTP/1.1" status: 204 len: 168 time: 0.8303375 Dec 13 16:31:32.894436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network b17bedc1-461b-4501-a6ac-9708edd9a6fa is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:32.898256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43582) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:32.941567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a9d7e-f8bf-4736-a473-b30f0e2462b2 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:32.945519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:32.965672 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.967734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0593ee79-f2d7-4162-aac9-5819ae2da6a0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:32.971585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, b17bedc1-461b-4501-a6ac-9708edd9a6fa) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:32.972968 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.975549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:32.976063 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Added segment 1685f645-bf2b-4d91-bfc4-72462b30ca5a of type vlan for network 465dc462-60eb-414e-af31-d4265696edb2 Dec 13 16:31:32.985532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:32.986156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.007613 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c74c87b-81a3-4d3a-80ef-09e0f189bc16 req-6162370a-4329-4b02-8d52-87f0a377ecec tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884387 Dec 13 16:31:33.038668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f044c04-d9e7-4111-a620-46d48b52c13f None None] Network b17bedc1-461b-4501-a6ac-9708edd9a6fa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:33.060476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c31abb14-6cfe-4184-9ca8-605ab4367f61 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet c6572225-0319-4bc6-b6ac-239834b66ae2 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:33.074014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-131bb241-e322-435c-a41b-9475835f9acd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.075671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c31abb14-6cfe-4184-9ca8-605ab4367f61 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.084086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.084730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fcae69a2-43a9-45f4-bc15-8ceb53155e0a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3627896 Dec 13 16:31:33.088831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.089350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Fanout notify agent at l3_agent the message router_deleted on router 5b730dfc-4b80-4884-a143-cb4566b13eef {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:31:33.092715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43588) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:33.101264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.106601 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8e2c19cf-e585-44fc-9fb8-0c6132a7072d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/5b730dfc-4b80-4884-a143-cb4566b13eef HTTP/1.1" status: 204 len: 168 time: 2.3745348 Dec 13 16:31:33.111473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-95803366-b2a9-417f-8e8f-319e9cd9835a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-615790697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:33.119374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43590) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:33.131519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917816649', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': False}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:33.135293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-131bb241-e322-435c-a41b-9475835f9acd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.167232 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.175801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:33.176991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.195541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5d6b4863-bce7-4b13-a334-4d731adb848f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:33.195990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.196813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c31abb14-6cfe-4184-9ca8-605ab4367f61 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.197580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95803366-b2a9-417f-8e8f-319e9cd9835a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.199010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95803366-b2a9-417f-8e8f-319e9cd9835a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.252744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e14ffdb8-f944-418e-9695-f898c2a042d9 None None] Provisioning complete for port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:33.254785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131bb241-e322-435c-a41b-9475835f9acd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38e23c4-7db1-4e39-b793-c754d67498bd,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:33.263439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e14ffdb8-f944-418e-9695-f898c2a042d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.412624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.414884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.422142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a03ab5-bf2c-49ec-9081-c3bbdc97555f req-fda74cc1-971b-41f4-b416-58ad30c916ec tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:33.423747 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-47a03ab5-bf2c-49ec-9081-c3bbdc97555f req-fda74cc1-971b-41f4-b416-58ad30c916ec tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.1353238 Dec 13 16:31:33.424589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d1ba0e19-48c8-427a-a1e0-6a93f4874c59 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:33.426131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c31abb14-6cfe-4184-9ca8-605ab4367f61 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.432688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-131bb241-e322-435c-a41b-9475835f9acd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.433685 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-131bb241-e322-435c-a41b-9475835f9acd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7854385 Dec 13 16:31:33.468197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95803366-b2a9-417f-8e8f-319e9cd9835a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.477914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Network': ['ID=465dc462-60eb-414e-af31-d4265696edb2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:33.489515 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9a494a27-6ae4-42c7-91c0-ebec24593e47 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2721710 Dec 13 16:31:33.494438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-b17bedc1-461b-4501-a6ac-9708edd9a6fa', 'network_id': 'b17bedc1-461b-4501-a6ac-9708edd9a6fa', 'project_id': '86e41ef04033497ab56f290b0e7788d2', 'fixed_ips': [{'subnet_id': 'bef9abc8-94a2-4223-9437-4b14fda847b7'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:33.496973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.497977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43602) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:33.512006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'subnet': {'network_id': '465dc462-60eb-414e-af31-d4265696edb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:33.519771 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95803366-b2a9-417f-8e8f-319e9cd9835a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.525336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 465dc462-60eb-414e-af31-d4265696edb2 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:33.543062 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-47a03ab5-bf2c-49ec-9081-c3bbdc97555f req-69fc7950-41ca-4ddd-8be2-7122323b797c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873668 Dec 13 16:31:33.587126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c31abb14-6cfe-4184-9ca8-605ab4367f61 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.589234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95803366-b2a9-417f-8e8f-319e9cd9835a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.590692 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-95803366-b2a9-417f-8e8f-319e9cd9835a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4967453 Dec 13 16:31:33.601664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43608) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:33.636722 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c31abb14-6cfe-4184-9ca8-605ab4367f61 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.643346 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c31abb14-6cfe-4184-9ca8-605ab4367f61 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/c6572225-0319-4bc6-b6ac-239834b66ae2 HTTP/1.1" status: 204 len: 168 time: 0.7376325 Dec 13 16:31:33.647145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'network_id': 'b17bedc1-461b-4501-a6ac-9708edd9a6fa', 'name': 'tempest-PortsIpV6TestJSON-301650175'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:33.651487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43618) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:33.655866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31abb14-6cfe-4184-9ca8-605ab4367f61 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=c6572225-0319-4bc6-b6ac-239834b66ae2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:33.740323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.810277 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-86352a86-639e-4905-836a-8762bebe4c39 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552699 Dec 13 16:31:33.813262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43628) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:33.904298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:33.905115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:33.924992 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-fe83316d-30b5-4abb-8c86-b5715de42bc1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17910077&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.1879294 Dec 13 16:31:34.004162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Allocated IP 2001:db8::2 (b17bedc1-461b-4501-a6ac-9708edd9a6fa/bef9abc8-94a2-4223-9437-4b14fda847b7/55f01c6a-cc01-4818-a74a-0d1486c19c6c) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:34.019626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.085417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Made reservation on behalf of a94640de08fc491aa2dab0fc42271e17 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:34.089339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.100418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e19e348-e1fe-4ec9-94de-8be0281f6f2b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:34.104890 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4e19e348-e1fe-4ec9-94de-8be0281f6f2b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2836752 Dec 13 16:31:34.105057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:34.108323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43634) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.108525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.124445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43636) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.209050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 2144a91a-7109-4219-bb6b-b1f3c36c43db yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:34.221655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5114c-1874-4fec-9d2a-840319648a40 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:34.235992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-7ac69a87-1650-4603-a9e2-14b11636760b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:34.245314 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-7ac69a87-1650-4603-a9e2-14b11636760b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 HTTP/1.1" status: 200 len: 797 time: 0.3094058 Dec 13 16:31:34.263565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807dabe2-80ed-4523-9c63-fe948759e808 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:34.265059 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-807dabe2-80ed-4523-9c63-fe948759e808 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1429906 Dec 13 16:31:34.271410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43640) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.301398 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-a35764ff-38d4-487c-a215-1b1407608b70 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0544605 Dec 13 16:31:34.320876 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c67876df-05b1-48f8-8a29-ea36c1282126 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0474119 Dec 13 16:31:34.327466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43642) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.337491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-61f483d4-eb42-4e8d-8a0a-cb773278f795 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:34.381730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-bd4caa46-258a-4d32-99f5-2d92c696c882 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:34.448865 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-5b76d86c-64ea-452c-97dd-4052606008ec tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1446519 Dec 13 16:31:34.514419 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bd4caa46-258a-4d32-99f5-2d92c696c882 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "PUT /v2.0/quotas/de6703bbee6f4a578916105584acb646 HTTP/1.1" status: 200 len: 366 time: 0.3888056 Dec 13 16:31:34.518786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43644) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.537953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e7ec2cd7-3386-4e66-8e76-1b00882119dd tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0185943 Dec 13 16:31:34.540949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43646) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.554587 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8b1cb60a-d00d-43b2-b920-b329329c0c9b tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "GET /v2.0/quotas/de6703bbee6f4a578916105584acb646 HTTP/1.1" status: 200 len: 366 time: 0.0126114 Dec 13 16:31:34.557511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43648) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.594051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c5815b7d-2b5d-47c6-ab45-6c3d2242fa4f None None] Provisioning complete for port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:34.594584 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c5815b7d-2b5d-47c6-ab45-6c3d2242fa4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.599341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.608407 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f483d4-eb42-4e8d-8a0a-cb773278f795 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:34.613004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-61f483d4-eb42-4e8d-8a0a-cb773278f795 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.614720 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-61f483d4-eb42-4e8d-8a0a-cb773278f795 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:34.615208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61f483d4-eb42-4e8d-8a0a-cb773278f795 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:34.621756 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.622494 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-2e97c2a9-b9c0-4501-b391-d5bf8ed0884a service neutron] 10.222.0.13 "GET /v2.0/networks/a5f74ccf-b186-4af7-95ba-e5a6e02a28c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623709 Dec 13 16:31:34.633444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.696936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Network b17bedc1-461b-4501-a6ac-9708edd9a6fa is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:34.701204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:34.703683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:34.711296 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-61f483d4-eb42-4e8d-8a0a-cb773278f795 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3786600 Dec 13 16:31:34.713715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43652) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.720964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Pushing event updated for resources: {'Port': ['ID=55f01c6a-cc01-4818-a74a-0d1486c19c6c,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:34.738138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4c22f242-118a-4f1b-a5a3-bd8711bfadcf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:34.744353 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-59101155-c2ff-48e3-a450-5c4b583ab95b tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/de6703bbee6f4a578916105584acb646 HTTP/1.1" status: 204 len: 168 time: 0.1837704 Dec 13 16:31:34.750481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43654) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.754553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Checking segment: {'id': '1685f645-bf2b-4d91-bfc4-72462b30ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '465dc462-60eb-414e-af31-d4265696edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:34.754553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network hostable DHCP agents. Network: 465dc462-60eb-414e-af31-d4265696edb2, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:34.769071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:34.775959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Subnet': ['ID=8c43a16a-b401-4b4b-ad64-72d85c48dcfb,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:34.806683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd2d05-e6c7-4ed3-b9a5-c22b43b00501 req-880e4375-1656-41c5-ba40-cfe242d5f68b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:34.808015 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2cbd2d05-e6c7-4ed3-b9a5-c22b43b00501 req-880e4375-1656-41c5-ba40-cfe242d5f68b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.1711895 Dec 13 16:31:34.811901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.814197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Attempting to bind port 55f01c6a-cc01-4818-a74a-0d1486c19c6c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:34.814581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Attempting to bind port 55f01c6a-cc01-4818-a74a-0d1486c19c6c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'd5830c49-3e73-403a-8131-5967d2e8d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b17bedc1-461b-4501-a6ac-9708edd9a6fa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:34.814976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Attempting to bind port 55f01c6a-cc01-4818-a74a-0d1486c19c6c on network b17bedc1-461b-4501-a6ac-9708edd9a6fa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:34.828099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::1cf (b17bedc1-461b-4501-a6ac-9708edd9a6fa/bef9abc8-94a2-4223-9437-4b14fda847b7/2144a91a-7109-4219-bb6b-b1f3c36c43db) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:34.848401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:34.848798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Checking segment: {'id': 'd5830c49-3e73-403a-8131-5967d2e8d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b17bedc1-461b-4501-a6ac-9708edd9a6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:34.849215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.849618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Bound using segment: {'id': 'd5830c49-3e73-403a-8131-5967d2e8d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b17bedc1-461b-4501-a6ac-9708edd9a6fa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:34.850113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Bound port: 55f01c6a-cc01-4818-a74a-0d1486c19c6c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5830c49-3e73-403a-8131-5967d2e8d2dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'b17bedc1-461b-4501-a6ac-9708edd9a6fa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:34.853820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.854171 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-440aa4a2-13f9-49cd-93a1-126fe60d03d2 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0939424 Dec 13 16:31:34.854171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.860197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43656) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.891161 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network 465dc462-60eb-414e-af31-d4265696edb2 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:34.903128 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-502dfa0c-7a9b-4e2b-9530-2463d840f5b4 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "GET /v2.0/quotas/de6703bbee6f4a578916105584acb646 HTTP/1.1" status: 200 len: 370 time: 0.0394099 Dec 13 16:31:34.904970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43658) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.923545 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3e31953a-faa5-46c9-8afc-e85ae3f5349e tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "GET /v2.0/quotas/de6703bbee6f4a578916105584acb646/default HTTP/1.1" status: 200 len: 370 time: 0.0071409 Dec 13 16:31:34.928211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43660) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:34.940809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] Deleting port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:34.941086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.946106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] For port 55f01c6a-cc01-4818-a74a-0d1486c19c6c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:34.950381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 465dc462-60eb-414e-af31-d4265696edb2) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:34.964637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3636a73-4640-407c-8c38-27f69957a355 None None] Network 465dc462-60eb-414e-af31-d4265696edb2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:34.964901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:34.965592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:34.968677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-5377863f-71e5-41fc-8d89-0ca998d8a5f4 service neutron] 10.222.0.13 "GET /v2.0/networks/a5f74ccf-b186-4af7-95ba-e5a6e02a28c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450749 Dec 13 16:31:34.974299 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-1cda0fd3-0442-443f-a898-d304c1c3f1f5 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] delete failed (client error): The resource could not be found. Dec 13 16:31:34.978978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1cda0fd3-0442-443f-a898-d304c1c3f1f5 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "DELETE /v2.0/quotas/de6703bbee6f4a578916105584acb646 HTTP/1.1" status: 404 len: 348 time: 0.0462337 Dec 13 16:31:34.984422 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2cbd2d05-e6c7-4ed3-b9a5-c22b43b00501 req-9ed4e588-6dfe-4e07-a190-d9fc623b6a2a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599426 Dec 13 16:31:35.012113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c22f242-118a-4f1b-a5a3-bd8711bfadcf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:35.015776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4c22f242-118a-4f1b-a5a3-bd8711bfadcf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.017567 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c22f242-118a-4f1b-a5a3-bd8711bfadcf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:35.017991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c22f242-118a-4f1b-a5a3-bd8711bfadcf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:35.031070 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-27417376-41c8-4777-85fc-ccc436da581f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5315917 Dec 13 16:31:35.035695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43664) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:35.051773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'network': {'name': 'tempest-router-network01--735468473'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:35.052828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] For port 55f01c6a-cc01-4818-a74a-0d1486c19c6c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=55f01c6a-cc01-4818-a74a-0d1486c19c6c,segment=NetworkSegment(d5830c49-3e73-403a-8131-5967d2e8d2dc),segment_id=d5830c49-3e73-403a-8131-5967d2e8d2dc)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:35.080892 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4c22f242-118a-4f1b-a5a3-bd8711bfadcf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3636122 Dec 13 16:31:35.089199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43666) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:35.090432 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Allocated IP 172.26.6.120 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/12c364b8-73f2-4784-96c2-a3bd84176e61) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:35.091363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.103769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-01d2a706-c010-4144-ae1c-62108e6b083e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:35.153727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Made reservation on behalf of a94640de08fc491aa2dab0fc42271e17 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:35.158271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.167447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.202711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] For port d1ba0e19-48c8-427a-a1e0-6a93f4874c59, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d1ba0e19-48c8-427a-a1e0-6a93f4874c59,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:35.202711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.233154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.245933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] Calling delete_port for d1ba0e19-48c8-427a-a1e0-6a93f4874c59 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:35.271288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd8bda-0d6e-4865-8ca8-9e16ac7b4f76 None None] Pushing event updated for resources: {'Port': ['ID=55f01c6a-cc01-4818-a74a-0d1486c19c6c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:35.280640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43668) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:35.296935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:35.310249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.310879 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Added segment b4960ec0-9929-44d9-a38c-61751ff68afc of type vlan for network 1b073a90-87a8-44f3-81b0-98bf99d8f75b Dec 13 16:31:35.342595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-465dc462-60eb-414e-af31-d4265696edb2', 'network_id': '465dc462-60eb-414e-af31-d4265696edb2', 'project_id': 'a94640de08fc491aa2dab0fc42271e17', 'fixed_ips': [{'subnet_id': '8c43a16a-b401-4b4b-ad64-72d85c48dcfb'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:35.343524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.372754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.400585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=2144a91a-7109-4219-bb6b-b1f3c36c43db,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:35.439398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.448800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:35.449799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.450349 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e39843aa-d3df-42b3-91a7-6c761edd025b req-9b9f0e12-bdee-44cf-b64f-3f69204de443 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 210 time: 0.0529985 Dec 13 16:31:35.452272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network b17bedc1-461b-4501-a6ac-9708edd9a6fa is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:35.454432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:35.456501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:35.466915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:35.467826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.536043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.561593 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Usage tracker for resource:network and project:9f2e55e0ed1e46f4a78dc711e6f1452c is out of sync, need to count used quota {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 16:31:35.576281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 16:31:35.590709 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-678dc46d-8a20-4793-b684-0b6a0517e26d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9558182 Dec 13 16:31:35.593512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43678) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:35.600607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] No DVR routers for this DVR port d1ba0e19-48c8-427a-a1e0-6a93f4874c59 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:35.602415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7aa13-5859-424d-b04b-91a51d742148 None None] Pushing event deleted for resources: {'Port': ['ID=d1ba0e19-48c8-427a-a1e0-6a93f4874c59,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:35.613666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d2a706-c010-4144-ae1c-62108e6b083e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:35.617729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-01d2a706-c010-4144-ae1c-62108e6b083e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.620774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Allocated IP 172.20.0.2 (465dc462-60eb-414e-af31-d4265696edb2/8c43a16a-b401-4b4b-ad64-72d85c48dcfb/f63d59c3-b28d-4c7f-8ba2-044a4232ae36) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:35.621640 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d2a706-c010-4144-ae1c-62108e6b083e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:35.622098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d2a706-c010-4144-ae1c-62108e6b083e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:35.642988 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5954993 Dec 13 16:31:35.658911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43682) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:35.662846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf3f12-f7d7-4793-9965-c8dc8c9d6c51 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Network': ['ID=1b073a90-87a8-44f3-81b0-98bf99d8f75b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:35.670118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'network': {'name': 'tempest-router-network02--1475616478'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:35.701490 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.707130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Usage tracker for resource:subnet and project:9f2e55e0ed1e46f4a78dc711e6f1452c is out of sync, need to count used quota {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 16:31:35.726741 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-01d2a706-c010-4144-ae1c-62108e6b083e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6298592 Dec 13 16:31:35.729344 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43684) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:35.729861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1b073a90-87a8-44f3-81b0-98bf99d8f75b details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:35.730061 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 16:31:35.742535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fa964e65-c9be-4d2d-8082-5944e8ff3b90 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:35.808075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Usage tracker for resource:subnetpool and project:9f2e55e0ed1e46f4a78dc711e6f1452c is out of sync, need to count used quota {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 16:31:35.809871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Made reservation on behalf of a94640de08fc491aa2dab0fc42271e17 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:35.815185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.857794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 16:31:35.900316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Usage tracker for resource:port and project:9f2e55e0ed1e46f4a78dc711e6f1452c is out of sync, need to count used quota {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 16:31:35.908061 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:35.912342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.938035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:35.948799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.032454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Network 465dc462-60eb-414e-af31-d4265696edb2 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:36.040236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:36.045738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:36.049392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Pushing event updated for resources: {'Port': ['ID=f63d59c3-b28d-4c7f-8ba2-044a4232ae36,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:36.140784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Attempting to bind port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:36.141679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Attempting to bind port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '1685f645-bf2b-4d91-bfc4-72462b30ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '465dc462-60eb-414e-af31-d4265696edb2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:36.142194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Attempting to bind port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 on network 465dc462-60eb-414e-af31-d4265696edb2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:36.149615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:36.150197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Checking segment: {'id': '1685f645-bf2b-4d91-bfc4-72462b30ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '465dc462-60eb-414e-af31-d4265696edb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:36.150895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.151456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Bound using segment: {'id': '1685f645-bf2b-4d91-bfc4-72462b30ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '465dc462-60eb-414e-af31-d4265696edb2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:36.152094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Bound port: f63d59c3-b28d-4c7f-8ba2-044a4232ae36, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1685f645-bf2b-4d91-bfc4-72462b30ca5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '465dc462-60eb-414e-af31-d4265696edb2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:36.152597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.241915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] For port f63d59c3-b28d-4c7f-8ba2-044a4232ae36, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:36.246433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] For port f63d59c3-b28d-4c7f-8ba2-044a4232ae36, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f63d59c3-b28d-4c7f-8ba2-044a4232ae36,segment=NetworkSegment(1685f645-bf2b-4d91-bfc4-72462b30ca5a),segment_id=1685f645-bf2b-4d91-bfc4-72462b30ca5a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:36.256829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 16:31:36.260051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.302215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:36.309299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Usage tracker for resource:router and project:9f2e55e0ed1e46f4a78dc711e6f1452c is out of sync, need to count used quota {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 16:31:36.321097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.321446 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Added segment 5cb24057-028c-47a6-b6d2-ddede515f050 of type vlan for network ece07e27-43ef-4196-b6fd-7c81f8921fdf Dec 13 16:31:36.337296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:36.339427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 16:31:36.343004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:36.364586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f7394-1c79-4b42-bc83-da70e438943f None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:36.371324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cd317-70e7-43f4-bead-9f839a938a46 None None] Pushing event updated for resources: {'Port': ['ID=f63d59c3-b28d-4c7f-8ba2-044a4232ae36,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:36.385684 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa964e65-c9be-4d2d-8082-5944e8ff3b90 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:36.391412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa964e65-c9be-4d2d-8082-5944e8ff3b90 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.393727 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa964e65-c9be-4d2d-8082-5944e8ff3b90 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:36.394266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa964e65-c9be-4d2d-8082-5944e8ff3b90 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:36.419671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'Port': ['ID=12c364b8-73f2-4784-96c2-a3bd84176e61,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:36.447545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6b245-a077-4064-984a-6fed08747fef req-b3cc15f7-9892-4767-84fd-fa9ea61cd6d6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:36.455509 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2c6b245-a077-4064-984a-6fed08747fef req-b3cc15f7-9892-4767-84fd-fa9ea61cd6d6 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2179041 Dec 13 16:31:36.465748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.485383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3776f13c-d68f-4d82-a334-c1e0ff617f45 None None] Provisioning complete for port 12c364b8-73f2-4784-96c2-a3bd84176e61 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:36.486010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3776f13c-d68f-4d82-a334-c1e0ff617f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.555893 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2c6b245-a077-4064-984a-6fed08747fef req-f7b75dba-3821-4089-8ceb-030e121ac6d3 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994210 Dec 13 16:31:36.591020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3776f13c-d68f-4d82-a334-c1e0ff617f45 None None] Port 12c364b8-73f2-4784-96c2-a3bd84176e61 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:36.614291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.623187 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-116c8c68-8262-428f-9337-9ee908781c33 req-163469db-92e9-4283-8b8a-9802fd11abda tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 210 time: 0.0352921 Dec 13 16:31:36.623914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:36.624421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.624745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:36.632932 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fa964e65-c9be-4d2d-8082-5944e8ff3b90 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8996687 Dec 13 16:31:36.636415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43692) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:36.644496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-df42fd4b-b475-4a71-87af-9ab3c6a9310e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:36.661586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Usage tracker for resource:floatingip and project:9f2e55e0ed1e46f4a78dc711e6f1452c is out of sync, need to count used quota {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 16:31:36.776450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 16:31:36.805090 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1426563 Dec 13 16:31:36.837631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43694) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:36.880689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'subnet': {'network_id': '1b073a90-87a8-44f3-81b0-98bf99d8f75b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:36.963670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f63d59c3-b28d-4c7f-8ba2-044a4232ae36 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:36.967395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28788c6a-619e-49fd-8b83-14964e25de29 None None] Network b17bedc1-461b-4501-a6ac-9708edd9a6fa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:37.014203 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8dc86-e39f-4375-88e3-64fca97ed2ca tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Network': ['ID=ece07e27-43ef-4196-b6fd-7c81f8921fdf,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:37.055012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network ece07e27-43ef-4196-b6fd-7c81f8921fdf details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:37.091221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df42fd4b-b475-4a71-87af-9ab3c6a9310e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:37.094765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df42fd4b-b475-4a71-87af-9ab3c6a9310e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.096484 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-df42fd4b-b475-4a71-87af-9ab3c6a9310e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:37.096642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df42fd4b-b475-4a71-87af-9ab3c6a9310e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:37.154951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Made reservation on behalf of a94640de08fc491aa2dab0fc42271e17 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:37.158424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-441cb8ec-fd4f-4f4a-9656-e8d66f7cb4ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:37.159383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.159978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-441cb8ec-fd4f-4f4a-9656-e8d66f7cb4ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 HTTP/1.1" status: 200 len: 797 time: 0.2887096 Dec 13 16:31:37.173337 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-df42fd4b-b475-4a71-87af-9ab3c6a9310e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5355892 Dec 13 16:31:37.179104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43700) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:37.183082 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7cf0ec8c-9906-4cd4-89c3-1fca5911b4cd None None] Provisioning complete for port 55f01c6a-cc01-4818-a74a-0d1486c19c6c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:37.183647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ec8c-9906-4cd4-89c3-1fca5911b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.188253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-783708aa-b460-4340-afcc-714d6eec602c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:37.241468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:37.241468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.271295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Usage tracker for resource:security_group and project:9f2e55e0ed1e46f4a78dc711e6f1452c is out of sync, need to count used quota {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 16:31:37.276335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.364466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 16:31:37.374338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ec8c-9906-4cd4-89c3-1fca5911b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.392214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Usage tracker for resource:security_group_rule and project:9f2e55e0ed1e46f4a78dc711e6f1452c is out of sync, need to count used quota {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 13 16:31:37.392735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.403154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.413955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783708aa-b460-4340-afcc-714d6eec602c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:37.418283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-783708aa-b460-4340-afcc-714d6eec602c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.419904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-783708aa-b460-4340-afcc-714d6eec602c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:37.420355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783708aa-b460-4340-afcc-714d6eec602c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:37.424361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.quota.resource [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103053) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 13 16:31:37.432961 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-78644d48-5dd1-4da1-a301-ed4b33c2bf80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 470 time: 0.2572317 Dec 13 16:31:37.433720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.453234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': '145b360e-1d27-414b-8608-9b267ff451ba', 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['c83d1679-fb4a-4291-b7f0-ca92f1851090']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:37.467805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f63d59c3-b28d-4c7f-8ba2-044a4232ae36, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f63d59c3-b28d-4c7f-8ba2-044a4232ae36,segment=NetworkSegment(1685f645-bf2b-4d91-bfc4-72462b30ca5a),segment_id=1685f645-bf2b-4d91-bfc4-72462b30ca5a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:37.491600 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8578918e-d4ed-4af1-97e6-b4c82b6c0422 tempest-QuotasTest-1526666959 tempest-QuotasTest-1526666959-project-admin] 10.222.0.13 "GET /v2.0/quotas/9f2e55e0ed1e46f4a78dc711e6f1452c/details.json HTTP/1.1" status: 200 len: 703 time: 2.2079690 Dec 13 16:31:37.507413 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7cf0ec8c-9906-4cd4-89c3-1fca5911b4cd None None] For port 55f01c6a-cc01-4818-a74a-0d1486c19c6c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=55f01c6a-cc01-4818-a74a-0d1486c19c6c,segment=NetworkSegment(d5830c49-3e73-403a-8131-5967d2e8d2dc),segment_id=d5830c49-3e73-403a-8131-5967d2e8d2dc)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:37.511324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.512223 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 55f01c6a-cc01-4818-a74a-0d1486c19c6c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:37.622321 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-783708aa-b460-4340-afcc-714d6eec602c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4377842 Dec 13 16:31:37.633160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43706) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:37.661650 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.701297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7cf0ec8c-9906-4cd4-89c3-1fca5911b4cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.723533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=2144a91a-7109-4219-bb6b-b1f3c36c43db,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:37.738799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 55f01c6a-cc01-4818-a74a-0d1486c19c6c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:37.739264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.766540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43710) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:37.769489 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e18c9653-b8e3-4093-986d-737edea31a69 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1343327 Dec 13 16:31:37.841967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.878879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-598e721f-00ec-4c73-89cb-d04f4e522b5b None None] Provisioning complete for port 55f01c6a-cc01-4818-a74a-0d1486c19c6c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:37.879312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-598e721f-00ec-4c73-89cb-d04f4e522b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:37.950961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f63d59c3-b28d-4c7f-8ba2-044a4232ae36,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:38.050779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514230c4-5cf3-4dfd-ae26-d04d2c8ca3a7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:38.053138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-514230c4-5cf3-4dfd-ae26-d04d2c8ca3a7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2778111 Dec 13 16:31:38.063300 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43712) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:38.065515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Subnet': ['ID=c0ba0369-4802-4a68-b11e-235330a5a6af,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:38.120913 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ada95ea0-9050-46c5-8107-a96b16d62620 req-10079791-748d-4ce8-adef-1686213a0fb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 210 time: 0.1861405 Dec 13 16:31:38.132024 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-79890713-9486-40c8-a1f8-934968216f44 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672736 Dec 13 16:31:38.132883 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43716) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:38.137832 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Checking segment: {'id': 'b4960ec0-9929-44d9-a38c-61751ff68afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b073a90-87a8-44f3-81b0-98bf99d8f75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:38.138370 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network hostable DHCP agents. Network: 1b073a90-87a8-44f3-81b0-98bf99d8f75b, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:38.144858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:38.193173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.215362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43718) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:38.285282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network 1b073a90-87a8-44f3-81b0-98bf99d8f75b is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:38.303682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3dbb1-7289-4a92-a0b1-cf136603d935 None None] Network 465dc462-60eb-414e-af31-d4265696edb2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:38.315860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 1b073a90-87a8-44f3-81b0-98bf99d8f75b) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:38.322453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:38.324542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.372520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0ec8c-9906-4cd4-89c3-1fca5911b4cd None None] Pushing event updated for resources: {'Port': ['ID=55f01c6a-cc01-4818-a74a-0d1486c19c6c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:38.399363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:38.407457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.408555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e7ffb-ddb1-42c0-a9f3-fc25840702e3 req-585c3b0b-000c-44a9-930c-f3dec81c778d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:38.408809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95817414-8642-4333-b1b3-0a61a6ef4438 None None] Network 1b073a90-87a8-44f3-81b0-98bf99d8f75b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:38.410126 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4f7e7ffb-ddb1-42c0-a9f3-fc25840702e3 req-585c3b0b-000c-44a9-930c-f3dec81c778d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.7050278 Dec 13 16:31:38.477722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d1ba0e19-48c8-427a-a1e0-6a93f4874c59 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:38.509591 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4f7e7ffb-ddb1-42c0-a9f3-fc25840702e3 req-fcb12cec-146d-465d-9527-9187e62bf7be tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827677 Dec 13 16:31:38.512850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:38.516270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.522540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5acf2204-d664-46a0-a30b-df128046965a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.531883 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6f51c739-918d-4aa1-b6ed-485b0f8c6a7f tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6899800 Dec 13 16:31:38.532065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.546848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43722) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:38.546848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Router 9ef4c3ff-4aca-4716-a917-8bb6bc63748b is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:31:38.547131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: d1ba0e19-48c8-427a-a1e0-6a93f4874c59 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:38.547131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d1ba0e19-48c8-427a-a1e0-6a93f4874c59 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:38.559459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'subnet': {'network_id': 'ece07e27-43ef-4196-b6fd-7c81f8921fdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:38.700455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-1b073a90-87a8-44f3-81b0-98bf99d8f75b', 'network_id': '1b073a90-87a8-44f3-81b0-98bf99d8f75b', 'project_id': 'a94640de08fc491aa2dab0fc42271e17', 'fixed_ips': [{'subnet_id': 'c0ba0369-4802-4a68-b11e-235330a5a6af'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:38.701530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.715886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-598e721f-00ec-4c73-89cb-d04f4e522b5b None None] Provisioning complete for port 2144a91a-7109-4219-bb6b-b1f3c36c43db triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:38.719979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-598e721f-00ec-4c73-89cb-d04f4e522b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.779117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-598e721f-00ec-4c73-89cb-d04f4e522b5b None None] Port 2144a91a-7109-4219-bb6b-b1f3c36c43db cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:38.849067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 55f01c6a-cc01-4818-a74a-0d1486c19c6c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:38.873429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.19 (a5f74ccf-b186-4af7-95ba-e5a6e02a28c2/c2725f87-3424-465a-b20f-0a0a9e15d53d/06ed35bf-3f0a-4903-a82d-a69324ec657c) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:38.937643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5acf2204-d664-46a0-a30b-df128046965a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.969944 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5acf2204-d664-46a0-a30b-df128046965a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:38.972737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:38.993503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Sync routers for ids ['9ef4c3ff-4aca-4716-a917-8bb6bc63748b'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:38.998988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Made reservation on behalf of a94640de08fc491aa2dab0fc42271e17 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:39.002547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.007241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d107deb9-2fa4-44e2-8cf9-2853ed351d12 None None] Provisioning complete for port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:39.008444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d107deb9-2fa4-44e2-8cf9-2853ed351d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.027567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Allocated IP 172.20.0.2 (1b073a90-87a8-44f3-81b0-98bf99d8f75b/c0ba0369-4802-4a68-b11e-235330a5a6af/fcc28d44-7e7f-417d-8db9-8522cf7c1f76) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:39.067540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.070134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Routers {'9ef4c3ff-4aca-4716-a917-8bb6bc63748b'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:39.070828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9ef4c3ff-4aca-4716-a917-8bb6bc63748b'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:39.077122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.077437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.106581 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.110598 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-72ef24d7-2056-4445-990a-70bea40784f1 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9872792 Dec 13 16:31:39.124928 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5acf2204-d664-46a0-a30b-df128046965a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60f2f45741954fc488a1482b0ddd66e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8979208 Dec 13 16:31:39.144382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43724) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:39.144705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43726) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:39.189474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 55f01c6a-cc01-4818-a74a-0d1486c19c6c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:39.189671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.248217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf2204-d664-46a0-a30b-df128046965a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d1f6d7-ae68-4e2c-acbc-dcaf75584a1e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:39.283860 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbd177dd-4dab-4db7-bd82-11e77f203d0a req-92bac485-454a-4372-9799-901da0cef73e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 210 time: 0.0627131 Dec 13 16:31:39.294062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=2144a91a-7109-4219-bb6b-b1f3c36c43db,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:39.299793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.307308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network b17bedc1-461b-4501-a6ac-9708edd9a6fa is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:39.311226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:39.355737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Set router 9ef4c3ff-4aca-4716-a917-8bb6bc63748b gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:31:39.468633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Router aed8c6b2-c705-490f-8880-2bb7e4d42edd is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:31:39.471550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.528705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:39.535420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:39.540993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:39.623913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.639419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d107deb9-2fa4-44e2-8cf9-2853ed351d12 None None] Provisioning complete for port 2144a91a-7109-4219-bb6b-b1f3c36c43db triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:39.639984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d107deb9-2fa4-44e2-8cf9-2853ed351d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.643715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f63d59c3-b28d-4c7f-8ba2-044a4232ae36 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:39.702959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.796713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d107deb9-2fa4-44e2-8cf9-2853ed351d12 None None] Port 2144a91a-7109-4219-bb6b-b1f3c36c43db cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:39.797730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.802872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Network 1b073a90-87a8-44f3-81b0-98bf99d8f75b is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:39.826397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Pushing event updated for resources: {'Port': ['ID=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:39.829832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:39.832597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:39.877393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:39.877393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.933770 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5e80c935-bb40-45b3-85ae-e3d3f30b4500 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/routers/9ef4c3ff-4aca-4716-a917-8bb6bc63748b HTTP/1.1" status: 200 len: 909 time: 0.7857108 Dec 13 16:31:39.947189 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43732) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:39.952933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Attempting to bind port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:39.953312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Attempting to bind port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'b4960ec0-9929-44d9-a38c-61751ff68afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b073a90-87a8-44f3-81b0-98bf99d8f75b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:39.954023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Attempting to bind port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 on network 1b073a90-87a8-44f3-81b0-98bf99d8f75b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:39.964004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1917816649', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': True}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:39.970243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-54895491-a1d0-47c9-b139-6f67eb949e84 None None] Provisioning complete for port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:39.970519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54895491-a1d0-47c9-b139-6f67eb949e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.972213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:39.972589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Checking segment: {'id': 'b4960ec0-9929-44d9-a38c-61751ff68afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b073a90-87a8-44f3-81b0-98bf99d8f75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:39.972987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.973372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Bound using segment: {'id': 'b4960ec0-9929-44d9-a38c-61751ff68afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b073a90-87a8-44f3-81b0-98bf99d8f75b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:39.973852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Bound port: fcc28d44-7e7f-417d-8db9-8522cf7c1f76, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4960ec0-9929-44d9-a38c-61751ff68afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1b073a90-87a8-44f3-81b0-98bf99d8f75b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:39.974411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:39.977314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Subnet': ['ID=dc1bb754-9747-4219-ab77-2c852bc1238d,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:39.984018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06b07fdf-8674-4e89-ae20-f16703b500fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.001323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:31:40.019348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.024460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef4c3ff-4aca-4716-a917-8bb6bc63748b', 'name': 'tempest-snat-router-1917816649', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.120'}], 'enable_snat': False}, 'gw_port_id': '12c364b8-73f2-4784-96c2-a3bd84176e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:33Z', 'updated_at': '2021-12-13T16:31:37Z', 'revision_number': 3, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port': {'id': '12c364b8-73f2-4784-96c2-a3bd84176e61', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef4c3ff-4aca-4716-a917-8bb6bc63748b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:31:34Z', 'updated_at': '2021-12-13T16:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:40.026570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=06ed35bf-3f0a-4903-a82d-a69324ec657c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:40.040652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Checking segment: {'id': '5cb24057-028c-47a6-b6d2-ddede515f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ece07e27-43ef-4196-b6fd-7c81f8921fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:40.041170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network hostable DHCP agents. Network: ece07e27-43ef-4196-b6fd-7c81f8921fdf, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:40.086865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06b07fdf-8674-4e89-ae20-f16703b500fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.087540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:40.089044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.089613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Checking router: 9ef4c3ff-4aca-4716-a917-8bb6bc63748b for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:31:40.090014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Updating router 9ef4c3ff-4aca-4716-a917-8bb6bc63748b port 12c364b8-73f2-4784-96c2-a3bd84176e61 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:31:40.098508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:40.104522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.105692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.106756 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7dd48d72-4ff1-4d59-a254-d16fd3db303d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "PUT /v2.0/routers/aed8c6b2-c705-490f-8880-2bb7e4d42edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5104797 Dec 13 16:31:40.109419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43734) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:40.118360 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13bf91-516a-4d59-bf9a-280b01077c3e None None] Sync routers for ids ['aed8c6b2-c705-490f-8880-2bb7e4d42edd'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:40.130177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:40.131819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd06872-dc8b-4ce5-8bba-22290d64e15a req-8f297ed3-8b48-4459-a22b-434fd8f477ba tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:40.133993 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9fd06872-dc8b-4ce5-8bba-22290d64e15a req-8f297ed3-8b48-4459-a22b-434fd8f477ba tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.1475780 Dec 13 16:31:40.139190 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13bf91-516a-4d59-bf9a-280b01077c3e None None] Routers {'aed8c6b2-c705-490f-8880-2bb7e4d42edd'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:40.140110 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4e13bf91-516a-4d59-bf9a-280b01077c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['aed8c6b2-c705-490f-8880-2bb7e4d42edd'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:40.156827 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-493bb35f-9345-4df8-84cb-1ed424c27e6e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7072616 Dec 13 16:31:40.157317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:40.162057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:40.162829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.182727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Request body: {'port': {'device_id': '145b360e-1d27-414b-8608-9b267ff451ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:40.201751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=89ff2081-9a00-4399-8178-11ab513576a4,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:40.221509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network ece07e27-43ef-4196-b6fd-7c81f8921fdf is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:40.264615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9fd06872-dc8b-4ce5-8bba-22290d64e15a req-d4d8e791-3858-49a3-bfc8-6e64a8e6870c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067679 Dec 13 16:31:40.272093 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6f12116f-eb0c-439f-b864-c9249464686a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1354985 Dec 13 16:31:40.277745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43736) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:40.298745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5561a8ff-f85f-4395-8ff9-e4d16e5fa4da tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:40.298745 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5561a8ff-f85f-4395-8ff9-e4d16e5fa4da tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports?device_id=aed8c6b2-c705-490f-8880-2bb7e4d42edd HTTP/1.1" status: 200 len: 988 time: 0.1825762 Dec 13 16:31:40.302931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43738) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:40.312711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.314459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, ece07e27-43ef-4196-b6fd-7c81f8921fdf) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:40.329445 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4e13bf91-516a-4d59-bf9a-280b01077c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:40.340587 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e13bf91-516a-4d59-bf9a-280b01077c3e None None] Routers {'aed8c6b2-c705-490f-8880-2bb7e4d42edd'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:40.341202 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4e13bf91-516a-4d59-bf9a-280b01077c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['aed8c6b2-c705-490f-8880-2bb7e4d42edd'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:40.356447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:2f:f9:fc', 'name': 'tempest-NetworksTestDHCPv6-812379257'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:40.368023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:40.368756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef340947-1234-47b6-b251-ed56447a6b76 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:40.371171 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c17bca5-a587-429e-99f0-e9ebcb7b84d1 None None] Network ece07e27-43ef-4196-b6fd-7c81f8921fdf requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:40.386509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.389366 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4e13bf91-516a-4d59-bf9a-280b01077c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:40.390079 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13bf91-516a-4d59-bf9a-280b01077c3e None None] The sync data for ids ['aed8c6b2-c705-490f-8880-2bb7e4d42edd'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:40.432007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06b07fdf-8674-4e89-ae20-f16703b500fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.434712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06b07fdf-8674-4e89-ae20-f16703b500fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.438416 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-06b07fdf-8674-4e89-ae20-f16703b500fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67d1f6d7-ae68-4e2c-acbc-dcaf75584a1e HTTP/1.1" status: 204 len: 168 time: 1.2891974 Dec 13 16:31:40.446226 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.471847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.525751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b07fdf-8674-4e89-ae20-f16703b500fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d1f6d7-ae68-4e2c-acbc-dcaf75584a1e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:40.534682 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4f298787-4ef7-426b-b2a2-1964b29702cc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9832819 Dec 13 16:31:40.534881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] For port fcc28d44-7e7f-417d-8db9-8522cf7c1f76, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:40.536355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43744) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:40.607765 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] For port fcc28d44-7e7f-417d-8db9-8522cf7c1f76, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,segment=NetworkSegment(b4960ec0-9929-44d9-a38c-61751ff68afc),segment_id=b4960ec0-9929-44d9-a38c-61751ff68afc)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:40.612538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3431b81-fe14-4cf7-ac98-3d6607fc9c17 req-c4c7e149-f0b2-4b49-a2cc-bfd8b23e38b3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:40.621132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c3431b81-fe14-4cf7-ac98-3d6607fc9c17 req-c4c7e149-f0b2-4b49-a2cc-bfd8b23e38b3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 932 time: 0.1854982 Dec 13 16:31:40.622822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.637554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.878042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '89ff2081-9a00-4399-8178-11ab513576a4'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:40.879042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.953154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-ece07e27-43ef-4196-b6fd-7c81f8921fdf', 'network_id': 'ece07e27-43ef-4196-b6fd-7c81f8921fdf', 'project_id': 'a94640de08fc491aa2dab0fc42271e17', 'fixed_ips': [{'subnet_id': 'dc1bb754-9747-4219-ab77-2c852bc1238d'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:40.954504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:40.980743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4a206-3bd7-49e9-a428-6bd63f6b334c None None] Pushing event updated for resources: {'Port': ['ID=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:40.987487 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-54895491-a1d0-47c9-b139-6f67eb949e84 None None] Provisioning complete for port 2144a91a-7109-4219-bb6b-b1f3c36c43db triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:40.987904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54895491-a1d0-47c9-b139-6f67eb949e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.067695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:41.200657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-54895491-a1d0-47c9-b139-6f67eb949e84 None None] Port 2144a91a-7109-4219-bb6b-b1f3c36c43db cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:41.242890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c3431b81-fe14-4cf7-ac98-3d6607fc9c17 req-5ee46103-e2de-46b6-87ad-1a6c65a12482 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6212022 Dec 13 16:31:41.291696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43748) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:41.347797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-54895491-a1d0-47c9-b139-6f67eb949e84 None None] Provisioning complete for port 06ed35bf-3f0a-4903-a82d-a69324ec657c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:41.348174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54895491-a1d0-47c9-b139-6f67eb949e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.459054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ebad0ea-530b-4e2e-bc98-456330ff9055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.501653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Allocated IP 2001:db8::f816:3eff:fe74:4952 (2ba4744e-bfa0-4bbb-8255-861faf832180/89ff2081-9a00-4399-8178-11ab513576a4/2ae4cad2-a9fe-4e35-9dec-234aff884a0a) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:41.515375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Allocated IP 172.20.0.2 (ece07e27-43ef-4196-b6fd-7c81f8921fdf/dc1bb754-9747-4219-ab77-2c852bc1238d/cd8a7e97-fb7f-40fe-80bf-db805eb40cd2) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:41.527141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-54895491-a1d0-47c9-b139-6f67eb949e84 None None] Port 06ed35bf-3f0a-4903-a82d-a69324ec657c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:41.553929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.561534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.593268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.602378 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.609700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.638243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port c16a39c8-54b7-492c-bca5-46149e6062af yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:41.666391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.704791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365a51d-44ff-472f-ab78-e59595fbefe6 req-af8f34c7-1ec1-4992-a3b3-46e4a9de54d0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:41.706282 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2365a51d-44ff-472f-ab78-e59595fbefe6 req-af8f34c7-1ec1-4992-a3b3-46e4a9de54d0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2421019 Dec 13 16:31:41.754079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfe885d-1f00-4028-a3e2-77cf6a9e5add None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:41.784813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Attempting to bind port 12c364b8-73f2-4784-96c2-a3bd84176e61 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:41.785736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Attempting to bind port 12c364b8-73f2-4784-96c2-a3bd84176e61 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:41.785736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Attempting to bind port 12c364b8-73f2-4784-96c2-a3bd84176e61 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:41.800312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b42ad3-4bc0-4b28-b1b2-a9e8ed4e8c67 None None] Pushing event updated for resources: {'Port': ['ID=12c364b8-73f2-4784-96c2-a3bd84176e61,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:41.806764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.834588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:41.834588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:41.834928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.836699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:41.837239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Bound port: 12c364b8-73f2-4784-96c2-a3bd84176e61, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:41.837744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.889157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ed35bf-3f0a-4903-a82d-a69324ec657c {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:31:41.906579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.913547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ebad0ea-530b-4e2e-bc98-456330ff9055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.928615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Allocated IP 172.26.6.22 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/1bd7cf82-df79-4f85-8317-bd38a5be8482) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:41.933861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6ebad0ea-530b-4e2e-bc98-456330ff9055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:41.948182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Transition to ACTIVE for port object 06ed35bf-3f0a-4903-a82d-a69324ec657c will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:31:41.955144 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2365a51d-44ff-472f-ab78-e59595fbefe6 req-b9fa0968-4668-4239-9b20-cc25ad5ea1b0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934226 Dec 13 16:31:41.968984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebad0ea-530b-4e2e-bc98-456330ff9055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b74bf1f-5290-48c1-8a3e-a042a6162190,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:41.981249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.011473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f1249ca1-e1c7-458f-b30b-f4edb6459967 None None] Provisioning complete for port 12c364b8-73f2-4784-96c2-a3bd84176e61 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:42.012359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1249ca1-e1c7-458f-b30b-f4edb6459967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.017247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.018994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] For port 12c364b8-73f2-4784-96c2-a3bd84176e61, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:42.026150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] For port 12c364b8-73f2-4784-96c2-a3bd84176e61, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=12c364b8-73f2-4784-96c2-a3bd84176e61,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:42.053798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.066485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.075629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.104529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.147523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f1249ca1-e1c7-458f-b30b-f4edb6459967 None None] Port 12c364b8-73f2-4784-96c2-a3bd84176e61 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:42.160199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed35bf-3f0a-4903-a82d-a69324ec657c,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:42.164591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631805c4-b6a4-4824-b900-b5b2b62f45d9 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:42.168591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:42.188573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:42.191090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:42.198408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Network ece07e27-43ef-4196-b6fd-7c81f8921fdf is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:42.220318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Routers {'9ef4c3ff-4aca-4716-a917-8bb6bc63748b'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:42.220951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9ef4c3ff-4aca-4716-a917-8bb6bc63748b'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:42.223004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b42ad3-4bc0-4b28-b1b2-a9e8ed4e8c67 None None] Pushing event updated for resources: {'Port': ['ID=12c364b8-73f2-4784-96c2-a3bd84176e61,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:42.229279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:42.231619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:42.264483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Allocated IP 172.20.0.1 (1b073a90-87a8-44f3-81b0-98bf99d8f75b/c0ba0369-4802-4a68-b11e-235330a5a6af/9d5a04a8-1ee4-437c-995b-744cd1ea142e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:42.333896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:fe2f:f9fc (2ba4744e-bfa0-4bbb-8255-861faf832180/89ff2081-9a00-4399-8178-11ab513576a4/c16a39c8-54b7-492c-bca5-46149e6062af) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:42.410139 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6ebad0ea-530b-4e2e-bc98-456330ff9055 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f2e55e0ed1e46f4a78dc711e6f1452c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1169112 Dec 13 16:31:42.442297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43754) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:42.578542 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Attempting to bind port 06ed35bf-3f0a-4903-a82d-a69324ec657c on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:42.579999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Attempting to bind port 06ed35bf-3f0a-4903-a82d-a69324ec657c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:42.580526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Attempting to bind port 06ed35bf-3f0a-4903-a82d-a69324ec657c on network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:42.598568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed84449-61f0-4194-b400-1c26dc01eeeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.605387 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.607026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Port 06ed35bf-3f0a-4903-a82d-a69324ec657c on network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:31:42.607884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Attempting to bind port 06ed35bf-3f0a-4903-a82d-a69324ec657c on network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:42.631460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:42.631820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Checking segment: {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:42.632178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Bound using segment: {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:42.632883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Bound port: 06ed35bf-3f0a-4903-a82d-a69324ec657c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:42.633247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.639946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed84449-61f0-4194-b400-1c26dc01eeeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.678090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Pushing event updated for resources: {'Port': ['ID=2ae4cad2-a9fe-4e35-9dec-234aff884a0a,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:42.688785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7b7c6-8daa-462f-820d-38e823c81ac4 req-f8617bdb-466e-498a-b375-7798f2ae8481 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:42.691049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66d7b7c6-8daa-462f-820d-38e823c81ac4 req-f8617bdb-466e-498a-b375-7798f2ae8481 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 944 time: 0.2163885 Dec 13 16:31:42.761374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Attempting to bind port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:42.763103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Attempting to bind port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:42.763402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Attempting to bind port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:42.765339 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e886c509-2813-45c0-9ea3-a94e662637c7 None None] Provisioning complete for port 12c364b8-73f2-4784-96c2-a3bd84176e61 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:42.765715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e886c509-2813-45c0-9ea3-a94e662637c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.767275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed84449-61f0-4194-b400-1c26dc01eeeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.772003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ed84449-61f0-4194-b400-1c26dc01eeeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.774497 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5ed84449-61f0-4194-b400-1c26dc01eeeb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b74bf1f-5290-48c1-8a3e-a042a6162190 HTTP/1.1" status: 204 len: 168 time: 0.3306670 Dec 13 16:31:42.797394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed84449-61f0-4194-b400-1c26dc01eeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b74bf1f-5290-48c1-8a3e-a042a6162190,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:42.810542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.830716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2d163d-4cce-49a5-b5c8-59815a40e062 None None] Network 1b073a90-87a8-44f3-81b0-98bf99d8f75b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:42.871577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:42.872756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:42.872756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.872756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:42.873220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Bound port: 2ae4cad2-a9fe-4e35-9dec-234aff884a0a, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:42.873605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.917219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Attempting to bind port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:42.917606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Attempting to bind port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '5cb24057-028c-47a6-b6d2-ddede515f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ece07e27-43ef-4196-b6fd-7c81f8921fdf'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:42.917965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Attempting to bind port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 on network ece07e27-43ef-4196-b6fd-7c81f8921fdf {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:42.922309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 2144a91a-7109-4219-bb6b-b1f3c36c43db {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:42.937803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Pushing event updated for resources: {'Port': ['ID=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:42.938301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:42.942874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:42.953902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fcc28d44-7e7f-417d-8db9-8522cf7c1f76 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:42.966591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] Set router 9ef4c3ff-4aca-4716-a917-8bb6bc63748b gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:31:42.982155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:42.989499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'Port': ['ID=1bd7cf82-df79-4f85-8317-bd38a5be8482,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:43.003323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:43.004424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Checking segment: {'id': '5cb24057-028c-47a6-b6d2-ddede515f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ece07e27-43ef-4196-b6fd-7c81f8921fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:43.004595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.005005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Bound using segment: {'id': '5cb24057-028c-47a6-b6d2-ddede515f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ece07e27-43ef-4196-b6fd-7c81f8921fdf'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:43.005498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Bound port: cd8a7e97-fb7f-40fe-80bf-db805eb40cd2, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb24057-028c-47a6-b6d2-ddede515f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'ece07e27-43ef-4196-b6fd-7c81f8921fdf'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:43.005887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.046606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d400578-c186-48ee-827b-642b7bb80a11 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:43.065852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:43.249172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.288707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 2144a91a-7109-4219-bb6b-b1f3c36c43db owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:43.303811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.319320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] For port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:43.329391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] For port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2ae4cad2-a9fe-4e35-9dec-234aff884a0a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:43.400285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.411819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.424152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66d7b7c6-8daa-462f-820d-38e823c81ac4 req-647154cf-ac15-4bb8-8b28-147cf3d85225 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7179067 Dec 13 16:31:43.441288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] For port 06ed35bf-3f0a-4903-a82d-a69324ec657c, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:43.451031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] For port 06ed35bf-3f0a-4903-a82d-a69324ec657c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06ed35bf-3f0a-4903-a82d-a69324ec657c,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:43.473470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.493736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] For port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:43.509352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:43.509742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.559074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e886c509-2813-45c0-9ea3-a94e662637c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.580202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:43.583228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.584900 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] 10.222.0.31 "PUT /v2.0/ports/06ed35bf-3f0a-4903-a82d-a69324ec657c HTTP/1.1" status: 200 len: 1094 time: 3.4107296 Dec 13 16:31:43.589212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] For port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,segment=NetworkSegment(5cb24057-028c-47a6-b6d2-ddede515f050),segment_id=5cb24057-028c-47a6-b6d2-ddede515f050)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:43.591611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145b360e-1d27-414b-8608-9b267ff451ba', 'tag': '06ed35bf-3f0a-4903-a82d-a69324ec657c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:31:43.596679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77" -d '{"events": [{"name": "network-changed", "server_uuid": "145b360e-1d27-414b-8608-9b267ff451ba", "tag": "06ed35bf-3f0a-4903-a82d-a69324ec657c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:31:43.603301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.624993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ceeff-a651-4b22-a370-7367a0c61be4 req-f90bdc81-90f4-4be1-aa67-a24d6d73f0f0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:43.626516 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-976ceeff-a651-4b22-a370-7367a0c61be4 req-f90bdc81-90f4-4be1-aa67-a24d6d73f0f0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3268609 Dec 13 16:31:43.630227 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.654915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.710220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e886c509-2813-45c0-9ea3-a94e662637c7 None None] For port 12c364b8-73f2-4784-96c2-a3bd84176e61, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=12c364b8-73f2-4784-96c2-a3bd84176e61,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:43.734781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.762050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d66a7d-28c1-4c0b-b2e8-b5b78d146840 None None] Pushing event updated for resources: {'Port': ['ID=2ae4cad2-a9fe-4e35-9dec-234aff884a0a,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:43.787758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e886c509-2813-45c0-9ea3-a94e662637c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.795482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9980490-5836-4e63-ae94-1588fc8872d8 service neutron] Pushing event updated for resources: {'Port': ['ID=06ed35bf-3f0a-4903-a82d-a69324ec657c,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:43.799742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc880be-9127-4dc2-99ca-a796b0da086b x-openstack-request-id: req-9fc880be-9127-4dc2-99ca-a796b0da086b {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:31:43.800171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145b360e-1d27-414b-8608-9b267ff451ba", "tag": "06ed35bf-3f0a-4903-a82d-a69324ec657c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:31:43.800525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fc880be-9127-4dc2-99ca-a796b0da086b {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:31:43.801514 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145b360e-1d27-414b-8608-9b267ff451ba', 'tag': '06ed35bf-3f0a-4903-a82d-a69324ec657c', 'status': 'completed', 'code': 200} Dec 13 16:31:43.876780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:43.901909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:43.970580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a003945-51f4-40c6-b524-83a06200f474 None None] Pushing event updated for resources: {'Port': ['ID=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:44.000497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network 1b073a90-87a8-44f3-81b0-98bf99d8f75b is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:44.018344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:44.020853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:44.028203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:44.050273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.084727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef4c3ff-4aca-4716-a917-8bb6bc63748b', 'name': 'tempest-snat-router-1917816649', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.120'}], 'enable_snat': False}, 'gw_port_id': '12c364b8-73f2-4784-96c2-a3bd84176e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:33Z', 'updated_at': '2021-12-13T16:31:37Z', 'revision_number': 3, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port': {'id': '12c364b8-73f2-4784-96c2-a3bd84176e61', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef4c3ff-4aca-4716-a917-8bb6bc63748b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:31:34Z', 'updated_at': '2021-12-13T16:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:44.134525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-60367e10-9a7a-4f05-8eff-dba4238e9a92 None None] Provisioning complete for port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:44.134930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60367e10-9a7a-4f05-8eff-dba4238e9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.151068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.160825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.167897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=2144a91a-7109-4219-bb6b-b1f3c36c43db,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:44.190364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7586e05-15ba-47aa-b0cd-b7c7e1e89e50 None None] The sync data for ids ['9ef4c3ff-4aca-4716-a917-8bb6bc63748b'] in dv-neutron-821599-1-hyperv is: [{'id': '9ef4c3ff-4aca-4716-a917-8bb6bc63748b', 'name': 'tempest-snat-router-1917816649', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.120'}], 'enable_snat': False}, 'gw_port_id': '12c364b8-73f2-4784-96c2-a3bd84176e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:33Z', 'updated_at': '2021-12-13T16:31:37Z', 'revision_number': 3, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port': {'id': '12c364b8-73f2-4784-96c2-a3bd84176e61', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ad:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef4c3ff-4aca-4716-a917-8bb6bc63748b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:31:34Z', 'updated_at': '2021-12-13T16:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:44.300530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886c509-2813-45c0-9ea3-a94e662637c7 None None] Pushing event updated for resources: {'Port': ['ID=12c364b8-73f2-4784-96c2-a3bd84176e61,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:44.362514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port fcc28d44-7e7f-417d-8db9-8522cf7c1f76, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,segment=NetworkSegment(b4960ec0-9929-44d9-a38c-61751ff68afc),segment_id=b4960ec0-9929-44d9-a38c-61751ff68afc)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:44.381310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.399886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:44.415974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:44.416661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.431233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-976ceeff-a651-4b22-a370-7367a0c61be4 req-3edda2a0-027f-4639-ac89-b732e192e9e5 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7801178 Dec 13 16:31:44.477961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-c1ccd67c-bca9-4cc8-9b50-27b0e9d07774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:44.480034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-c1ccd67c-bca9-4cc8-9b50-27b0e9d07774 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 1097 time: 0.7286952 Dec 13 16:31:44.517721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43782) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:44.525402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.596757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:44.638186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-60367e10-9a7a-4f05-8eff-dba4238e9a92 None None] Provisioning complete for port 1bd7cf82-df79-4f85-8317-bd38a5be8482 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:44.638561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60367e10-9a7a-4f05-8eff-dba4238e9a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.693631 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-479551cf-5480-4fb6-aced-4d5188e5f9f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=06ed35bf-3f0a-4903-a82d-a69324ec657c HTTP/1.1" status: 200 len: 217 time: 0.1974602 Dec 13 16:31:44.733499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=c16a39c8-54b7-492c-bca5-46149e6062af,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:44.750424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-60367e10-9a7a-4f05-8eff-dba4238e9a92 None None] Port 1bd7cf82-df79-4f85-8317-bd38a5be8482 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:44.859475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:44.860006 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9a5a4d9f-3df9-4a06-964a-d5029d2c5335 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5605323 Dec 13 16:31:44.866381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'networks': [{'name': 'tempest-network--891384736'}, {'name': 'tempest-network--1146204672'}]} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:44.867365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'network': {'name': 'tempest-network--891384736'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:44.867365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'network': {'name': 'tempest-network--1146204672'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:44.876957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43786) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:44.908089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-ccc43bb1-b911-4fc4-959f-f4458a3f42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:44.915002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-ccc43bb1-b911-4fc4-959f-f4458a3f42f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2725f87-3424-465a-b20f-0a0a9e15d53d HTTP/1.1" status: 200 len: 837 time: 0.1791389 Dec 13 16:31:44.947540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-288f2308-27c5-4168-a614-257f73116826 None None] Provisioning complete for port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:44.947853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-288f2308-27c5-4168-a614-257f73116826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.082654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Made reservation on behalf of b9370c5fefdb4ca8ab11dd9f8d13a0c1 for: {'network': 2} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:45.101013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.152317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.156878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:45.173337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94bb2f-0774-450d-93ce-29e4b3d22aae req-4367190b-ebf7-4ce8-b917-38e23d89cfb8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:45.175254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a94bb2f-0774-450d-93ce-29e4b3d22aae req-4367190b-ebf7-4ce8-b917-38e23d89cfb8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 944 time: 0.4693158 Dec 13 16:31:45.189650 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Router aed8c6b2-c705-490f-8880-2bb7e4d42edd has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:31:45.192863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.194297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Port': ['ID=9d5a04a8-1ee4-437c-995b-744cd1ea142e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:45.234799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-288f2308-27c5-4168-a614-257f73116826 None None] Provisioning complete for port 9d5a04a8-1ee4-437c-995b-744cd1ea142e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:45.235178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-288f2308-27c5-4168-a614-257f73116826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.293766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34df885-af52-494e-ab52-a59deaa1042e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:45.300171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34df885-af52-494e-ab52-a59deaa1042e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:45.302335 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e34df885-af52-494e-ab52-a59deaa1042e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4224350 Dec 13 16:31:45.309291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-288f2308-27c5-4168-a614-257f73116826 None None] Port 9d5a04a8-1ee4-437c-995b-744cd1ea142e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:45.315169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-2c097fe5-35cc-4c5c-8647-5ea66e6f20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:45.318097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-2c097fe5-35cc-4c5c-8647-5ea66e6f20a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5f74ccf-b186-4af7-95ba-e5a6e02a28c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3669996 Dec 13 16:31:45.318594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43788) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:45.323934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:45.324452 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.388467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:45.416783 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-974f1445-99ce-4e4f-98d5-10d8c4492aa3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "PUT /v2.0/routers/aed8c6b2-c705-490f-8880-2bb7e4d42edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1102564 Dec 13 16:31:45.435138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43790) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:45.447372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.450912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490e78e-056c-4911-9ac1-0459ac2a9c13 None None] Sync routers for ids ['aed8c6b2-c705-490f-8880-2bb7e4d42edd'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:45.483146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490e78e-056c-4911-9ac1-0459ac2a9c13 None None] Routers {'aed8c6b2-c705-490f-8880-2bb7e4d42edd'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:45.484298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9490e78e-056c-4911-9ac1-0459ac2a9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['aed8c6b2-c705-490f-8880-2bb7e4d42edd'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:45.527815 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e947dd8c-4eb1-4ef9-8256-431f105fc65f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:31:45.532575 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e947dd8c-4eb1-4ef9-8256-431f105fc65f tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/2144a91a-7109-4219-bb6b-b1f3c36c43db HTTP/1.1" status: 404 len: 333 time: 0.0928280 Dec 13 16:31:45.548188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43794) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:45.561913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9490e78e-056c-4911-9ac1-0459ac2a9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:45.583259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-51cdb5dc-1b7a-4fcb-a177-a6f2db1c6594 None None] Provisioning complete for port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:45.583776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-51cdb5dc-1b7a-4fcb-a177-a6f2db1c6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.626927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,segment=NetworkSegment(5cb24057-028c-47a6-b6d2-ddede515f050),segment_id=5cb24057-028c-47a6-b6d2-ddede515f050)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:45.646720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.648788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 12c364b8-73f2-4784-96c2-a3bd84176e61 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:45.709300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9490e78e-056c-4911-9ac1-0459ac2a9c13 None None] Routers {'aed8c6b2-c705-490f-8880-2bb7e4d42edd'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:45.710980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9490e78e-056c-4911-9ac1-0459ac2a9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['aed8c6b2-c705-490f-8880-2bb7e4d42edd'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:45.765054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-320c4aa0-09f2-4544-bc21-ffed398fad77 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.823258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a94bb2f-0774-450d-93ce-29e4b3d22aae req-22fbe6b1-2bd9-4259-9032-deffde6dd698 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6154728 Dec 13 16:31:45.941900 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.986750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Router 7055aff5-ce1c-42d3-ab38-9cb49f4365c9 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:31:45.988558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:45.989017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.005230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:46.009541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cf588-6310-4f63-a6b2-49908fa55f91 req-69cf1d84-9d2d-4231-a892-78686af2e2ab tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:46.010240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9490e78e-056c-4911-9ac1-0459ac2a9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:46.011491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9490e78e-056c-4911-9ac1-0459ac2a9c13 None None] The sync data for ids ['aed8c6b2-c705-490f-8880-2bb7e4d42edd'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:46.012127 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-604cf588-6310-4f63-a6b2-49908fa55f91 req-69cf1d84-9d2d-4231-a892-78686af2e2ab tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3350413 Dec 13 16:31:46.020682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853796e7-6484-4ccc-9658-ffb04d72e5a8 None None] Network ece07e27-43ef-4196-b6fd-7c81f8921fdf requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:46.101101 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-2b0211b4-1e71-417a-8c3d-b32ca8518265 service neutron] 10.222.0.31 "GET /v2.0/networks/a5f74ccf-b186-4af7-95ba-e5a6e02a28c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7601817 Dec 13 16:31:46.145507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-51cdb5dc-1b7a-4fcb-a177-a6f2db1c6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.168155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 12c364b8-73f2-4784-96c2-a3bd84176e61 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:46.168541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.203760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c97624a2-c1e0-4cfe-a24e-0c0723278e9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port c16a39c8-54b7-492c-bca5-46149e6062af {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:46.204265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c97624a2-c1e0-4cfe-a24e-0c0723278e9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.259335 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-604cf588-6310-4f63-a6b2-49908fa55f91 req-da098974-5154-4bcd-b2c0-05005c48459f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019007 Dec 13 16:31:46.280781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-51cdb5dc-1b7a-4fcb-a177-a6f2db1c6594 None None] For port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2ae4cad2-a9fe-4e35-9dec-234aff884a0a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:46.297449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-51cdb5dc-1b7a-4fcb-a177-a6f2db1c6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.383153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c97624a2-c1e0-4cfe-a24e-0c0723278e9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.397236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c97624a2-c1e0-4cfe-a24e-0c0723278e9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for c16a39c8-54b7-492c-bca5-46149e6062af owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:46.465083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-320c4aa0-09f2-4544-bc21-ffed398fad77 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.481590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cdb5dc-1b7a-4fcb-a177-a6f2db1c6594 None None] Pushing event updated for resources: {'Port': ['ID=2ae4cad2-a9fe-4e35-9dec-234aff884a0a,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:46.486750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd3d3d9-8251-4d36-8937-68c2ab698aa4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:46.488267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-10abfa08-2f21-438e-8e64-343933d94fc6 None None] Provisioning complete for port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:46.488640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10abfa08-2f21-438e-8e64-343933d94fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.491000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fcc28d44-7e7f-417d-8db9-8522cf7c1f76 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:46.497998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-320c4aa0-09f2-4544-bc21-ffed398fad77 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.615343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.626937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.670002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c97624a2-c1e0-4cfe-a24e-0c0723278e9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.686028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:46.686401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.709848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e162dede-d497-4d9b-bc7a-727a730e2bbe req-ccae36c4-389f-4405-b62c-927bc483ed9b service neutron] 10.222.0.31 "GET /v2.0/networks/a5f74ccf-b186-4af7-95ba-e5a6e02a28c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953321 Dec 13 16:31:46.741375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-10abfa08-2f21-438e-8e64-343933d94fc6 None None] Could not find standard attr ID for object c16a39c8-54b7-492c-bca5-46149e6062af. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:31:46.781397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:46.783719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-320c4aa0-09f2-4544-bc21-ffed398fad77 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.786276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320c4aa0-09f2-4544-bc21-ffed398fad77 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Fanout notify agent at l3_agent the message router_deleted on router aed8c6b2-c705-490f-8880-2bb7e4d42edd {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:31:46.803712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-320c4aa0-09f2-4544-bc21-ffed398fad77 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.805570 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-320c4aa0-09f2-4544-bc21-ffed398fad77 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/routers/aed8c6b2-c705-490f-8880-2bb7e4d42edd HTTP/1.1" status: 204 len: 168 time: 1.2563720 Dec 13 16:31:46.812466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43800) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:46.827407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2ae4cad2-a9fe-4e35-9dec-234aff884a0a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:46.850216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.859336 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Added segment 3c15a4bf-cd06-459f-8f12-f5e782ccfa7d of type vlan for network fb07a221-149b-4f4b-ac35-19efad15273e Dec 13 16:31:46.868404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.884895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c97624a2-c1e0-4cfe-a24e-0c0723278e9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.892024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c97624a2-c1e0-4cfe-a24e-0c0723278e9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/c16a39c8-54b7-492c-bca5-46149e6062af HTTP/1.1" status: 204 len: 168 time: 1.5665152 Dec 13 16:31:46.894998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43804) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:46.898887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4f2f539d-b5e5-4c22-bd0f-07584aa31a92 None None] Provisioning complete for port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:46.899278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f2f539d-b5e5-4c22-bd0f-07584aa31a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.913988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Port': ['ID=9d5a04a8-1ee4-437c-995b-744cd1ea142e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:46.968169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:46.968546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:46.974392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97624a2-c1e0-4cfe-a24e-0c0723278e9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=c16a39c8-54b7-492c-bca5-46149e6062af,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:47.009566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f12bf46-1fdd-4094-bdfb-4749aecf2466 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet bef9abc8-94a2-4223-9437-4b14fda847b7 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:47.041443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-777ac003-14ae-4d61-a474-5e757e92442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.043177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-777ac003-14ae-4d61-a474-5e757e92442b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1099 time: 0.2627232 Dec 13 16:31:47.044864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-f6b42c49-d55f-49f2-908b-193523171757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.046231 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-f6b42c49-d55f-49f2-908b-193523171757 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 1097 time: 0.2372422 Dec 13 16:31:47.056731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab8c3-8547-4e59-a201-56773f4d3788 req-488699bb-c671-4a97-bb7e-a5cc9adf0b7d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.058306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-314ab8c3-8547-4e59-a201-56773f4d3788 req-488699bb-c671-4a97-bb7e-a5cc9adf0b7d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3516545 Dec 13 16:31:47.065484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:47.067342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f12bf46-1fdd-4094-bdfb-4749aecf2466 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.078554 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Sync routers for ids ['7055aff5-ce1c-42d3-ab38-9cb49f4365c9'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:47.094750 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Routers {'7055aff5-ce1c-42d3-ab38-9cb49f4365c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:47.095379 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7055aff5-ce1c-42d3-ab38-9cb49f4365c9'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:47.158900 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.163093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.167723 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8dfa55c3-5117-4095-b50b-aac706aee1dc tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.2139220 Dec 13 16:31:47.174499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43806) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:47.219129 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Set router 7055aff5-ce1c-42d3-ab38-9cb49f4365c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:31:47.238013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9edd94-cb7a-47e5-9fca-6cf01d630931 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.239850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9edd94-cb7a-47e5-9fca-6cf01d630931 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.244414 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6f9edd94-cb7a-47e5-9fca-6cf01d630931 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3466597 Dec 13 16:31:47.264848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:47.273343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43808) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:47.274906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.resource_extend [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 16:31:47.300159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:47.312666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.313272 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Added segment 33935b7d-8956-434c-82de-b0c241e75757 of type vlan for network 3dfd03f8-be87-47e3-9108-2a81c024e4fd Dec 13 16:31:47.321954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:47.322337 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.378692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f12bf46-1fdd-4094-bdfb-4749aecf2466 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.414417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2ae4cad2-a9fe-4e35-9dec-234aff884a0a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:47.458799 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055aff5-ce1c-42d3-ab38-9cb49f4365c9', 'name': 'tempest-snat-router-1917816649', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '1bd7cf82-df79-4f85-8317-bd38a5be8482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:40Z', 'updated_at': '2021-12-13T16:31:43Z', 'revision_number': 3, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port': {'id': '1bd7cf82-df79-4f85-8317-bd38a5be8482', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055aff5-ce1c-42d3-ab38-9cb49f4365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:31:41Z', 'updated_at': '2021-12-13T16:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:47.470891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:47.471421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.488557 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Checking router: 7055aff5-ce1c-42d3-ab38-9cb49f4365c9 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:31:47.488909 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Updating router 7055aff5-ce1c-42d3-ab38-9cb49f4365c9 port 1bd7cf82-df79-4f85-8317-bd38a5be8482 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:31:47.511679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.526928 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.562869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f12bf46-1fdd-4094-bdfb-4749aecf2466 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.616329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8cb441-7eba-421c-9b74-22e8fb5f12f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 89ff2081-9a00-4399-8178-11ab513576a4 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:47.619792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da959bc4-9fef-4846-b41d-01ee0a96e910 req-8314f04c-cb5a-41d9-a8b2-b377a1cbaa26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.621354 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da959bc4-9fef-4846-b41d-01ee0a96e910 req-8314f04c-cb5a-41d9-a8b2-b377a1cbaa26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 944 time: 0.6419940 Dec 13 16:31:47.629859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb441-7eba-421c-9b74-22e8fb5f12f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.668297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.668664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network 1b073a90-87a8-44f3-81b0-98bf99d8f75b is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:47.668798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.675140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.682038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.683371 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.688370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:47.732164 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-314ab8c3-8547-4e59-a201-56773f4d3788 req-e1a76a36-c895-4750-a0fd-07b246defc6e tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136669 Dec 13 16:31:47.770709 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-14d0e4ed-5ca7-4b16-8834-37a20d569188 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/routers/7055aff5-ce1c-42d3-ab38-9cb49f4365c9 HTTP/1.1" status: 200 len: 907 time: 0.5899794 Dec 13 16:31:47.774703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43810) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:47.810936 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2894073 Dec 13 16:31:47.817389 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43812) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:47.830259 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da959bc4-9fef-4846-b41d-01ee0a96e910 req-7aafa480-b893-43ac-acc6-b777c8034072 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1972897 Dec 13 16:31:47.844496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-7ee55c9d-0dd8-4e08-81c1-a3e1aa357749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.846024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-7ee55c9d-0dd8-4e08-81c1-a3e1aa357749 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 913 time: 0.7814581 Dec 13 16:31:47.871712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-35aec06b-230b-487b-9751-9b43c935e628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:47.873799 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-35aec06b-230b-487b-9751-9b43c935e628 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 HTTP/1.1" status: 200 len: 898 time: 0.7851436 Dec 13 16:31:47.919042 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.924990 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.930491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb441-7eba-421c-9b74-22e8fb5f12f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:47.962749 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-802636cd-5b7a-44f9-a521-3ba2e6c5f526 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=06ed35bf-3f0a-4903-a82d-a69324ec657c HTTP/1.1" status: 200 len: 217 time: 0.0583022 Dec 13 16:31:47.992435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bdd2ed-8ef7-493f-a41b-2a480cd67435 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:48.005455 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Attempting to bind port 1bd7cf82-df79-4f85-8317-bd38a5be8482 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:48.005801 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Attempting to bind port 1bd7cf82-df79-4f85-8317-bd38a5be8482 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:48.006190 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Attempting to bind port 1bd7cf82-df79-4f85-8317-bd38a5be8482 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:48.009997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Network': ['ID=fb07a221-149b-4f4b-ac35-19efad15273e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:48.020155 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-4174a5da-8e47-45c9-8650-8e621a8dc76c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 1002 time: 0.1582570 Dec 13 16:31:48.028478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f12bf46-1fdd-4094-bdfb-4749aecf2466 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.029537 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:48.030269 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:48.030809 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.031347 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:48.031986 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Bound port: 1bd7cf82-df79-4f85-8317-bd38a5be8482, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:48.032522 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.034310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network fb07a221-149b-4f4b-ac35-19efad15273e details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:48.074834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-42d4b2b8-7d9b-4d56-a2f3-2e9ba99b5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:48.076218 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-42d4b2b8-7d9b-4d56-a2f3-2e9ba99b5453 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c2725f87-3424-465a-b20f-0a0a9e15d53d HTTP/1.1" status: 200 len: 837 time: 0.0979953 Dec 13 16:31:48.099504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Router 55e39b6a-2b34-4b83-a17b-c86ce60702df is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:31:48.113148 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] For port 1bd7cf82-df79-4f85-8317-bd38a5be8482, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:48.118318 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] For port 1bd7cf82-df79-4f85-8317-bd38a5be8482, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1bd7cf82-df79-4f85-8317-bd38a5be8482,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:48.120476 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fde993-9f4b-4c3f-8025-fde29eb366ee None None] Pushing event updated for resources: {'Port': ['ID=1bd7cf82-df79-4f85-8317-bd38a5be8482,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:48.127522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-ea55ae3f-2ec8-423e-b3d6-2f1ba9dc16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:48.129190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-ea55ae3f-2ec8-423e-b3d6-2f1ba9dc16fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 200 len: 851 time: 0.0941775 Dec 13 16:31:48.129719 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.142129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] Provisioning complete for port 1bd7cf82-df79-4f85-8317-bd38a5be8482 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:48.143519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.157784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12bf46-1fdd-4094-bdfb-4749aecf2466 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=bef9abc8-94a2-4223-9437-4b14fda847b7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:48.172075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f12bf46-1fdd-4094-bdfb-4749aecf2466 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.178250 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7f12bf46-1fdd-4094-bdfb-4749aecf2466 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/bef9abc8-94a2-4223-9437-4b14fda847b7 HTTP/1.1" status: 204 len: 168 time: 1.3615451 Dec 13 16:31:48.181929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43814) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:48.203114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe04c8-4dfd-4c29-bfd5-7279ac463bcd None None] Network b17bedc1-461b-4501-a6ac-9708edd9a6fa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:48.235858 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fde993-9f4b-4c3f-8025-fde29eb366ee None None] Pushing event updated for resources: {'Port': ['ID=1bd7cf82-df79-4f85-8317-bd38a5be8482,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:48.249841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-204a076c-02d0-440d-becd-72bcd7096fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:48.251472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-204a076c-02d0-440d-becd-72bcd7096fe5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5f74ccf-b186-4af7-95ba-e5a6e02a28c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1659932 Dec 13 16:31:48.257970 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Routers {'7055aff5-ce1c-42d3-ab38-9cb49f4365c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:48.259609 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7055aff5-ce1c-42d3-ab38-9cb49f4365c9'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:48.289757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6ba60-9c6f-406e-afd1-2d62b150d716 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:48.296678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6ba60-9c6f-406e-afd1-2d62b150d716 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:48.298457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9152555-47c3-4335-b4c5-309a49be227e None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:48.314967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6ba60-9c6f-406e-afd1-2d62b150d716 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:48.323120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf6ba60-9c6f-406e-afd1-2d62b150d716 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:48.327494 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1bf6ba60-9c6f-406e-afd1-2d62b150d716 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4579983 Dec 13 16:31:48.327494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.328699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43816) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:48.359463 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-8b7e257c-5801-4c59-8ed0-7c2104d2de14 service neutron] 10.222.0.31 "GET /v2.0/networks/a5f74ccf-b186-4af7-95ba-e5a6e02a28c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963993 Dec 13 16:31:48.367715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-0461715d-cb4c-40ee-9d5e-0d289acf3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:48.369478 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-0461715d-cb4c-40ee-9d5e-0d289acf3658 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44645876-4c40-4082-853e-5e11cb1e413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2286253 Dec 13 16:31:48.372717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:48.380557 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1a05928e-2e32-40e3-bec9-f2ea6b551b02 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "PUT /v2.0/routers/55e39b6a-2b34-4b83-a17b-c86ce60702df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8442497 Dec 13 16:31:48.381202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43818) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:48.387178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.400032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5aa5fe-cf36-4f1f-9b4b-19b7d0660327 None None] Sync routers for ids ['55e39b6a-2b34-4b83-a17b-c86ce60702df'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:48.410367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb441-7eba-421c-9b74-22e8fb5f12f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.428692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] For port 1bd7cf82-df79-4f85-8317-bd38a5be8482, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1bd7cf82-df79-4f85-8317-bd38a5be8482,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:48.432673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5aa5fe-cf36-4f1f-9b4b-19b7d0660327 None None] Routers {'55e39b6a-2b34-4b83-a17b-c86ce60702df'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:48.433286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6b5aa5fe-cf36-4f1f-9b4b-19b7d0660327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['55e39b6a-2b34-4b83-a17b-c86ce60702df'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:48.447490 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] Set router 7055aff5-ce1c-42d3-ab38-9cb49f4365c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:31:48.493934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.498256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3d651-9693-407c-abef-c4217400b219 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Network': ['ID=3dfd03f8-be87-47e3-9108-2a81c024e4fd,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:48.508886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6b5aa5fe-cf36-4f1f-9b4b-19b7d0660327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:48.520099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] DHCP port deletion for b17bedc1-461b-4501-a6ac-9708edd9a6fa request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:48.526498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 3dfd03f8-be87-47e3-9108-2a81c024e4fd details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:48.528531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.564499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb441-7eba-421c-9b74-22e8fb5f12f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.641131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad8cb441-7eba-421c-9b74-22e8fb5f12f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.651694 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ad8cb441-7eba-421c-9b74-22e8fb5f12f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/89ff2081-9a00-4399-8178-11ab513576a4 HTTP/1.1" status: 204 len: 168 time: 1.2923329 Dec 13 16:31:48.655590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5aa5fe-cf36-4f1f-9b4b-19b7d0660327 None None] Routers {'55e39b6a-2b34-4b83-a17b-c86ce60702df'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:48.656390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6b5aa5fe-cf36-4f1f-9b4b-19b7d0660327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['55e39b6a-2b34-4b83-a17b-c86ce60702df'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:48.664302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] Provisioning complete for port 9d5a04a8-1ee4-437c-995b-744cd1ea142e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:48.664899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.676477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43820) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:48.693775 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055aff5-ce1c-42d3-ab38-9cb49f4365c9', 'name': 'tempest-snat-router-1917816649', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '1bd7cf82-df79-4f85-8317-bd38a5be8482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:40Z', 'updated_at': '2021-12-13T16:31:43Z', 'revision_number': 3, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port': {'id': '1bd7cf82-df79-4f85-8317-bd38a5be8482', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055aff5-ce1c-42d3-ab38-9cb49f4365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:31:41Z', 'updated_at': '2021-12-13T16:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:48.705400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f84c89d-472d-4d78-87a2-e398d268ab13 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:48.708230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cb441-7eba-421c-9b74-22e8fb5f12f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=89ff2081-9a00-4399-8178-11ab513576a4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:48.720492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] Port 9d5a04a8-1ee4-437c-995b-744cd1ea142e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:48.727445 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3559d8-4a34-4db1-8421-c8f020d57812 None None] The sync data for ids ['7055aff5-ce1c-42d3-ab38-9cb49f4365c9'] in dv-neutron-821599-1-hyperv is: [{'id': '7055aff5-ce1c-42d3-ab38-9cb49f4365c9', 'name': 'tempest-snat-router-1917816649', 'tenant_id': 'd4031009e6544aeb9024d284149ad830', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '1bd7cf82-df79-4f85-8317-bd38a5be8482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:31:40Z', 'updated_at': '2021-12-13T16:31:43Z', 'revision_number': 3, 'project_id': 'd4031009e6544aeb9024d284149ad830', 'gw_port': {'id': '1bd7cf82-df79-4f85-8317-bd38a5be8482', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:65:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055aff5-ce1c-42d3-ab38-9cb49f4365c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:31:41Z', 'updated_at': '2021-12-13T16:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:48.767341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2f2ebe22-4639-4fa7-b697-819393fb7028 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866051 Dec 13 16:31:48.769633 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-d2ffd6e2-d591-469c-b16d-938ccc9e8775 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800559 Dec 13 16:31:48.770258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43822) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:48.780188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:48.807967 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c83ff88-2b4d-4dac-b0a4-82f72a78aa77 req-a5018884-aa97-4f62-8c4b-7e7887678e2d service neutron] 10.222.0.31 "GET /v2.0/networks/a5f74ccf-b186-4af7-95ba-e5a6e02a28c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080324 Dec 13 16:31:48.812673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.828099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6b5aa5fe-cf36-4f1f-9b4b-19b7d0660327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:48.832069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5aa5fe-cf36-4f1f-9b4b-19b7d0660327 None None] The sync data for ids ['55e39b6a-2b34-4b83-a17b-c86ce60702df'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:48.877295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.892560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 06ed35bf-3f0a-4903-a82d-a69324ec657c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:31:48.914395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-53fcf781-8363-447c-8df5-3ff766afa5a3 None None] Provisioning complete for port 1bd7cf82-df79-4f85-8317-bd38a5be8482 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:48.914796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-53fcf781-8363-447c-8df5-3ff766afa5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:48.952131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea8c43-01f3-4fca-9036-60586a8d1ec7 None None] Pushing event updated for resources: {'Port': ['ID=1bd7cf82-df79-4f85-8317-bd38a5be8482,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:48.970630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] Deleting port 55f01c6a-cc01-4818-a74a-0d1486c19c6c {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:48.971032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.080372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] For port 55f01c6a-cc01-4818-a74a-0d1486c19c6c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=55f01c6a-cc01-4818-a74a-0d1486c19c6c,segment=NetworkSegment(d5830c49-3e73-403a-8131-5967d2e8d2dc),segment_id=d5830c49-3e73-403a-8131-5967d2e8d2dc)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:49.080779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.113732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] Calling delete_port for 55f01c6a-cc01-4818-a74a-0d1486c19c6c owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:49.124052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659728fd-e539-464e-8943-f00e4c2c0b4b req-396b4478-ef99-4d35-9a61-b34bcbe623b4 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:49.131090 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-659728fd-e539-464e-8943-f00e4c2c0b4b req-396b4478-ef99-4d35-9a61-b34bcbe623b4 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2409022 Dec 13 16:31:49.168146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.resource_extend [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 16:31:49.170253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0aa3b5b-62ec-48d4-b4ff-c62c632c1550 req-f1108202-04da-46dd-8d5e-2cbaff7dc456 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857737 Dec 13 16:31:49.287334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:49.293617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.316525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1bd7cf82-df79-4f85-8317-bd38a5be8482 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:49.397455 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.426210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 55f01c6a-cc01-4818-a74a-0d1486c19c6c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:49.426546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.500981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] For port 55f01c6a-cc01-4818-a74a-0d1486c19c6c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=55f01c6a-cc01-4818-a74a-0d1486c19c6c,segment=NetworkSegment(d5830c49-3e73-403a-8131-5967d2e8d2dc),segment_id=d5830c49-3e73-403a-8131-5967d2e8d2dc)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:49.501340 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.516665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 55f01c6a-cc01-4818-a74a-0d1486c19c6c owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:49.581217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb07a221-149b-4f4b-ac35-19efad15273e']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:49.597580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c15a4bf-cd06-459f-8f12-f5e782ccfa7d') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:49.597878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c15a4bf-cd06-459f-8f12-f5e782ccfa7d') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:49.611768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.628857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Deleting port 1bd7cf82-df79-4f85-8317-bd38a5be8482 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:49.629230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.647332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.676387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.699918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:49.700386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:49.703740 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:49.706226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.734202 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-659728fd-e539-464e-8943-f00e4c2c0b4b req-59f134a4-edc2-400e-ba5d-c3a9e648f84b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5996642 Dec 13 16:31:49.748423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a93fb4-a665-49ae-a16c-7c67fd50c000 req-f8a31374-9104-4898-8d69-d136e7fbee07 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:49.756311 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7a93fb4-a665-49ae-a16c-7c67fd50c000 req-f8a31374-9104-4898-8d69-d136e7fbee07 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 944 time: 0.7110810 Dec 13 16:31:49.803062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No DVR routers for this DVR port 55f01c6a-cc01-4818-a74a-0d1486c19c6c on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:49.816841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] No DVR routers for this DVR port 55f01c6a-cc01-4818-a74a-0d1486c19c6c on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:49.817946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=55f01c6a-cc01-4818-a74a-0d1486c19c6c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:49.847400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7bf4d-1fde-425f-8793-6bc512e8a75e None None] Pushing event deleted for resources: {'Port': ['ID=55f01c6a-cc01-4818-a74a-0d1486c19c6c,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:49.858396 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 06ed35bf-3f0a-4903-a82d-a69324ec657c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06ed35bf-3f0a-4903-a82d-a69324ec657c,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:49.894254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '06ed35bf-3f0a-4903-a82d-a69324ec657c', 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2', 'port_id': '06ed35bf-3f0a-4903-a82d-a69324ec657c', 'mac_address': 'fa:16:3e:2d:92:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2725f87-3424-465a-b20f-0a0a9e15d53d', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:31:49.898369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1bd7cf82-df79-4f85-8317-bd38a5be8482 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:49.898780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.967234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.970923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] For port 1bd7cf82-df79-4f85-8317-bd38a5be8482, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1bd7cf82-df79-4f85-8317-bd38a5be8482,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:49.971223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:49.971337 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7a93fb4-a665-49ae-a16c-7c67fd50c000 req-fbaaf9ea-2fe5-485b-a84c-53b51527f3fb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2140338 Dec 13 16:31:49.984152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:49.984358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-514f47ed-0091-4cf1-b5f6-cd68b37c9726 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:49.988695 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-514f47ed-0091-4cf1-b5f6-cd68b37c9726 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "PUT /v2.0/routers/55e39b6a-2b34-4b83-a17b-c86ce60702df/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6032007 Dec 13 16:31:49.988695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:50.003046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.009160 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/networks/fb07a221-149b-4f4b-ac35-19efad15273e HTTP/1.1" status: 204 len: 168 time: 1.5325315 Dec 13 16:31:50.012181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43830) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:50.042142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.093980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Calling delete_port for 1bd7cf82-df79-4f85-8317-bd38a5be8482 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:50.099010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ed35bf-3f0a-4903-a82d-a69324ec657c {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:31:50.099537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cb467-a163-4efa-a974-beb020c711d5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Network': ['ID=fb07a221-149b-4f4b-ac35-19efad15273e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:50.111716 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.138296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 06ed35bf-3f0a-4903-a82d-a69324ec657c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06ed35bf-3f0a-4903-a82d-a69324ec657c,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:50.144900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.155457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17bedc1-461b-4501-a6ac-9708edd9a6fa']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:50.160732 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.204181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5830c49-3e73-403a-8131-5967d2e8d2dc') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:50.204513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5830c49-3e73-403a-8131-5967d2e8d2dc') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:50.212755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=06ed35bf-3f0a-4903-a82d-a69324ec657c,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:50.220379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.228859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 55f01c6a-cc01-4818-a74a-0d1486c19c6c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:50.235574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] Deleting port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:50.235959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.277296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.311502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 55f01c6a-cc01-4818-a74a-0d1486c19c6c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:50.312032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 55f01c6a-cc01-4818-a74a-0d1486c19c6c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:50.322571 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:50.323015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:50.328336 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:50.355761 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] For port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2ae4cad2-a9fe-4e35-9dec-234aff884a0a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:50.356268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.372403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] Calling delete_port for 2ae4cad2-a9fe-4e35-9dec-234aff884a0a owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:50.412907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.435610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['06ed35bf-3f0a-4903-a82d-a69324ec657c'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:31:50.449314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfd03f8-be87-47e3-9108-2a81c024e4fd']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:50.462192 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33935b7d-8956-434c-82de-b0c241e75757') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:50.462981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33935b7d-8956-434c-82de-b0c241e75757') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:50.475337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.497318 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.506506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:31:50.508571 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.568318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.589134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] No DVR routers for this DVR port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:50.622736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:31:50.628281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd29b3-21dc-4ff2-bea3-0cfdf1c6b5b3 None None] Pushing event deleted for resources: {'Port': ['ID=2ae4cad2-a9fe-4e35-9dec-234aff884a0a,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:31:50.647614 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:31:50.729400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.755570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.762387 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/networks/3dfd03f8-be87-47e3-9108-2a81c024e4fd HTTP/1.1" status: 204 len: 168 time: 0.7310812 Dec 13 16:31:50.763687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43832) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:50.798531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504a604-3ded-4591-8ca1-ccc46616ec51 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Network': ['ID=3dfd03f8-be87-47e3-9108-2a81c024e4fd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:50.813085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.845591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.853308 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/networks/b17bedc1-461b-4501-a6ac-9708edd9a6fa HTTP/1.1" status: 204 len: 168 time: 2.6589568 Dec 13 16:31:50.871544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43836) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:50.879875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ecc9c-5a01-4875-803d-1a9d5933fb36 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Network': ['ID=b17bedc1-461b-4501-a6ac-9708edd9a6fa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:50.937773 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.services.revisions.revision_plugin [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Could not find related port for resource to bump revision. Dec 13 16:31:50.945848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:50.971852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d82db5-266a-4d1b-ac2a-38a5595625aa None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:50.998100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bd7cf82-df79-4f85-8317-bd38a5be8482,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:51.015582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Port 2ae4cad2-a9fe-4e35-9dec-234aff884a0a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 13 16:31:51.015898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Reverting IP allocation for 2001:db8::f816:3eff:fe74:4952 {{(pid=103052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 13 16:31:51.032761 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe74:4952 {{(pid=103052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 13 16:31:51.048244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635082b5-f15d-4cbc-846d-4dada2edd55b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:51.053623 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-635082b5-f15d-4cbc-846d-4dada2edd55b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/2618e25b-43eb-4e4b-ad96-bd95e0071c43 HTTP/1.1" status: 200 len: 845 time: 0.1763620 Dec 13 16:31:51.054682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43840) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:51.071100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.073026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.115823 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-831bca64-1b15-4f87-aac1-048ba7e12ff0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/2618e25b-43eb-4e4b-ad96-bd95e0071c43?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0563006 Dec 13 16:31:51.117123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43842) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:51.122394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:51.127591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.252567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d041d1-8481-431f-b2b2-5d2f317a902e tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:51.258747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d041d1-8481-431f-b2b2-5d2f317a902e tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:51.264642 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-75d041d1-8481-431f-b2b2-5d2f317a902e tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4940863 Dec 13 16:31:51.269028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:51.273565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43844) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:51.278114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1054788560'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:51.281109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.283830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.299892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e5001-aa43-49fd-9887-40af97bcd4d5 req-8cab6e0e-5b09-40b7-a885-966c98fa2a36 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:51.308427 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3f4e5001-aa43-49fd-9887-40af97bcd4d5 req-8cab6e0e-5b09-40b7-a885-966c98fa2a36 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.4238796 Dec 13 16:31:51.321611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:51.326630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:51.327095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.331803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df77d76b-7a84-4a8c-b167-ebdf878a206b None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:51.376773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=fc5cf938-2dfc-4c60-ba1e-869b00c415d8,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:51.388296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.388875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7055aff5-ce1c-42d3-ab38-9cb49f4365c9 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:31:51.393112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a06b53-4b2a-4c08-9fbd-45bde37c311f req-f6b236e7-4cdf-4bf7-b35e-f95505399a2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:51.394667 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7a06b53-4b2a-4c08-9fbd-45bde37c311f req-f6b236e7-4cdf-4bf7-b35e-f95505399a2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 945 time: 0.2626622 Dec 13 16:31:51.402712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.405278 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3014ee02-bcc2-4f5a-a2ca-7f10ae40652c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "DELETE /v2.0/routers/7055aff5-ce1c-42d3-ab38-9cb49f4365c9 HTTP/1.1" status: 204 len: 168 time: 3.6192281 Dec 13 16:31:51.411288 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43846) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:51.420697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2ae4cad2-a9fe-4e35-9dec-234aff884a0a no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:51.456256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 2ae4cad2-a9fe-4e35-9dec-234aff884a0a {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:51.456667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Made reservation on behalf of b9370c5fefdb4ca8ab11dd9f8d13a0c1 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:51.456792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2ae4cad2-a9fe-4e35-9dec-234aff884a0a not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:51.463956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.480273 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f4380f80-bdf5-4e62-b161-f2bf1a4487a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7023089 Dec 13 16:31:51.526108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43848) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:51.532492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:ad:7d:8e', 'name': 'tempest-NetworksTestDHCPv6-737479869'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:51.553138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.592080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'fc5cf938-2dfc-4c60-ba1e-869b00c415d8'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:51.598878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.666216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:51.680853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3f4e5001-aa43-49fd-9887-40af97bcd4d5 req-7b8d2ac3-7ab7-44da-862f-880cb55fffaa tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593957 Dec 13 16:31:51.681569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.738196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:51.765042 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7a06b53-4b2a-4c08-9fbd-45bde37c311f req-f46f7464-8e14-499d-9581-c348eea7f7d7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3169103 Dec 13 16:31:51.807788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Allocated IP 2001:db8::f816:3eff:fece:df3f (2ba4744e-bfa0-4bbb-8255-861faf832180/fc5cf938-2dfc-4c60-ba1e-869b00c415d8/3f39ca7d-8a49-4921-98bb-23566fa75123) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:51.812378 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.824886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.825302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Added segment 07ecffc7-d99d-473d-9fe6-cc5596fae781 of type vlan for network 35c9f8db-9976-43ea-94b0-4da73074fa55 Dec 13 16:31:51.918844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.978274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Deleting port 12c364b8-73f2-4784-96c2-a3bd84176e61 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:51.978730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebaf1e-3fca-47a1-a3d0-891f4ed9cc1d req-3e28b12c-c81d-45c5-8b9f-6f3d863a2e93 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:51.980357 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89ebaf1e-3fca-47a1-a3d0-891f4ed9cc1d req-3e28b12c-c81d-45c5-8b9f-6f3d863a2e93 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2132938 Dec 13 16:31:51.985957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:51.987646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.001328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.065927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:52.068955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:52.071715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:52.073444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:52.079935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.128539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Pushing event updated for resources: {'Port': ['ID=3f39ca7d-8a49-4921-98bb-23566fa75123,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:52.142875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Attempting to bind port 3f39ca7d-8a49-4921-98bb-23566fa75123 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:52.143248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Attempting to bind port 3f39ca7d-8a49-4921-98bb-23566fa75123 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:52.143611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Attempting to bind port 3f39ca7d-8a49-4921-98bb-23566fa75123 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:52.150122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:52.150542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:52.150941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.151337 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:52.151818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Bound port: 3f39ca7d-8a49-4921-98bb-23566fa75123, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:52.152203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.158412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:52.173232 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:52.183996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] For port 12c364b8-73f2-4784-96c2-a3bd84176e61, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=12c364b8-73f2-4784-96c2-a3bd84176e61,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:52.184369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.187710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:52.188310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.203633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287f1ccf-e002-4ad8-b726-7790d61055c7 None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:52.209109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Calling delete_port for 12c364b8-73f2-4784-96c2-a3bd84176e61 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:52.227835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=c4f2f4d1-09bd-4216-b474-374096b585a1,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:52.235296 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ca98ce42-3ea6-4be6-8efd-5c19927961e6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1173863 Dec 13 16:31:52.242913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43852) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:52.281322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-76eedb8b-59a5-4272-9556-f2f4d3c2dc50 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'security_group': {'name': 'tempest-secgroup-1153849386'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:52.296762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] For port 3f39ca7d-8a49-4921-98bb-23566fa75123, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:52.301736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] For port 3f39ca7d-8a49-4921-98bb-23566fa75123, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3f39ca7d-8a49-4921-98bb-23566fa75123,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:52.310199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.379609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-76eedb8b-59a5-4272-9556-f2f4d3c2dc50 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.408151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414d111-1b5f-412f-aa13-5873de885e58 None None] Pushing event updated for resources: {'Port': ['ID=3f39ca7d-8a49-4921-98bb-23566fa75123,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:52.420767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-1019775e-8176-4d7e-92c5-73eed6c8fe85', 'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'project_id': '86e41ef04033497ab56f290b0e7788d2', 'fixed_ips': [{'subnet_id': 'c4f2f4d1-09bd-4216-b474-374096b585a1'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:31:52.423335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.478883 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.515830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event deleted for resources: {'Port': ['ID=12c364b8-73f2-4784-96c2-a3bd84176e61,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:52.548128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc1662-fdf8-4c9e-bf03-055c7114dceb None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:52.592165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.594499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-76eedb8b-59a5-4272-9556-f2f4d3c2dc50 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.621127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-76eedb8b-59a5-4272-9556-f2f4d3c2dc50 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.625489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Allocated IP 2001:db8::2 (1019775e-8176-4d7e-92c5-73eed6c8fe85/c4f2f4d1-09bd-4216-b474-374096b585a1/64e9a706-1fab-4874-8956-add31fa62a3b) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:52.638217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.643834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:52.644687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.660477 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89ebaf1e-3fca-47a1-a3d0-891f4ed9cc1d req-446806f4-9b4c-4d1a-bba4-833e8802f962 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6682465 Dec 13 16:31:52.664623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-76eedb8b-59a5-4272-9556-f2f4d3c2dc50 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.666083 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-76eedb8b-59a5-4272-9556-f2f4d3c2dc50 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3886304 Dec 13 16:31:52.671693 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43854) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:52.688105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5ecf9365-180a-4ccb-9c68-71ee1760a1e3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'security_group': {'name': 'tempest-secgroup-2119207584'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:52.691724 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4173722 Dec 13 16:31:52.695350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43856) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:52.704702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eedb8b-59a5-4272-9556-f2f4d3c2dc50 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11dfefb-fee6-459b-a5e0-be984ac3dd0c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:52.716765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1186448222'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:52.724570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.758246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 79a76b08-c95d-4643-9d0e-5292e6f878d4 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:52.835298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.841729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.846102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.846840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.898973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:52.904014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:52.905121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9365-180a-4ccb-9c68-71ee1760a1e3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.912811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:52.918618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 06ed35bf-3f0a-4903-a82d-a69324ec657c up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:52.928576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.929225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef4c3ff-4aca-4716-a917-8bb6bc63748b {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:31:52.936177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:52.940982 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-04b96933-9ce0-4960-a323-afd871a0dca6 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "DELETE /v2.0/routers/9ef4c3ff-4aca-4716-a917-8bb6bc63748b HTTP/1.1" status: 204 len: 168 time: 1.5228446 Dec 13 16:31:52.947414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43862) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:52.954775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-711780277', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:52.987232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Pushing event updated for resources: {'Port': ['ID=64e9a706-1fab-4874-8956-add31fa62a3b,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:53.012883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c9405-7f7d-49ac-8c75-b05f5ea8c3df tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Network': ['ID=35c9f8db-9976-43ea-94b0-4da73074fa55,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:53.026950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Deleting port 9d5a04a8-1ee4-437c-995b-744cd1ea142e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:53.027379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.031930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 35c9f8db-9976-43ea-94b0-4da73074fa55 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:53.046561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9365-180a-4ccb-9c68-71ee1760a1e3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.056499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Made reservation on behalf of b9370c5fefdb4ca8ab11dd9f8d13a0c1 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:53.058950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9365-180a-4ccb-9c68-71ee1760a1e3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.062078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.078314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.079626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.101075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Attempting to bind port 64e9a706-1fab-4874-8956-add31fa62a3b on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:31:53.101461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Attempting to bind port 64e9a706-1fab-4874-8956-add31fa62a3b by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c0552460-e1a3-46be-98cf-410c086a7164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:31:53.101836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Attempting to bind port 64e9a706-1fab-4874-8956-add31fa62a3b on network 1019775e-8176-4d7e-92c5-73eed6c8fe85 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:31:53.131608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 06ed35bf-3f0a-4903-a82d-a69324ec657c completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:31:53.136979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:31:53.137407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Checking segment: {'id': 'c0552460-e1a3-46be-98cf-410c086a7164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:53.137826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.138273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Bound using segment: {'id': 'c0552460-e1a3-46be-98cf-410c086a7164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:31:53.138814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Bound port: 64e9a706-1fab-4874-8956-add31fa62a3b, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0552460-e1a3-46be-98cf-410c086a7164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:31:53.139223 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.142879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 06ed35bf-3f0a-4903-a82d-a69324ec657c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:53.143059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.157689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6e77-b5a0-4fde-9c92-fe94d30df17c req-6cbcf9f2-4f58-4007-8200-d713819f95b0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:53.159451 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-46fc6e77-b5a0-4fde-9c92-fe94d30df17c req-6cbcf9f2-4f58-4007-8200-d713819f95b0 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3221877 Dec 13 16:31:53.168225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.220721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44c34c-5b08-44b0-b15e-41c233d62856 req-2fb859f4-1b34-4683-8dc1-7901838c1e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:53.220721 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e44c34c-5b08-44b0-b15e-41c233d62856 req-2fb859f4-1b34-4683-8dc1-7901838c1e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 945 time: 0.2976911 Dec 13 16:31:53.259027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ecf9365-180a-4ccb-9c68-71ee1760a1e3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.259508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] For port 64e9a706-1fab-4874-8956-add31fa62a3b, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:31:53.265464 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5ecf9365-180a-4ccb-9c68-71ee1760a1e3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5914125 Dec 13 16:31:53.268018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43864) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:53.303238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:fead:7d8e (2ba4744e-bfa0-4bbb-8255-861faf832180/fc5cf938-2dfc-4c60-ba1e-869b00c415d8/79a76b08-c95d-4643-9d0e-5292e6f878d4) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:53.303457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] For port 64e9a706-1fab-4874-8956-add31fa62a3b, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64e9a706-1fab-4874-8956-add31fa62a3b,segment=NetworkSegment(c0552460-e1a3-46be-98cf-410c086a7164),segment_id=c0552460-e1a3-46be-98cf-410c086a7164)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:31:53.309728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1828799174', 'security_groups': ['e4775881-ca2b-4dbe-8989-be1394985f26'], 'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c4f2f4d1-09bd-4216-b474-374096b585a1'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:53.314749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.329962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.337137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:31:53.369380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf9365-180a-4ccb-9c68-71ee1760a1e3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4775881-ca2b-4dbe-8989-be1394985f26,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:53.428521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.435087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145b360e-1d27-414b-8608-9b267ff451ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed35bf-3f0a-4903-a82d-a69324ec657c'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:31:53.437350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.437816 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Added segment e4447e16-b99f-4bbe-be37-240694a71cf8 of type vlan for network a422fe95-2b82-4753-8895-0f65f172b7ad Dec 13 16:31:53.439262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5622d000-dcb2-402a-95ac-492301f40aac" -d '{"events": [{"server_uuid": "145b360e-1d27-414b-8608-9b267ff451ba", "name": "network-vif-plugged", "status": "completed", "tag": "06ed35bf-3f0a-4903-a82d-a69324ec657c"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:31:53.452264 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-46fc6e77-b5a0-4fde-9c92-fe94d30df17c req-dface26c-c77b-4008-93c8-f15bd1d2fc31 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2844133 Dec 13 16:31:53.467237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 06ed35bf-3f0a-4903-a82d-a69324ec657c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06ed35bf-3f0a-4903-a82d-a69324ec657c,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:53.487926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.489855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47172a7b-5200-4405-b6da-0a072df00bc1 None None] Pushing event updated for resources: {'Port': ['ID=64e9a706-1fab-4874-8956-add31fa62a3b,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:53.499223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Calling delete_port for 9d5a04a8-1ee4-437c-995b-744cd1ea142e owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:53.512146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:53.523759 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e44c34c-5b08-44b0-b15e-41c233d62856 req-4bcda290-d145-4045-a8ef-6bfa2850a781 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2814248 Dec 13 16:31:53.578923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29b8314-a649-44a6-964a-3740d08d45a3 x-openstack-request-id: req-c29b8314-a649-44a6-964a-3740d08d45a3 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:31:53.579442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145b360e-1d27-414b-8608-9b267ff451ba", "name": "network-vif-plugged", "status": "completed", "tag": "06ed35bf-3f0a-4903-a82d-a69324ec657c", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:31:53.580292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c29b8314-a649-44a6-964a-3740d08d45a3 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:31:53.581019 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145b360e-1d27-414b-8608-9b267ff451ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ed35bf-3f0a-4903-a82d-a69324ec657c', 'code': 200} Dec 13 16:31:53.603157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=06ed35bf-3f0a-4903-a82d-a69324ec657c,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:53.877486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3f39ca7d-8a49-4921-98bb-23566fa75123 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:54.016645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3f39ca7d-8a49-4921-98bb-23566fa75123 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:54.017394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.104099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.109143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:54.120264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.151344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.162319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 3f39ca7d-8a49-4921-98bb-23566fa75123, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3f39ca7d-8a49-4921-98bb-23566fa75123,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:54.170159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-568a1c49-3e8c-4b9b-bfcd-7bfaa53c8894 None None] Provisioning complete for port 3f39ca7d-8a49-4921-98bb-23566fa75123 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:54.170873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-568a1c49-3e8c-4b9b-bfcd-7bfaa53c8894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.174460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.188180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.204573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1bd7cf82-df79-4f85-8317-bd38a5be8482 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:54.253427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Port': ['ID=9d5a04a8-1ee4-437c-995b-744cd1ea142e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:54.261692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.263126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 1bd7cf82-df79-4f85-8317-bd38a5be8482 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:54.263553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1bd7cf82-df79-4f85-8317-bd38a5be8482 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:54.267390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:54.268009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.284909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b829159-2940-4a65-bc8e-8df29ff0336a req-c1394d88-0a4d-40b8-8079-892b45a8e8fe tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:54.286462 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b829159-2940-4a65-bc8e-8df29ff0336a req-c1394d88-0a4d-40b8-8079-892b45a8e8fe tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.1799924 Dec 13 16:31:54.290042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=3f39ca7d-8a49-4921-98bb-23566fa75123,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:54.297314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.345314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a367a-615c-4c74-ad77-10502da2bf63 req-95d8f227-5ee6-4a28-b429-4a3c8b1bd2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:54.346799 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dc6a367a-615c-4c74-ad77-10502da2bf63 req-95d8f227-5ee6-4a28-b429-4a3c8b1bd2e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 1099 time: 0.4975591 Dec 13 16:31:54.403997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port 69e31254-2e7c-45a4-a4ae-16650bd440fa yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:54.408443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7077971 Dec 13 16:31:54.411166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43872) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:54.420867 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'ports': [{'network_id': '35c9f8db-9976-43ea-94b0-4da73074fa55', 'name': 'tempest-port--1488573634', 'admin_state_up': True}, {'network_id': 'a422fe95-2b82-4753-8895-0f65f172b7ad', 'admin_state_up': False}]} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:54.421185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'port': {'network_id': '35c9f8db-9976-43ea-94b0-4da73074fa55', 'name': 'tempest-port--1488573634', 'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:54.421701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'port': {'network_id': 'a422fe95-2b82-4753-8895-0f65f172b7ad', 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:54.514884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.519967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8aee2-35f4-4cac-a25d-fc0c4c60867a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Network': ['ID=a422fe95-2b82-4753-8895-0f65f172b7ad,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:54.534141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a422fe95-2b82-4753-8895-0f65f172b7ad details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:31:54.542214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.606096 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b829159-2940-4a65-bc8e-8df29ff0336a req-da06fd72-02cd-4fe8-975e-f90b9450ac9b tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028040 Dec 13 16:31:54.608872 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dc6a367a-615c-4c74-ad77-10502da2bf63 req-48e8568f-47d9-4e00-9bad-9695ea5c92bc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2168212 Dec 13 16:31:54.637217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.702635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:54.720236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:54.745437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:54.751563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:54.752308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.758621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=79a76b08-c95d-4643-9d0e-5292e6f878d4,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:54.764599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:54.791480 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d8b1cc50-dca6-4aaa-8e81-ee42e51250fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2641101 Dec 13 16:31:54.825243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43876) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:54.870049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e394cfb-1994-482c-b2ea-775b4061429c req-b23d708a-957c-4ddd-85b6-d7a6991801bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:54.872333 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e394cfb-1994-482c-b2ea-775b4061429c req-b23d708a-957c-4ddd-85b6-d7a6991801bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 946 time: 0.1735339 Dec 13 16:31:54.906096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2b8c2a9-bb54-4af0-82f8-eea15274595a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.003191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Router 55e39b6a-2b34-4b83-a17b-c86ce60702df has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:31:55.013296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Allocated IP 172.26.6.92 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/68b8b31c-c94b-421e-bff2-3454b4296352) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:55.015848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::3e8 (1019775e-8176-4d7e-92c5-73eed6c8fe85/c4f2f4d1-09bd-4216-b474-374096b585a1/69e31254-2e7c-45a4-a4ae-16650bd440fa) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:55.032973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e394cfb-1994-482c-b2ea-775b4061429c req-a4dd426c-ac43-4a6f-b260-7a0b76f5104a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050532 Dec 13 16:31:55.062624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b06015-312e-4177-a92d-51949406fe48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:55.068599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b06015-312e-4177-a92d-51949406fe48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:55.070462 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e5b06015-312e-4177-a92d-51949406fe48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2444520 Dec 13 16:31:55.071472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Made reservation on behalf of b9370c5fefdb4ca8ab11dd9f8d13a0c1 for: {'port': 2} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:55.076260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.079319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43878) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:55.124102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:55.129538 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8c8b263c-e44b-4487-8639-5ec540243e27 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "PUT /v2.0/routers/55e39b6a-2b34-4b83-a17b-c86ce60702df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1400523 Dec 13 16:31:55.134236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43880) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:55.136926 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b044a-27d2-410b-9ecb-f0add5e33a97 None None] Sync routers for ids ['55e39b6a-2b34-4b83-a17b-c86ce60702df'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:55.148029 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b044a-27d2-410b-9ecb-f0add5e33a97 None None] Routers {'55e39b6a-2b34-4b83-a17b-c86ce60702df'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:55.148651 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-633b044a-27d2-410b-9ecb-f0add5e33a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['55e39b6a-2b34-4b83-a17b-c86ce60702df'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:55.187837 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-b06d70e5-beb2-48e6-b81c-52a939dd666e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] delete failed (client error): The resource could not be found. Dec 13 16:31:55.193642 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b06d70e5-beb2-48e6-b81c-52a939dd666e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-1569517944 HTTP/1.1" status: 404 len: 335 time: 0.0571630 Dec 13 16:31:55.195182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43882) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:55.196280 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-633b044a-27d2-410b-9ecb-f0add5e33a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:55.196952 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Provisioning complete for port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:55.197519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.200121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a92b1c4b-82db-496f-b184-fa8b188e2dbc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'router': {'external_gateway_info': {'network_id': '55e39b6a-2b34-4b83-a17b-c86ce60702df'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:55.205292 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b044a-27d2-410b-9ecb-f0add5e33a97 None None] Routers {'55e39b6a-2b34-4b83-a17b-c86ce60702df'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:55.206245 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-633b044a-27d2-410b-9ecb-f0add5e33a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['55e39b6a-2b34-4b83-a17b-c86ce60702df'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:55.209448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.240924 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-633b044a-27d2-410b-9ecb-f0add5e33a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:55.242410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633b044a-27d2-410b-9ecb-f0add5e33a97 None None] The sync data for ids ['55e39b6a-2b34-4b83-a17b-c86ce60702df'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:55.443573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a92b1c4b-82db-496f-b184-fa8b188e2dbc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.447333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3f39ca7d-8a49-4921-98bb-23566fa75123 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:55.467779 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-a92b1c4b-82db-496f-b184-fa8b188e2dbc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] update failed (client error): The resource could not be found. Dec 13 16:31:55.468832 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a92b1c4b-82db-496f-b184-fa8b188e2dbc tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "PUT /v2.0/routers/55e39b6a-2b34-4b83-a17b-c86ce60702df HTTP/1.1" status: 404 len: 339 time: 0.2728028 Dec 13 16:31:55.472495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43884) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:55.486429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:55.505678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Provisioning complete for port 79a76b08-c95d-4643-9d0e-5292e6f878d4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:55.506048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.527318 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] device_id is not set on port 929d9a71-5873-455f-a778-849922c03331 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:55.537183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.543889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3f39ca7d-8a49-4921-98bb-23566fa75123 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:55.543889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.571392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Port 79a76b08-c95d-4643-9d0e-5292e6f878d4 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:55.580008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.592708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:55.593076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.606008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b569c485-dadb-42c1-b0f4-7a675a0f47ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 79a76b08-c95d-4643-9d0e-5292e6f878d4 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:55.606348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b569c485-dadb-42c1-b0f4-7a675a0f47ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.712796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64e9a706-1fab-4874-8956-add31fa62a3b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:55.738898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.760903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.802723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.806281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] For port 64e9a706-1fab-4874-8956-add31fa62a3b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64e9a706-1fab-4874-8956-add31fa62a3b,segment=NetworkSegment(c0552460-e1a3-46be-98cf-410c086a7164),segment_id=c0552460-e1a3-46be-98cf-410c086a7164)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:55.811351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:55.811748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.833278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:55.859106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b569c485-dadb-42c1-b0f4-7a675a0f47ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.861725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:55.868065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.872214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:55.875703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event updated for resources: {'Port': ['ID=68b8b31c-c94b-421e-bff2-3454b4296352,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:55.881292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:55.892113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5385556b-2121-4c9b-9fc7-22a08f545579 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:55.919813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b569c485-dadb-42c1-b0f4-7a675a0f47ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 79a76b08-c95d-4643-9d0e-5292e6f878d4 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:55.934324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:55.975447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:55.976628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43f4e4-811d-49a9-b993-b47bd49b2a01 req-2f2f16c4-24cc-40cb-91ab-3453c8483c2a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:55.978280 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da43f4e4-811d-49a9-b993-b47bd49b2a01 req-2f2f16c4-24cc-40cb-91ab-3453c8483c2a tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2269182 Dec 13 16:31:55.980523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:56.000485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f78ea-e00b-4304-abfa-eb7f92ee4ed9 None None] Pushing event updated for resources: {'Port': ['ID=64e9a706-1fab-4874-8956-add31fa62a3b,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:56.004156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:56.010931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:56.011254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:56.029240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 12c364b8-73f2-4784-96c2-a3bd84176e61 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:56.032097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5d6010b1-b4f0-431a-b278-ce05933683cc None None] Provisioning complete for port 68b8b31c-c94b-421e-bff2-3454b4296352 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:56.032475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5d6010b1-b4f0-431a-b278-ce05933683cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:56.055398 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 12c364b8-73f2-4784-96c2-a3bd84176e61 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:56.055620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 12c364b8-73f2-4784-96c2-a3bd84176e61 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:56.095435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5d6010b1-b4f0-431a-b278-ce05933683cc None None] Port 68b8b31c-c94b-421e-bff2-3454b4296352 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:56.119066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=69e31254-2e7c-45a4-a4ae-16650bd440fa,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:56.159374 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0b7fe327-a34b-40b2-a776-f129c85925b3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8574760 Dec 13 16:31:56.192744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43890) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:56.204343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1f10d953-46db-47d7-9f5b-aeaa9644c8c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:56.216436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] device_id is not set on port f852961e-c9af-4e6b-afb2-1c0a398f9ee4 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:31:56.322167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bec97ae2-ace5-4d18-899b-a1a2442d7a28 None None] Provisioning complete for port 69e31254-2e7c-45a4-a4ae-16650bd440fa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:56.322837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bec97ae2-ace5-4d18-899b-a1a2442d7a28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:56.368895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bec97ae2-ace5-4d18-899b-a1a2442d7a28 None None] Port 69e31254-2e7c-45a4-a4ae-16650bd440fa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:56.512650 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da43f4e4-811d-49a9-b993-b47bd49b2a01 req-7390792d-cd37-4cf5-9f95-43e9c667c6ed tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4985592 Dec 13 16:31:56.563017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb90ec-b82a-40c5-a5b7-f4bfd6f85892 req-1bfeab74-2e85-4885-90d7-f3db75a797c7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:56.564590 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aadb90ec-b82a-40c5-a5b7-f4bfd6f85892 req-1bfeab74-2e85-4885-90d7-f3db75a797c7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 946 time: 0.4218149 Dec 13 16:31:56.583691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Allocated IP 172.20.0.1 (465dc462-60eb-414e-af31-d4265696edb2/8c43a16a-b401-4b4b-ad64-72d85c48dcfb/8b1ad875-63e7-447e-a72a-fb00ec9634f5) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:56.686065 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aadb90ec-b82a-40c5-a5b7-f4bfd6f85892 req-e55e68a2-83f8-4c73-a244-51669b564fde tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1104248 Dec 13 16:31:56.808300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:56.816521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ebe0b-8d49-47af-96aa-1a226e1bd296 req-d0c31e0d-221a-4d6c-9151-331aaec32f43 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:56.818011 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-039ebe0b-8d49-47af-96aa-1a226e1bd296 req-d0c31e0d-221a-4d6c-9151-331aaec32f43 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.1212356 Dec 13 16:31:56.837670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b569c485-dadb-42c1-b0f4-7a675a0f47ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:56.871615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f10d953-46db-47d7-9f5b-aeaa9644c8c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:56.875057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1f10d953-46db-47d7-9f5b-aeaa9644c8c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:56.900019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-43d87fc2-eb81-4456-8c2c-756d430afecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:56.901507 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-43d87fc2-eb81-4456-8c2c-756d430afecb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ec835dc814824bc8b163c8999a2efec7&device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 1099 time: 0.1413453 Dec 13 16:31:56.947385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569c485-dadb-42c1-b0f4-7a675a0f47ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=79a76b08-c95d-4643-9d0e-5292e6f878d4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:56.949098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc21e92e-7a5d-45b7-8e54-8baa372ccbd0 req-c70b8183-b017-42db-85a1-520ed135acd7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:56.950599 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc21e92e-7a5d-45b7-8e54-8baa372ccbd0 req-c70b8183-b017-42db-85a1-520ed135acd7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 946 time: 0.1546197 Dec 13 16:31:56.989126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:56.990982 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-039ebe0b-8d49-47af-96aa-1a226e1bd296 req-31f6b169-c266-4a80-b885-8f3ff017edb5 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606960 Dec 13 16:31:56.996471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.030226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.064046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b569c485-dadb-42c1-b0f4-7a675a0f47ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.067215 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b569c485-dadb-42c1-b0f4-7a675a0f47ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/79a76b08-c95d-4643-9d0e-5292e6f878d4 HTTP/1.1" status: 204 len: 168 time: 1.9855669 Dec 13 16:31:57.079470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43898) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:57.132365 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.ipam_backend_mixin [None req-1f10d953-46db-47d7-9f5b-aeaa9644c8c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c4f2f4d1-09bd-4216-b474-374096b585a1 (CIDR: 2001:db8::/64) Dec 13 16:31:57.137998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-8307efd4-e20c-47d8-a4d0-68191462902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:57.139628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-8307efd4-e20c-47d8-a4d0-68191462902e service neutron] 10.222.0.31 "GET /v2.0/networks?id=44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 200 len: 913 time: 0.2267745 Dec 13 16:31:57.147169 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f10d953-46db-47d7-9f5b-aeaa9644c8c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:31:57.147169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f10d953-46db-47d7-9f5b-aeaa9644c8c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:31:57.160466 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc21e92e-7a5d-45b7-8e54-8baa372ccbd0 req-2d14bab5-4361-4b4d-aef1-f2914c73d7e6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1770251 Dec 13 16:31:57.167007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network 465dc462-60eb-414e-af31-d4265696edb2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:57.171591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Port': ['ID=8b1ad875-63e7-447e-a72a-fb00ec9634f5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:57.207113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.207113 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1f10d953-46db-47d7-9f5b-aeaa9644c8c6 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9889569 Dec 13 16:31:57.210058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43900) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:57.217989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:57.219692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:57.223743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:57.262752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc782158-09ad-46fa-98f9-dd75573d2bd6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:57.264275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc782158-09ad-46fa-98f9-dd75573d2bd6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:57.268299 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fc782158-09ad-46fa-98f9-dd75573d2bd6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1788549 Dec 13 16:31:57.270505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43904) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:57.295461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64e9a706-1fab-4874-8956-add31fa62a3b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:31:57.325433 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-f1cf54df-66f8-42c3-a956-43bd5b3d0327 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 200 len: 1002 time: 0.1743014 Dec 13 16:31:57.351114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d92bc5b5-79cb-440d-9dde-aa50cf5da305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.372008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:57.377414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2369be1f-63c4-43d5-8efe-5570f5a14e6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet fc5cf938-2dfc-4c60-ba1e-869b00c415d8 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:31:57.387433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.387998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2369be1f-63c4-43d5-8efe-5570f5a14e6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.427080 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Port': ['ID=929d9a71-5873-455f-a778-849922c03331,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:57.482182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.483724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Checking segment: {'id': '07ecffc7-d99d-473d-9fe6-cc5596fae781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '35c9f8db-9976-43ea-94b0-4da73074fa55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:57.484088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Network hostable DHCP agents. Network: 35c9f8db-9976-43ea-94b0-4da73074fa55, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:57.487865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2369be1f-63c4-43d5-8efe-5570f5a14e6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.488132 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.517587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0fbccc0a-74ad-44f8-baa8-0346ad002846 None None] Provisioning complete for port 8b1ad875-63e7-447e-a72a-fb00ec9634f5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:57.518352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0fbccc0a-74ad-44f8-baa8-0346ad002846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.560402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0fbccc0a-74ad-44f8-baa8-0346ad002846 None None] Port 8b1ad875-63e7-447e-a72a-fb00ec9634f5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:57.588963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Network 35c9f8db-9976-43ea-94b0-4da73074fa55 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:57.592954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:57.595863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.597962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-78606955-59f2-4dc5-87de-24078ffc222f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:57.599494 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-78606955-59f2-4dc5-87de-24078ffc222f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 200 len: 851 time: 0.2436528 Dec 13 16:31:57.644663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 35c9f8db-9976-43ea-94b0-4da73074fa55) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:57.655757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dad5258-be34-463d-850d-ace48cf552ea None None] Network 35c9f8db-9976-43ea-94b0-4da73074fa55 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:57.658885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:57.659753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.693917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2369be1f-63c4-43d5-8efe-5570f5a14e6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.740406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-90542e62-1294-472d-acae-f66f7e9d50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:57.742270 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-90542e62-1294-472d-acae-f66f7e9d50e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44645876-4c40-4082-853e-5e11cb1e413d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321917 Dec 13 16:31:57.762247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Port': ['ID=f852961e-c9af-4e6b-afb2-1c0a398f9ee4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:57.778466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.812934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Checking segment: {'id': 'e4447e16-b99f-4bbe-be37-240694a71cf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a422fe95-2b82-4753-8895-0f65f172b7ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:31:57.813308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Network hostable DHCP agents. Network: a422fe95-2b82-4753-8895-0f65f172b7ad, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:31:57.833417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Router 9fc88130-c0df-4c61-8522-6fdb8d89d270 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:31:57.872090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Network a422fe95-2b82-4753-8895-0f65f172b7ad is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:31:57.898116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2369be1f-63c4-43d5-8efe-5570f5a14e6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:57.927076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, a422fe95-2b82-4753-8895-0f65f172b7ad) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:57.936551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff345992-a8d7-4ed1-9af6-4a74206f8ea1 None None] Network a422fe95-2b82-4753-8895-0f65f172b7ad requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:57.963643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:31:57.969285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:57.974182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:57.974841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.003678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369be1f-63c4-43d5-8efe-5570f5a14e6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5cf938-2dfc-4c60-ba1e-869b00c415d8,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:58.006910 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-c27dc120-a398-4b51-98e4-58e18c26da32 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554636 Dec 13 16:31:58.008201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2369be1f-63c4-43d5-8efe-5570f5a14e6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.013700 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2369be1f-63c4-43d5-8efe-5570f5a14e6e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/fc5cf938-2dfc-4c60-ba1e-869b00c415d8 HTTP/1.1" status: 204 len: 168 time: 0.7380676 Dec 13 16:31:58.015266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43908) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.035107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb86de1a-5400-491f-8915-10687d2bdf4e None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:58.042520 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7c9cf93f-ac3a-4259-b097-b79197a7c7b7 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6256347 Dec 13 16:31:58.045047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43912) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.104736 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-86522ce6-1663-4e2b-bf45-fb66f5fd8a6a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861356 Dec 13 16:31:58.105071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43914) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.121589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:58.139942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524e00a-d10f-4d77-8560-c61ee68a96ef None None] Sync routers for ids ['9fc88130-c0df-4c61-8522-6fdb8d89d270'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:58.156678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524e00a-d10f-4d77-8560-c61ee68a96ef None None] Routers {'9fc88130-c0df-4c61-8522-6fdb8d89d270'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:58.157667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3524e00a-d10f-4d77-8560-c61ee68a96ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc88130-c0df-4c61-8522-6fdb8d89d270'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:58.167399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.204167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.205477 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f1cf79ba-8bc1-45b7-bbdb-5e994632d6cf tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.2571425 Dec 13 16:31:58.211653 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43916) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.219440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b8aafacb-96f8-4063-a41a-e678c5fda751 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': False}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:58.219871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3524e00a-d10f-4d77-8560-c61ee68a96ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:58.229498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3524e00a-d10f-4d77-8560-c61ee68a96ef None None] Routers {'9fc88130-c0df-4c61-8522-6fdb8d89d270'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:58.230126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3524e00a-d10f-4d77-8560-c61ee68a96ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc88130-c0df-4c61-8522-6fdb8d89d270'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:58.230267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e0928-01ca-431e-955a-54a9d6f23b39 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:58.236752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1e0928-01ca-431e-955a-54a9d6f23b39 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:58.238086 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3a1e0928-01ca-431e-955a-54a9d6f23b39 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1921616 Dec 13 16:31:58.247827 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43918) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.268368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:31:58.271342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3524e00a-d10f-4d77-8560-c61ee68a96ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:58.271962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3524e00a-d10f-4d77-8560-c61ee68a96ef None None] The sync data for ids ['9fc88130-c0df-4c61-8522-6fdb8d89d270'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:58.300434 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:58.307562 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5581604d-5d9b-41b1-b1ef-2ba4766669e5 req-8c558fa6-73a8-4bbb-a7d0-6ae48ffb3277 service neutron] 10.222.0.31 "GET /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930081 Dec 13 16:31:58.317403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803bbda-af8a-49ad-86b1-8f7f79f701d0 req-53fc6591-e024-41ec-98b2-1682df5a186d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:58.319187 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e803bbda-af8a-49ad-86b1-8f7f79f701d0 req-53fc6591-e024-41ec-98b2-1682df5a186d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.1498959 Dec 13 16:31:58.340117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] Deleting port 3f39ca7d-8a49-4921-98bb-23566fa75123 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:58.340679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.353296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7c5f0f-39a7-488f-bd57-ddc9ff682881 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:58.357285 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9d7c5f0f-39a7-488f-bd57-ddc9ff682881 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2488890 Dec 13 16:31:58.359656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43920) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.363990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:58.372795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:58.373391 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.380927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=8bf205d8-242a-477b-b3d1-05206337887b,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:58.412055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d82ee1-d809-4d42-96be-90807b77ddcc None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:31:58.432977 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-aa24a433-a495-445a-a5f9-786f5bcb3293 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2182453 Dec 13 16:31:58.438057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43922) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.446454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-916763568', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8bf205d8-242a-477b-b3d1-05206337887b'}], 'security_groups': ['f11dfefb-fee6-459b-a5e0-be984ac3dd0c']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:58.461794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.466253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.467234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbabc8f-27a9-486c-9377-05e085f6ad3d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:58.470429 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8fbabc8f-27a9-486c-9377-05e085f6ad3d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1097047 Dec 13 16:31:58.471794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43924) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.473034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.481703 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e803bbda-af8a-49ad-86b1-8f7f79f701d0 req-bacabeb5-5de4-41b8-aef6-44380a5bc3a7 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504784 Dec 13 16:31:58.492593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] For port 3f39ca7d-8a49-4921-98bb-23566fa75123, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3f39ca7d-8a49-4921-98bb-23566fa75123,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:58.493002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.511444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] Calling delete_port for 3f39ca7d-8a49-4921-98bb-23566fa75123 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:58.545387 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d5829e73-52c9-472e-8865-c1db12debe54 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681577 Dec 13 16:31:58.562572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43926) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.567576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:31:58.591974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.602707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event updated for resources: {'Port': ['ID=8b1ad875-63e7-447e-a72a-fb00ec9634f5,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:58.648040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43928) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:58.649690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.683350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] Pushing event deleted for resources: {'Port': ['ID=3f39ca7d-8a49-4921-98bb-23566fa75123,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:58.709555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5675549-cbda-4c56-b1e8-57257bfea8ab None None] No DVR routers for this DVR port 3f39ca7d-8a49-4921-98bb-23566fa75123 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:31:58.734943 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a05483-b6cb-4664-b4b1-db5db0bc6dfe None None] Update dhcp port {'port': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'fixed_ips': [{'subnet_id': 'c4f2f4d1-09bd-4216-b474-374096b585a1', 'ip_address': '2001:db8::2'}, {'subnet_id': '8bf205d8-242a-477b-b3d1-05206337887b'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '64e9a706-1fab-4874-8956-add31fa62a3b'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:31:58.762543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06a05483-b6cb-4664-b4b1-db5db0bc6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.798450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Network 465dc462-60eb-414e-af31-d4265696edb2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:31:58.801721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:31:58.930044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:58.952977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-48787e12-bec5-4849-8b08-8be0a33d2b21 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Deleting port 929d9a71-5873-455f-a778-849922c03331 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:31:58.953401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48787e12-bec5-4849-8b08-8be0a33d2b21 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.075172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-06a05483-b6cb-4664-b4b1-db5db0bc6dfe None None] Allocated IP 2001:db8:0:1::2 (1019775e-8176-4d7e-92c5-73eed6c8fe85/8bf205d8-242a-477b-b3d1-05206337887b/64e9a706-1fab-4874-8956-add31fa62a3b) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:31:59.165269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b7000368-f257-4e62-a0a4-c99f2a4be22f None None] Provisioning complete for port 8b1ad875-63e7-447e-a72a-fb00ec9634f5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:31:59.165597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b7000368-f257-4e62-a0a4-c99f2a4be22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.193305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48787e12-bec5-4849-8b08-8be0a33d2b21 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.216560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b7000368-f257-4e62-a0a4-c99f2a4be22f None None] Port 8b1ad875-63e7-447e-a72a-fb00ec9634f5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:31:59.237709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-06a05483-b6cb-4664-b4b1-db5db0bc6dfe None None] For port 64e9a706-1fab-4874-8956-add31fa62a3b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64e9a706-1fab-4874-8956-add31fa62a3b,segment=NetworkSegment(c0552460-e1a3-46be-98cf-410c086a7164),segment_id=c0552460-e1a3-46be-98cf-410c086a7164)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:31:59.254241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:31:59.258111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.262612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-48787e12-bec5-4849-8b08-8be0a33d2b21 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Calling delete_port for 929d9a71-5873-455f-a778-849922c03331 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:31:59.290843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06a05483-b6cb-4664-b4b1-db5db0bc6dfe None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.296729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3f39ca7d-8a49-4921-98bb-23566fa75123 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:31:59.300460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06a05483-b6cb-4664-b4b1-db5db0bc6dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.328587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 3f39ca7d-8a49-4921-98bb-23566fa75123 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:31:59.328932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3f39ca7d-8a49-4921-98bb-23566fa75123 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:31:59.417960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a05483-b6cb-4664-b4b1-db5db0bc6dfe None None] Pushing event updated for resources: {'Port': ['ID=64e9a706-1fab-4874-8956-add31fa62a3b,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:59.442762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Router 55e39b6a-2b34-4b83-a17b-c86ce60702df has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:31:59.474680 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8aafacb-96f8-4063-a41a-e678c5fda751 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.655113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:31:59.663654 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8827b296-c11c-40eb-b2a1-f573579a6b39 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "PUT /v2.0/routers/55e39b6a-2b34-4b83-a17b-c86ce60702df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1894500 Dec 13 16:31:59.669154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43932) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:59.686712 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf11e3-f0bd-4973-b9a1-b07067485e20 None None] Sync routers for ids ['55e39b6a-2b34-4b83-a17b-c86ce60702df'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:31:59.707129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48787e12-bec5-4849-8b08-8be0a33d2b21 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.711475 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcf11e3-f0bd-4973-b9a1-b07067485e20 None None] Routers {'55e39b6a-2b34-4b83-a17b-c86ce60702df'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:59.714715 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ddcf11e3-f0bd-4973-b9a1-b07067485e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['55e39b6a-2b34-4b83-a17b-c86ce60702df'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:59.763096 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ddcf11e3-f0bd-4973-b9a1-b07067485e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:59.775449 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcf11e3-f0bd-4973-b9a1-b07067485e20 None None] Routers {'55e39b6a-2b34-4b83-a17b-c86ce60702df'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:31:59.776447 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ddcf11e3-f0bd-4973-b9a1-b07067485e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['55e39b6a-2b34-4b83-a17b-c86ce60702df'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:59.793664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48787e12-bec5-4849-8b08-8be0a33d2b21 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Port': ['ID=929d9a71-5873-455f-a778-849922c03331,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:31:59.797357 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f1023-cab8-4e14-bc55-dce917926f2f req-5fbe6cb9-fcbd-4e49-bb41-dae274ca849d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:31:59.806868 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e18f1023-cab8-4e14-bc55-dce917926f2f req-5fbe6cb9-fcbd-4e49-bb41-dae274ca849d tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2153342 Dec 13 16:31:59.829876 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48787e12-bec5-4849-8b08-8be0a33d2b21 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.836623 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-48787e12-bec5-4849-8b08-8be0a33d2b21 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/ports/929d9a71-5873-455f-a778-849922c03331 HTTP/1.1" status: 204 len: 168 time: 1.5837474 Dec 13 16:31:59.840656 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ddcf11e3-f0bd-4973-b9a1-b07067485e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:31:59.840830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43934) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:31:59.841626 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcf11e3-f0bd-4973-b9a1-b07067485e20 None None] The sync data for ids ['55e39b6a-2b34-4b83-a17b-c86ce60702df'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:31:59.865296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f25b892-a8a7-44ab-af2b-f136d2ccae16 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.877078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Delete allocated IP 2001:db8::3e8 (1019775e-8176-4d7e-92c5-73eed6c8fe85/c4f2f4d1-09bd-4216-b474-374096b585a1) {{(pid=103053) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 16:31:59.880448 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:31:59.900075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8:0:1::257 (1019775e-8176-4d7e-92c5-73eed6c8fe85/8bf205d8-242a-477b-b3d1-05206337887b/69e31254-2e7c-45a4-a4ae-16650bd440fa) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:00.052681 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e18f1023-cab8-4e14-bc55-dce917926f2f req-c0ff4e6e-7190-4606-96b0-53c21e390e61 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449389 Dec 13 16:32:00.062842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:32:00.076286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.097834 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-9f25b892-a8a7-44ab-af2b-f136d2ccae16 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 16:32:00.102563 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9f25b892-a8a7-44ab-af2b-f136d2ccae16 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/routers/55e39b6a-2b34-4b83-a17b-c86ce60702df HTTP/1.1" status: 409 len: 329 time: 0.4290342 Dec 13 16:32:00.104684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43938) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:00.104816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.204689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:00.222310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:00.232027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:00.232476 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.239714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14bdf40-46b8-47b9-914f-f20002a77810 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:00.248211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=f67bfc01-c6ab-4c21-adef-8a067ad3bf9c,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:00.282137 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-765c15ba-510c-4f49-8fbb-b3cfaa108464 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7184618 Dec 13 16:32:00.286708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43940) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:00.295085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.295577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:3c:32:1a', 'name': 'tempest-NetworksTestDHCPv6-1761707712'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:00.311556 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c68e8868-206d-49ce-8c97-2bc6c06c156c None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:00.312099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c68e8868-206d-49ce-8c97-2bc6c06c156c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.331074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-31a42a0c-14ab-4eaf-84d7-de314c974427 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Deleting port f852961e-c9af-4e6b-afb2-1c0a398f9ee4 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:00.331417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31a42a0c-14ab-4eaf-84d7-de314c974427 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.331677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.437484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] In _notify_port_updated(), no bound segment for port 69e31254-2e7c-45a4-a4ae-16650bd440fa on network 1019775e-8176-4d7e-92c5-73eed6c8fe85 {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:32:00.443121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:00.443772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.446695 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "PUT /v2.0/ports/69e31254-2e7c-45a4-a4ae-16650bd440fa HTTP/1.1" status: 200 len: 930 time: 2.0047548 Dec 13 16:32:00.450761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43942) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:00.461532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4cc99f-147d-4cbe-8ac3-0b4f56cf49a0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=69e31254-2e7c-45a4-a4ae-16650bd440fa,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:00.488491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218d80c-27b1-4d40-846b-086f7690f620 req-87f5285c-a3b2-43ad-bfef-95a80031d533 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:00.489659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'f67bfc01-c6ab-4c21-adef-8a067ad3bf9c'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:00.490788 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1218d80c-27b1-4d40-846b-086f7690f620 req-87f5285c-a3b2-43ad-bfef-95a80031d533 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3410909 Dec 13 16:32:00.510119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.526430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c68e8868-206d-49ce-8c97-2bc6c06c156c None None] Provisioning complete for port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:00.527203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c68e8868-206d-49ce-8c97-2bc6c06c156c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.608227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31a42a0c-14ab-4eaf-84d7-de314c974427 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.666928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-11d07e52-92c8-456b-9cf0-a675ae49a478 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 69e31254-2e7c-45a4-a4ae-16650bd440fa {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:00.667275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11d07e52-92c8-456b-9cf0-a675ae49a478 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.674255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8aafacb-96f8-4063-a41a-e678c5fda751 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.694800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-31a42a0c-14ab-4eaf-84d7-de314c974427 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Calling delete_port for f852961e-c9af-4e6b-afb2-1c0a398f9ee4 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:00.720459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8aafacb-96f8-4063-a41a-e678c5fda751 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.841782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11d07e52-92c8-456b-9cf0-a675ae49a478 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.847734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c68e8868-206d-49ce-8c97-2bc6c06c156c None None] Port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:00.848454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1218d80c-27b1-4d40-846b-086f7690f620 req-b19f4153-bab8-4754-a96d-908fde1741a9 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080561 Dec 13 16:32:00.861015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.862389 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-11d07e52-92c8-456b-9cf0-a675ae49a478 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 69e31254-2e7c-45a4-a4ae-16650bd440fa owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:00.895404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c68e8868-206d-49ce-8c97-2bc6c06c156c None None] Provisioning complete for port 69e31254-2e7c-45a4-a4ae-16650bd440fa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:00.895817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c68e8868-206d-49ce-8c97-2bc6c06c156c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:00.928069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aafacb-96f8-4063-a41a-e678c5fda751 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Router 9fc88130-c0df-4c61-8522-6fdb8d89d270 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:00.936852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c68e8868-206d-49ce-8c97-2bc6c06c156c None None] Port 69e31254-2e7c-45a4-a4ae-16650bd440fa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:00.996597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Allocated IP 2001:db8::f816:3eff:fe55:c220 (2ba4744e-bfa0-4bbb-8255-861faf832180/f67bfc01-c6ab-4c21-adef-8a067ad3bf9c/a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:01.023876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.17 (a5f74ccf-b186-4af7-95ba-e5a6e02a28c2/c2725f87-3424-465a-b20f-0a0a9e15d53d/66c9b7a4-be60-4067-8780-d17a7de9a10b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:01.081604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-78a2bb29-77f1-40fd-8dd3-53cb63489cd1 None None] Provisioning complete for port 69e31254-2e7c-45a4-a4ae-16650bd440fa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:01.081971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-78a2bb29-77f1-40fd-8dd3-53cb63489cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.110638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aafacb-96f8-4063-a41a-e678c5fda751 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:01.115362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b8aafacb-96f8-4063-a41a-e678c5fda751 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.117719 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b8aafacb-96f8-4063-a41a-e678c5fda751 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "PUT /v2.0/routers/9fc88130-c0df-4c61-8522-6fdb8d89d270 HTTP/1.1" status: 200 len: 920 time: 2.9012766 Dec 13 16:32:01.120032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11d07e52-92c8-456b-9cf0-a675ae49a478 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.122781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43948) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:01.125959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61da40-b4bc-47b7-be9d-407478a052b1 None None] Sync routers for ids ['9fc88130-c0df-4c61-8522-6fdb8d89d270'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:01.167482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-78a2bb29-77f1-40fd-8dd3-53cb63489cd1 None None] Port 69e31254-2e7c-45a4-a4ae-16650bd440fa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:01.176738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61da40-b4bc-47b7-be9d-407478a052b1 None None] Routers {'9fc88130-c0df-4c61-8522-6fdb8d89d270'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:01.177157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ef61da40-b4bc-47b7-be9d-407478a052b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc88130-c0df-4c61-8522-6fdb8d89d270'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:01.227536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ef61da40-b4bc-47b7-be9d-407478a052b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:01.284635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64e9a706-1fab-4874-8956-add31fa62a3b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:01.324606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.328006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61da40-b4bc-47b7-be9d-407478a052b1 None None] Routers {'9fc88130-c0df-4c61-8522-6fdb8d89d270'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:01.328749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ef61da40-b4bc-47b7-be9d-407478a052b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc88130-c0df-4c61-8522-6fdb8d89d270'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:01.374683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.381526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ef61da40-b4bc-47b7-be9d-407478a052b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:01.382509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61da40-b4bc-47b7-be9d-407478a052b1 None None] The sync data for ids ['9fc88130-c0df-4c61-8522-6fdb8d89d270'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:01.437544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:01.444050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:01.448993 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Pushing event updated for resources: {'Port': ['ID=a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:01.456943 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:01.471464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:01.471932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.501378 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d07e52-92c8-456b-9cf0-a675ae49a478 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=69e31254-2e7c-45a4-a4ae-16650bd440fa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:01.535450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11d07e52-92c8-456b-9cf0-a675ae49a478 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.539799 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-11d07e52-92c8-456b-9cf0-a675ae49a478 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/69e31254-2e7c-45a4-a4ae-16650bd440fa HTTP/1.1" status: 204 len: 168 time: 1.0878053 Dec 13 16:32:01.545619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43950) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:01.556757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Attempting to bind port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:01.557330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Attempting to bind port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:01.557470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Attempting to bind port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:01.561396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:01.565456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:01.566075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:01.566690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.567263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:01.567900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Bound port: a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:01.568451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.577324 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-0638bd3e-28c9-4aab-ad81-e151ad602cc9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:32:01.578795 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0638bd3e-28c9-4aab-ad81-e151ad602cc9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/69e31254-2e7c-45a4-a4ae-16650bd440fa HTTP/1.1" status: 404 len: 333 time: 0.0319889 Dec 13 16:32:01.581610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43952) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:01.628994 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-aa21d543-7a07-4912-ba03-373fb38b8587 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/routers/9fc88130-c0df-4c61-8522-6fdb8d89d270 HTTP/1.1" status: 200 len: 920 time: 0.5050130 Dec 13 16:32:01.634625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43954) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:01.644758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] For port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:01.648519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] For port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:01.661421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.714405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4f828df-d8b7-4af0-a9c5-e713149dc0c0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.728499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31a42a0c-14ab-4eaf-84d7-de314c974427 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.744483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a682b8-0a0c-407c-bae7-91996e357241 req-2fe2ff0e-c98f-4858-8d7a-80f3f3d89c53 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:01.747325 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8a682b8-0a0c-407c-bae7-91996e357241 req-2fe2ff0e-c98f-4858-8d7a-80f3f3d89c53 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.2807410 Dec 13 16:32:01.753112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4f828df-d8b7-4af0-a9c5-e713149dc0c0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.774552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.775186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537a5be-0831-4d3d-9341-90531322b390 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:01.776976 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d537a5be-0831-4d3d-9341-90531322b390 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=9fc88130-c0df-4c61-8522-6fdb8d89d270&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1401484 Dec 13 16:32:01.780424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43956) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:01.820962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ea5a7-5b3d-43cf-bcf6-5a60e63018da None None] Pushing event updated for resources: {'Port': ['ID=a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:01.860520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a42a0c-14ab-4eaf-84d7-de314c974427 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Port': ['ID=f852961e-c9af-4e6b-afb2-1c0a398f9ee4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:01.887173 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4f828df-d8b7-4af0-a9c5-e713149dc0c0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.889336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-31a42a0c-14ab-4eaf-84d7-de314c974427 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.889641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4f828df-d8b7-4af0-a9c5-e713149dc0c0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.890946 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a4f828df-d8b7-4af0-a9c5-e713149dc0c0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/security-groups/e4775881-ca2b-4dbe-8989-be1394985f26 HTTP/1.1" status: 204 len: 168 time: 0.3080091 Dec 13 16:32:01.892660 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-31a42a0c-14ab-4eaf-84d7-de314c974427 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/ports/f852961e-c9af-4e6b-afb2-1c0a398f9ee4 HTTP/1.1" status: 204 len: 168 time: 2.0494847 Dec 13 16:32:01.895232 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:01.896447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43958) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:01.896738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43960) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:01.954990 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8a682b8-0a0c-407c-bae7-91996e357241 req-1571425b-9a61-47b6-986a-d4ec274c43c8 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617188 Dec 13 16:32:01.955245 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6ad73eff-63d8-4fb6-982a-f2cb5029b682 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0566437 Dec 13 16:32:01.956093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f828df-d8b7-4af0-a9c5-e713149dc0c0 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4775881-ca2b-4dbe-8989-be1394985f26,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:01.956386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 49426601-de62-4e1f-bd4e-58224d8778cd yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:01.962438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43962) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:01.967983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-679532867'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:01.978387 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ee52f-7469-414c-bf44-547b623d6e98 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:01.979842 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ca4ee52f-7469-414c-bf44-547b623d6e98 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 881 time: 0.1982243 Dec 13 16:32:01.985116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43964) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:02.023443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.031564 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a290b381-bbac-4ed4-8756-ecd44a0dabac tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fc88130-c0df-4c61-8522-6fdb8d89d270 HTTP/1.1" status: 200 len: 205 time: 0.0419576 Dec 13 16:32:02.036631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43966) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:02.069065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27b37500-975f-4f4f-8392-0dfd3eb69be2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.079168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Made reservation on behalf of b9370c5fefdb4ca8ab11dd9f8d13a0c1 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:02.082796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.114486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27b37500-975f-4f4f-8392-0dfd3eb69be2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.141461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:02.164633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.165134 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Added segment d0dd2cd7-349d-4158-9c07-9d3b9e6e7509 of type vlan for network 0e30f911-5c17-47b3-8bef-3a34af962de9 Dec 13 16:32:02.201326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27b37500-975f-4f4f-8392-0dfd3eb69be2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.204036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27b37500-975f-4f4f-8392-0dfd3eb69be2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.207931 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-27b37500-975f-4f4f-8392-0dfd3eb69be2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/security-groups/f11dfefb-fee6-459b-a5e0-be984ac3dd0c HTTP/1.1" status: 204 len: 168 time: 0.2977536 Dec 13 16:32:02.208138 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:02.215334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43968) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:02.234285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.242148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:02.247875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=66c9b7a4-be60-4067-8780-d17a7de9a10b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:02.253930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:02.259471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b37500-975f-4f4f-8392-0dfd3eb69be2 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11dfefb-fee6-459b-a5e0-be984ac3dd0c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:02.301999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b83833ba-02b0-49e3-8a87-fe2ccc3b4593 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet c4f2f4d1-09bd-4216-b474-374096b585a1 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:02.305615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b83833ba-02b0-49e3-8a87-fe2ccc3b4593 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.309679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.315560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:02.316257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.330034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:fe3c:321a (2ba4744e-bfa0-4bbb-8255-861faf832180/f67bfc01-c6ab-4c21-adef-8a067ad3bf9c/49426601-de62-4e1f-bd4e-58224d8778cd) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:02.360762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.408434 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4443769 Dec 13 16:32:02.417136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 43970) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:02.421301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.427197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b83833ba-02b0-49e3-8a87-fe2ccc3b4593 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.434144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1732399458'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:02.454141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82208d1e-b227-4a15-a4bc-86848be67eec tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Network': ['ID=0e30f911-5c17-47b3-8bef-3a34af962de9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:02.466724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 0e30f911-5c17-47b3-8bef-3a34af962de9 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:02.521493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Made reservation on behalf of b9370c5fefdb4ca8ab11dd9f8d13a0c1 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:02.530594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.534444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b83833ba-02b0-49e3-8a87-fe2ccc3b4593 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.549115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.598143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b83833ba-02b0-49e3-8a87-fe2ccc3b4593 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.636061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6ba15d23-6215-4be2-aa25-1b20eb59a54c None None] Provisioning complete for port 66c9b7a4-be60-4067-8780-d17a7de9a10b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:02.637107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6ba15d23-6215-4be2-aa25-1b20eb59a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.641866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83833ba-02b0-49e3-8a87-fe2ccc3b4593 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f2f4d1-09bd-4216-b474-374096b585a1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:02.646737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b83833ba-02b0-49e3-8a87-fe2ccc3b4593 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.651139 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b83833ba-02b0-49e3-8a87-fe2ccc3b4593 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/c4f2f4d1-09bd-4216-b474-374096b585a1 HTTP/1.1" status: 204 len: 168 time: 0.4336047 Dec 13 16:32:02.655305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43972) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:02.660790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:02.687315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:02.697033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.697378 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Added segment b8b7c0c4-1060-46ed-8c82-9b8f5fb4643c of type vlan for network 18c49903-bd5f-4263-98ed-896aff81999f Dec 13 16:32:02.700074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6ba15d23-6215-4be2-aa25-1b20eb59a54c None None] Port 66c9b7a4-be60-4067-8780-d17a7de9a10b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:02.702450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416d8c1f-f32a-403a-8495-758658b066b9 None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:02.809162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:02.814144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:02.834579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.020393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.068864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.075326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:03.075921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.152159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.210300 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:03.214201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:03.216793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.220345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:03.221104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.234355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=8e8a2603-68eb-477a-bb32-b6ee16357efd,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:03.243109 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2a9f2d60-99bc-4c2d-a92e-61d91177eba3 None None] Provisioning complete for port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:03.243550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2d60-99bc-4c2d-a92e-61d91177eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.255219 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5f12289d-c284-4b9f-b6a0-4d63a9a9a847 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5963418 Dec 13 16:32:03.255801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43976) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:03.261444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-663c8d57-1d4a-4071-b6d6-4e958a610fca tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'security_group': {'name': 'tempest-secgroup-1321717263'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:03.294672 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8591893 Dec 13 16:32:03.307857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.317823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3c735-6f8e-4b99-bceb-d1b1a02b5a18 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Network': ['ID=18c49903-bd5f-4263-98ed-896aff81999f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:03.323816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-663c8d57-1d4a-4071-b6d6-4e958a610fca tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.389034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 18c49903-bd5f-4263-98ed-896aff81999f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:03.391060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:03.471526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-663c8d57-1d4a-4071-b6d6-4e958a610fca tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.479817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-663c8d57-1d4a-4071-b6d6-4e958a610fca tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.503744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2d60-99bc-4c2d-a92e-61d91177eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.506352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56780b23-5344-4546-9a3e-5ca6db1bede5 req-0c1241c2-2124-402c-bdab-c64ec234f1cf tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:03.508733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56780b23-5344-4546-9a3e-5ca6db1bede5 req-0c1241c2-2124-402c-bdab-c64ec234f1cf tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.3649311 Dec 13 16:32:03.520083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c8d57-1d4a-4071-b6d6-4e958a610fca tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1082cfb-e928-43e2-a862-badbbdea91a9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:03.539141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-663c8d57-1d4a-4071-b6d6-4e958a610fca tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.546577 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-663c8d57-1d4a-4071-b6d6-4e958a610fca tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2896106 Dec 13 16:32:03.549072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43978) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:03.556049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-42f93b44-f03e-4d32-a576-c17736b195c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'security_group': {'name': 'tempest-secgroup-1545534557'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:03.588238 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-42f93b44-f03e-4d32-a576-c17736b195c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.656021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2a9f2d60-99bc-4c2d-a92e-61d91177eba3 None None] For port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:03.666117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:03.666560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.693169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2a9f2d60-99bc-4c2d-a92e-61d91177eba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.704663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-42f93b44-f03e-4d32-a576-c17736b195c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.712462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-42f93b44-f03e-4d32-a576-c17736b195c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.737996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Deleting port 68b8b31c-c94b-421e-bff2-3454b4296352 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:03.742022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.771073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f2d60-99bc-4c2d-a92e-61d91177eba3 None None] Pushing event updated for resources: {'Port': ['ID=a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:03.797587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-42f93b44-f03e-4d32-a576-c17736b195c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.804777 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-42f93b44-f03e-4d32-a576-c17736b195c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2542715 Dec 13 16:32:03.807112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43980) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:03.811895 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6f38c66d-49b1-4bca-af72-30974d974db9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'security_group': {'name': 'tempest-secgroup-397923181'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:03.820287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f93b44-f03e-4d32-a576-c17736b195c8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a916ef-729c-4724-b766-2440db06db3f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:03.822195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47cc50b-e2ff-4394-8c6c-c9ffa0f30daf None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:03.856395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f38c66d-49b1-4bca-af72-30974d974db9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.953459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f38c66d-49b1-4bca-af72-30974d974db9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.961053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f38c66d-49b1-4bca-af72-30974d974db9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:03.968802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7e7a1bc1-6061-40c3-8999-6dd04854f701 None None] Provisioning complete for port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:03.969502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1bc1-6061-40c3-8999-6dd04854f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.009368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f38c66d-49b1-4bca-af72-30974d974db9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.016301 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6f38c66d-49b1-4bca-af72-30974d974db9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.2078161 Dec 13 16:32:04.020686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43982) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:04.026685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1924411890', 'security_groups': ['756297b7-a48d-4f89-ae81-3028fedaa443'], 'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e8a2603-68eb-477a-bb32-b6ee16357efd'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:04.029456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a1bc1-6061-40c3-8999-6dd04854f701 None None] Port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:04.080298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7e7a1bc1-6061-40c3-8999-6dd04854f701 None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:04.081721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e7a1bc1-6061-40c3-8999-6dd04854f701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.115627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d32086-d821-4228-bb46-9a4b117237e1 None None] Update dhcp port {'port': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'fixed_ips': [{'subnet_id': '8bf205d8-242a-477b-b3d1-05206337887b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e8a2603-68eb-477a-bb32-b6ee16357efd'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '64e9a706-1fab-4874-8956-add31fa62a3b'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:32:04.151668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9d32086-d821-4228-bb46-9a4b117237e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.165163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38c66d-49b1-4bca-af72-30974d974db9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756297b7-a48d-4f89-ae81-3028fedaa443,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:04.198960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.206444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:04.215067 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56780b23-5344-4546-9a3e-5ca6db1bede5 req-6416235f-2545-48cc-850f-a6db33a3ab10 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6122837 Dec 13 16:32:04.284781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-9e1f3f4c-f49c-4aa6-b15a-1541478c038f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:04.286181 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-9e1f3f4c-f49c-4aa6-b15a-1541478c038f tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.6735585 Dec 13 16:32:04.318162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:04.326286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:04.343533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.352625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:04.358482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:04.359150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.418078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1267607 Dec 13 16:32:04.427653 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43984) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:04.430275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] device_id is not set on port bb6af73c-0f1e-467a-bb4b-ca4118567d63 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:04.439757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c87e5-8827-4706-9de6-263c70db0001 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=49426601-de62-4e1f-bd4e-58224d8778cd,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:04.453097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-b9d32086-d821-4228-bb46-9a4b117237e1 None None] Allocated IP 2001:db8::2 (1019775e-8176-4d7e-92c5-73eed6c8fe85/8e8a2603-68eb-477a-bb32-b6ee16357efd/64e9a706-1fab-4874-8956-add31fa62a3b) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:04.497213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Deleting port 8b1ad875-63e7-447e-a72a-fb00ec9634f5 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:04.497553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.554886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b9d32086-d821-4228-bb46-9a4b117237e1 None None] For port 64e9a706-1fab-4874-8956-add31fa62a3b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64e9a706-1fab-4874-8956-add31fa62a3b,segment=NetworkSegment(c0552460-e1a3-46be-98cf-410c086a7164),segment_id=c0552460-e1a3-46be-98cf-410c086a7164)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:04.590037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9d32086-d821-4228-bb46-9a4b117237e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.604631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9d32086-d821-4228-bb46-9a4b117237e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.615410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.637335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Calling delete_port for 8b1ad875-63e7-447e-a72a-fb00ec9634f5 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:04.706888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8::2f6 (1019775e-8176-4d7e-92c5-73eed6c8fe85/8e8a2603-68eb-477a-bb32-b6ee16357efd/bb6af73c-0f1e-467a-bb4b-ca4118567d63) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:04.743134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d32086-d821-4228-bb46-9a4b117237e1 None None] Pushing event updated for resources: {'Port': ['ID=64e9a706-1fab-4874-8956-add31fa62a3b,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:04.772854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.796526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-baf0ea3f-3fef-476c-9829-391d48199523 None None] Provisioning complete for port 49426601-de62-4e1f-bd4e-58224d8778cd triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:04.797420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-baf0ea3f-3fef-476c-9829-391d48199523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:04.899601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-baf0ea3f-3fef-476c-9829-391d48199523 None None] Port 49426601-de62-4e1f-bd4e-58224d8778cd cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:04.950262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Calling delete_port for 68b8b31c-c94b-421e-bff2-3454b4296352 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:04.998435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.020786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e1baf-d9be-4c18-bcd6-e75885c443a8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:05.027935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867e1baf-d9be-4c18-bcd6-e75885c443a8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:05.032815 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-867e1baf-d9be-4c18-bcd6-e75885c443a8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1320522 Dec 13 16:32:05.033496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43986) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:05.139226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.212296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=bb6af73c-0f1e-467a-bb4b-ca4118567d63,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:05.232494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ac277c4d-243b-44eb-af8c-12d6b18e2b6b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 49426601-de62-4e1f-bd4e-58224d8778cd {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:05.232841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac277c4d-243b-44eb-af8c-12d6b18e2b6b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.359377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:05.376958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac277c4d-243b-44eb-af8c-12d6b18e2b6b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.392888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ac277c4d-243b-44eb-af8c-12d6b18e2b6b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 49426601-de62-4e1f-bd4e-58224d8778cd owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:05.399913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.486343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:05.493577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:05.493813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:05.494095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.496312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:05.502678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:05.503621 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.551937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.565781 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-effb7f11-de2c-4f28-ae18-09e39b8928c3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5437744 Dec 13 16:32:05.569563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43990) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:05.574485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c42c6fec-ff2c-4e28-a1bf-f6698e2c9e9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:05.613261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64e9a706-1fab-4874-8956-add31fa62a3b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:05.619012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.627471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.711417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c24538ba-0cd6-4216-a1d7-f8275b39b4d0 None None] Provisioning complete for port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:05.711797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c24538ba-0cd6-4216-a1d7-f8275b39b4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.712333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event deleted for resources: {'Port': ['ID=68b8b31c-c94b-421e-bff2-3454b4296352,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:05.714977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.734706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac277c4d-243b-44eb-af8c-12d6b18e2b6b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.778295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:05.779315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.783956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac277c4d-243b-44eb-af8c-12d6b18e2b6b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=49426601-de62-4e1f-bd4e-58224d8778cd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:05.786918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42c6fec-ff2c-4e28-a1bf-f6698e2c9e9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:05.793172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c42c6fec-ff2c-4e28-a1bf-f6698e2c9e9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.799394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Port': ['ID=8b1ad875-63e7-447e-a72a-fb00ec9634f5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:05.858631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Deleting port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:05.859030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.868729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac277c4d-243b-44eb-af8c-12d6b18e2b6b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:05.875065 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ac277c4d-243b-44eb-af8c-12d6b18e2b6b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/49426601-de62-4e1f-bd4e-58224d8778cd HTTP/1.1" status: 204 len: 168 time: 0.8388066 Dec 13 16:32:05.875744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43992) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:05.878561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132266b9-c10b-4ea5-bed1-1a3a16281c55 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:05.958942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c24538ba-0cd6-4216-a1d7-f8275b39b4d0 None None] Port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:05.977085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763b87e-93b4-4c61-9bec-67bd8187f67c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:05.983786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d763b87e-93b4-4c61-9bec-67bd8187f67c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:05.993488 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d763b87e-93b4-4c61-9bec-67bd8187f67c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1111665 Dec 13 16:32:06.003379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43994) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:06.035996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c24538ba-0cd6-4216-a1d7-f8275b39b4d0 None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:06.037234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c24538ba-0cd6-4216-a1d7-f8275b39b4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.150071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ea8275-268d-4185-964b-5c1de2142ba0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet f67bfc01-c6ab-4c21-adef-8a067ad3bf9c {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:06.160075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62ea8275-268d-4185-964b-5c1de2142ba0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.194966 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.ipam_backend_mixin [None req-c42c6fec-ff2c-4e28-a1bf-f6698e2c9e9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e8a2603-68eb-477a-bb32-b6ee16357efd (CIDR: 2001:db8::/64) Dec 13 16:32:06.214144 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c42c6fec-ff2c-4e28-a1bf-f6698e2c9e9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:32:06.214531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c42c6fec-ff2c-4e28-a1bf-f6698e2c9e9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:06.222627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b11f1-2740-4793-a55e-c6b9e61e1038 req-b70de73a-34d9-49ad-9e49-f9c2de1c91fe tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:06.232442 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-833b11f1-2740-4793-a55e-c6b9e61e1038 req-b70de73a-34d9-49ad-9e49-f9c2de1c91fe tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 946 time: 0.7274272 Dec 13 16:32:06.240000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62ea8275-268d-4185-964b-5c1de2142ba0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.295536 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c42c6fec-ff2c-4e28-a1bf-f6698e2c9e9b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7249560 Dec 13 16:32:06.300065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43996) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:06.306173 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-627edd15-1c1c-48cf-80cd-98cc9b84e44a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:06.404522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=66c9b7a4-be60-4067-8780-d17a7de9a10b,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:06.419214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62ea8275-268d-4185-964b-5c1de2142ba0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.446106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-833b11f1-2740-4793-a55e-c6b9e61e1038 req-955b07d3-2b89-4702-9d2e-77caeb48c1e4 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008817 Dec 13 16:32:06.497075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.527748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627edd15-1c1c-48cf-80cd-98cc9b84e44a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:06.531625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-627edd15-1c1c-48cf-80cd-98cc9b84e44a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.580293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62ea8275-268d-4185-964b-5c1de2142ba0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.625816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62ea8275-268d-4185-964b-5c1de2142ba0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.631579 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-62ea8275-268d-4185-964b-5c1de2142ba0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/f67bfc01-c6ab-4c21-adef-8a067ad3bf9c HTTP/1.1" status: 204 len: 168 time: 0.6226933 Dec 13 16:32:06.636028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 43998) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:06.640862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3402324-b1af-4700-bdad-1028c85ec502 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:06.642237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea8275-268d-4185-964b-5c1de2142ba0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=f67bfc01-c6ab-4c21-adef-8a067ad3bf9c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:06.669671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.679866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.688975 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0ad0bfbf-f44c-4c04-b808-4a6cb86bf41b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518279 Dec 13 16:32:06.692977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44000) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:06.698843 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:06.763643 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d24419ca-06a8-435a-b9e8-7e5f7b67624b None None] Provisioning complete for port bb6af73c-0f1e-467a-bb4b-ca4118567d63 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:06.764960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d24419ca-06a8-435a-b9e8-7e5f7b67624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.791785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] For port 9decc787-3c0b-47bf-804f-7eb10d70a4b5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:06.792886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.794525 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.ipam_backend_mixin [None req-627edd15-1c1c-48cf-80cd-98cc9b84e44a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 8bf205d8-242a-477b-b3d1-05206337887b (CIDR: 2001:db8:0:1::/64) Dec 13 16:32:06.797763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.802930 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-627edd15-1c1c-48cf-80cd-98cc9b84e44a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:32:06.804276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627edd15-1c1c-48cf-80cd-98cc9b84e44a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:06.816952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:06.820014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.821170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc88130-c0df-4c61-8522-6fdb8d89d270 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:06.827864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44002) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:06.828358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:06.835827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:06.836280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'subnets': [{'network_id': '0e30f911-5c17-47b3-8bef-3a34af962de9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--188188561', 'ip_version': 6}, {'network_id': '18c49903-bd5f-4263-98ed-896aff81999f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:06.836615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'subnet': {'network_id': '0e30f911-5c17-47b3-8bef-3a34af962de9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--188188561', 'ip_version': 6}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:06.837276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Request body: {'subnet': {'network_id': '18c49903-bd5f-4263-98ed-896aff81999f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:06.841859 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7d928297-827c-459b-ba6d-6e79fecc4958 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/9fc88130-c0df-4c61-8522-6fdb8d89d270 HTTP/1.1" status: 204 len: 168 time: 4.7801042 Dec 13 16:32:06.846223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44004) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:06.852549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2180c299-0fb9-412b-9acb-9c0a3e0191fc tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-802303861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:06.874866 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-627edd15-1c1c-48cf-80cd-98cc9b84e44a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5706542 Dec 13 16:32:06.884396 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d24419ca-06a8-435a-b9e8-7e5f7b67624b None None] Port bb6af73c-0f1e-467a-bb4b-ca4118567d63 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:06.913901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44006) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:06.928044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'subnet': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:06.992382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:06.993334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:06.996871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.032206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 9decc787-3c0b-47bf-804f-7eb10d70a4b5 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:07.084292 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:32:07.135912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2180c299-0fb9-412b-9acb-9c0a3e0191fc tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.136571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.136959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2180c299-0fb9-412b-9acb-9c0a3e0191fc tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.150746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] Deleting port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:07.151335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.211961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:32:07.214534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a148a8b-589b-47a5-9a28-62712af8ddde" -d '{"events": [{"server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:32:07.252044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Router 55e39b6a-2b34-4b83-a17b-c86ce60702df has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:07.266171 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 9decc787-3c0b-47bf-804f-7eb10d70a4b5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=9decc787-3c0b-47bf-804f-7eb10d70a4b5,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:07.271390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8afe40c-4705-498c-934e-ea8b98c15e41 None None] Provisioning complete for port 66c9b7a4-be60-4067-8780-d17a7de9a10b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:07.271390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8afe40c-4705-498c-934e-ea8b98c15e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.297657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b598b8-d54b-4e7c-8573-eaa994dbf684 x-openstack-request-id: req-37b598b8-d54b-4e7c-8573-eaa994dbf684 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:32:07.297981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "name": "network-vif-unplugged", "status": "completed", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:32:07.298230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37b598b8-d54b-4e7c-8573-eaa994dbf684 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:32:07.298630 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'code': 200} Dec 13 16:32:07.311819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.321355 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:07.338379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2180c299-0fb9-412b-9acb-9c0a3e0191fc tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.350916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2180c299-0fb9-412b-9acb-9c0a3e0191fc tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.382244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Made reservation on behalf of 86e41ef04033497ab56f290b0e7788d2 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:07.386173 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.387568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] For port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:07.388046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.415206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] Calling delete_port for a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:07.416867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8afe40c-4705-498c-934e-ea8b98c15e41 None None] Port 66c9b7a4-be60-4067-8780-d17a7de9a10b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:07.462436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:07.471381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dfab0f1a-9fcb-48f4-828b-0a0627263a1a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "PUT /v2.0/routers/55e39b6a-2b34-4b83-a17b-c86ce60702df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3674285 Dec 13 16:32:07.479459 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=9decc787-3c0b-47bf-804f-7eb10d70a4b5,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:07.485643 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc354c4-073d-46f8-8e75-6cb238abe8c2 None None] Sync routers for ids ['55e39b6a-2b34-4b83-a17b-c86ce60702df'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:07.487638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44012) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:07.489465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 619fea65-b903-4091-9851-c2ec83d90bf8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:07.512571 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc354c4-073d-46f8-8e75-6cb238abe8c2 None None] Routers {'55e39b6a-2b34-4b83-a17b-c86ce60702df'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:07.514430 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-adc354c4-073d-46f8-8e75-6cb238abe8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['55e39b6a-2b34-4b83-a17b-c86ce60702df'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:07.536291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.641079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:32:07.641079 dv-neutron-821599-1-hyperv neutron-server[103054]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 13 16:32:07.641079 dv-neutron-821599-1-hyperv neutron-server[103054]: [parameters: {'status': 'DOWN', 'ports_id': 'a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1'}] Dec 13 16:32:07.641079 dv-neutron-821599-1-hyperv neutron-server[103054]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:32:07.642519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:32:07.643361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.665976 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-adc354c4-073d-46f8-8e75-6cb238abe8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:07.676450 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc354c4-073d-46f8-8e75-6cb238abe8c2 None None] Routers {'55e39b6a-2b34-4b83-a17b-c86ce60702df'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:07.677413 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-adc354c4-073d-46f8-8e75-6cb238abe8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['55e39b6a-2b34-4b83-a17b-c86ce60702df'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:07.691017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] Pushing event deleted for resources: {'Port': ['ID=a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:07.700032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b917ac5-cc45-46c9-bc54-d5a188f17388 None None] No DVR routers for this DVR port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:07.720533 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-adc354c4-073d-46f8-8e75-6cb238abe8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:07.721293 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc354c4-073d-46f8-8e75-6cb238abe8c2 None None] The sync data for ids ['55e39b6a-2b34-4b83-a17b-c86ce60702df'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:07.762088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Made reservation on behalf of b9370c5fefdb4ca8ab11dd9f8d13a0c1 for: {'subnet': 2} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:07.766921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.767267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.776128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2180c299-0fb9-412b-9acb-9c0a3e0191fc tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.777349 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2180c299-0fb9-412b-9acb-9c0a3e0191fc tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9300830 Dec 13 16:32:07.786568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44014) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:07.805059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:07.926045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.926399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:07.926733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Floating IP c7e72cc9-600a-4f65-b4b4-f2573ba074d4 disassociated. External IP: 172.26.6.122, port: 9decc787-3c0b-47bf-804f-7eb10d70a4b5. Dec 13 16:32:07.927081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Calling delete_port for 9decc787-3c0b-47bf-804f-7eb10d70a4b5 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:07.930467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-29b0ccef-4b59-4d7a-bb7f-c2565452e1c1 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] show failed (client error): The resource could not be found. Dec 13 16:32:07.931505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-29b0ccef-4b59-4d7a-bb7f-c2565452e1c1 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-306705140 HTTP/1.1" status: 404 len: 334 time: 0.4409413 Dec 13 16:32:07.939051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44016) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:07.966252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fe2ce277-f4cb-46b1-af4c-3dfc9c1fdc8a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:08.030177 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-fe2ce277-f4cb-46b1-af4c-3dfc9c1fdc8a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] update failed (client error): The resource could not be found. Dec 13 16:32:08.031295 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fe2ce277-f4cb-46b1-af4c-3dfc9c1fdc8a tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-1084438289 HTTP/1.1" status: 404 len: 335 time: 0.0780327 Dec 13 16:32:08.034982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44018) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:08.145651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7647e-4a20-4f5d-b519-e3e31e0a021d req-abfd6f6d-d278-4f1c-9e74-1bb3bb91be00 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:08.149185 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8ab7647e-4a20-4f5d-b519-e3e31e0a021d req-abfd6f6d-d278-4f1c-9e74-1bb3bb91be00 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 944 time: 0.2267251 Dec 13 16:32:08.170024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Port a8f5eda2-5dcf-41a9-8b3c-d50f81abd2c1 update to DOWN by agent not found {{(pid=103054) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 16:32:08.207487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5608c11e-3b3c-489a-a40d-8bf7a00cbc99 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Deleting subnet dc1bb754-9747-4219-ab77-2c852bc1238d {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:08.214951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5608c11e-3b3c-489a-a40d-8bf7a00cbc99 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.245414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:08.253576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-66fe134f-3f72-4fe2-9ef9-bb58c84ada61 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/619fea65-b903-4091-9851-c2ec83d90bf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6045382 Dec 13 16:32:08.260192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Sync routers for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:08.281411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:08.282972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:08.295791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.297252 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8ab7647e-4a20-4f5d-b519-e3e31e0a021d req-e5ffad8e-28fc-4832-be58-39c2a4ac7541 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf0e346f-12e6-467d-b2ea-52f5c41fffe5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297610 Dec 13 16:32:08.301135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5608c11e-3b3c-489a-a40d-8bf7a00cbc99 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.315351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:32:08.325985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.418778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.437955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:08.457471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event deleted for resources: {'Port': ['ID=9decc787-3c0b-47bf-804f-7eb10d70a4b5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:08.466945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:08.471029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5608c11e-3b3c-489a-a40d-8bf7a00cbc99 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.482576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:08.485913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:08.486575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.504579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d4120f-2dba-4970-ac3f-f62f15872f84 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:08.515588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=cf6da63a-53e7-4d91-9b37-08e036d5acf1,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:08.583453 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3589c1f3-758a-48d5-8197-3d91cb21122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8896468 Dec 13 16:32:08.591546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44024) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:08.597056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:ee:02:1f', 'name': 'tempest-NetworksTestDHCPv6-398504913'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:08.620019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5608c11e-3b3c-489a-a40d-8bf7a00cbc99 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.677927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608c11e-3b3c-489a-a40d-8bf7a00cbc99 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1bb754-9747-4219-ab77-2c852bc1238d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:08.687052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5608c11e-3b3c-489a-a40d-8bf7a00cbc99 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.691076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5608c11e-3b3c-489a-a40d-8bf7a00cbc99 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/subnets/dc1bb754-9747-4219-ab77-2c852bc1238d HTTP/1.1" status: 204 len: 168 time: 0.6257877 Dec 13 16:32:08.693850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44026) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:08.715735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Router b0c86280-991e-4ed4-a8c8-34870cc15fae has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:08.751941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba50a97-bbc5-4b17-8a49-c217536146e5 None None] Network ece07e27-43ef-4196-b6fd-7c81f8921fdf requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:08.816926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.846461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'cf6da63a-53e7-4d91-9b37-08e036d5acf1'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:08.847367 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.856206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:08.870032 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] Sync routers for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:08.883395 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:08.884406 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:08.907436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e268ae40-9b58-4a1e-ac38-3bba993cebc5 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Deleting subnet c0ba0369-4802-4a68-b11e-235330a5a6af {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:08.915239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] No DVR routers for this DVR port 9decc787-3c0b-47bf-804f-7eb10d70a4b5 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:08.918582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.922354 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbc2e9d8-d86b-4447-a09a-7056484b41af req-30aec781-8282-4f02-974e-e19a57fde08c tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.31 "DELETE /v2.0/ports/9decc787-3c0b-47bf-804f-7eb10d70a4b5 HTTP/1.1" status: 204 len: 173 time: 4.6225507 Dec 13 16:32:08.923222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'name': 'network-vif-deleted', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:32:08.923380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e268ae40-9b58-4a1e-ac38-3bba993cebc5 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:08.927156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1115ccd-c5e2-4791-8bc3-56127c6ab13b" -d '{"events": [{"server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "name": "network-vif-deleted", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:32:08.933863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:08.977800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:08.982941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7576b6d-b03c-4779-bc5f-d5ca9db1b048 x-openstack-request-id: req-f7576b6d-b03c-4779-bc5f-d5ca9db1b048 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:32:08.983232 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3f1d90-7d69-411a-9c2e-e3244bd86bd4", "name": "network-vif-deleted", "tag": "9decc787-3c0b-47bf-804f-7eb10d70a4b5", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:32:08.983488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7576b6d-b03c-4779-bc5f-d5ca9db1b048 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:32:08.984596 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3f1d90-7d69-411a-9c2e-e3244bd86bd4', 'name': 'network-vif-deleted', 'tag': '9decc787-3c0b-47bf-804f-7eb10d70a4b5', 'status': 'completed', 'code': 200} Dec 13 16:32:09.001679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:09.002945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.004655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51900cc5-ffc3-4e59-8368-75b2e948e927 None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:09.045061 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Subnet': ['ID=24fb4575-77ad-4821-8950-02245de6c45f,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:09.063485 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:09.099588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e268ae40-9b58-4a1e-ac38-3bba993cebc5 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.201443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:09.299280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] DHCP port deletion for ece07e27-43ef-4196-b6fd-7c81f8921fdf request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:09.340083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44034) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:09.340332 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-edf50073-16aa-4b53-a555-5cc84e7a151c tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4251161 Dec 13 16:32:09.347982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:09.350315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1818608529', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '24fb4575-77ad-4821-8950-02245de6c45f'}], 'security_groups': ['e1082cfb-e928-43e2-a862-badbbdea91a9', '47a916ef-729c-4724-b766-2440db06db3f']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:09.353469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:02Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:57Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c9b7a4-be60-4067-8780-d17a7de9a10b', 'name': '', 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:70:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'c2725f87-3424-465a-b20f-0a0a9e15d53d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:00Z', 'updated_at': '2021-12-13T16:32:04Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'c2725f87-3424-465a-b20f-0a0a9e15d53d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:09.465433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Allocated IP 2001:db8::f816:3eff:fe6b:fc9a (2ba4744e-bfa0-4bbb-8255-861faf832180/cf6da63a-53e7-4d91-9b37-08e036d5acf1/6c6d48ac-338f-40b8-8900-fe7d87439425) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:09.468170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.471598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Checking router: 619fea65-b903-4091-9851-c2ec83d90bf8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:32:09.471967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.472168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Updating router 619fea65-b903-4091-9851-c2ec83d90bf8 port 66c9b7a4-be60-4067-8780-d17a7de9a10b binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:32:09.507865 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:42Z', 'revision_number': 5, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:09.518425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e268ae40-9b58-4a1e-ac38-3bba993cebc5 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.551564 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] Checking router: b0c86280-991e-4ed4-a8c8-34870cc15fae for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:32:09.567403 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:09.569738 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:09.579706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.623065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.643971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 51a7db09-db7c-4b8f-80a7-ba5b00ab4520 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:09.691486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.705303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.708092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] Deleting port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:09.708984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.754244 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:09.807955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.953797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] For port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,segment=NetworkSegment(5cb24057-028c-47a6-b6d2-ddede515f050),segment_id=5cb24057-028c-47a6-b6d2-ddede515f050)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:09.954300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:09.961251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d85fa7-1e24-40f1-89bb-932e7fc6a9ed None None] Update dhcp port {'port': {'network_id': '1019775e-8176-4d7e-92c5-73eed6c8fe85', 'fixed_ips': [{'subnet_id': '8bf205d8-242a-477b-b3d1-05206337887b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8e8a2603-68eb-477a-bb32-b6ee16357efd', 'ip_address': '2001:db8::2'}, {'subnet_id': '24fb4575-77ad-4821-8950-02245de6c45f'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '64e9a706-1fab-4874-8956-add31fa62a3b'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:32:10.032488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] Calling delete_port for cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:10.051628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,segment=NetworkSegment(5cb24057-028c-47a6-b6d2-ddede515f050),segment_id=5cb24057-028c-47a6-b6d2-ddede515f050)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:10.076296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d9486438-7243-45ec-aece-d77a4d903535 req-ede37493-4dba-4d49-9aa4-e6b2919f6daa tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed3f1d90-7d69-411a-9c2e-e3244bd86bd4 HTTP/1.1" status: 200 len: 210 time: 0.4416254 Dec 13 16:32:10.106491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e268ae40-9b58-4a1e-ac38-3bba993cebc5 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.107375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.145633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e268ae40-9b58-4a1e-ac38-3bba993cebc5 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.146622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Delete allocated IP 2001:db8::2f6 (1019775e-8176-4d7e-92c5-73eed6c8fe85/8e8a2603-68eb-477a-bb32-b6ee16357efd) {{(pid=103052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 16:32:10.149259 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e268ae40-9b58-4a1e-ac38-3bba993cebc5 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/subnets/c0ba0369-4802-4a68-b11e-235330a5a6af HTTP/1.1" status: 204 len: 168 time: 1.4483604 Dec 13 16:32:10.153723 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:42Z', 'revision_number': 5, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:10.159624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44036) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:10.163932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e0d85fa7-1e24-40f1-89bb-932e7fc6a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.185586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Subnet': ['ID=88001a4f-48c4-4697-80af-649a4254dd48,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:10.196840 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca602a-d53e-4437-83dc-127323afe013 None None] The sync data for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv is: [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:28:34Z', 'revision_number': 4, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '59d3dd46-c4aa-496b-bb51-726dfac0c1e0', 'name': '', 'network_id': '44645876-4c40-4082-853e-5e11cb1e413d', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'mac_address': 'fa:16:3e:75:88:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '9964ed4a-594e-456c-a0bd-5853314db296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:32Z', 'updated_at': '2021-12-13T16:28:42Z', 'revision_number': 5, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'subnets': [{'id': '9964ed4a-594e-456c-a0bd-5853314db296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:10.218088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Allocated IP 2001:db8:0:2::1d3 (1019775e-8176-4d7e-92c5-73eed6c8fe85/24fb4575-77ad-4821-8950-02245de6c45f/bb6af73c-0f1e-467a-bb4b-ca4118567d63) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:10.230067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268ae40-9b58-4a1e-ac38-3bba993cebc5 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ba0369-4802-4a68-b11e-235330a5a6af,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:10.269805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Checking segment: {'id': 'd0dd2cd7-349d-4158-9c07-9d3b9e6e7509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '0e30f911-5c17-47b3-8bef-3a34af962de9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:10.270167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Network hostable DHCP agents. Network: 0e30f911-5c17-47b3-8bef-3a34af962de9, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:32:10.282895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f9600c-944b-4568-bad6-6d9c80a75284 None None] Network 1b073a90-87a8-44f3-81b0-98bf99d8f75b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:10.285118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Allocated IP 172.26.6.195 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/e510cb40-da7f-43f0-a590-91487602958e) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:10.304829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.315289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Network 0e30f911-5c17-47b3-8bef-3a34af962de9 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:32:10.318386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.372763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 0e30f911-5c17-47b3-8bef-3a34af962de9) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:10.381675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.410897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.455717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f65cf7-27e4-47e1-b355-c68408532257 None None] Network 0e30f911-5c17-47b3-8bef-3a34af962de9 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:10.484105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Deleting port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:10.484525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.508531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:feee:21f (2ba4744e-bfa0-4bbb-8255-861faf832180/cf6da63a-53e7-4d91-9b37-08e036d5acf1/51a7db09-db7c-4b8f-80a7-ba5b00ab4520) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:10.520552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:10.558010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event updated for resources: {'Subnet': ['ID=538b77cd-7da0-4148-bb0c-c0336eb834d4,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:10.572744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:10.600936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Checking segment: {'id': 'b8b7c0c4-1060-46ed-8c82-9b8f5fb4643c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '18c49903-bd5f-4263-98ed-896aff81999f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:10.601514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Network hostable DHCP agents. Network: 18c49903-bd5f-4263-98ed-896aff81999f, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:32:10.611004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.612003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.623661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.632596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] For port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,segment=NetworkSegment(5cb24057-028c-47a6-b6d2-ddede515f050),segment_id=5cb24057-028c-47a6-b6d2-ddede515f050)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:10.633355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.658084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Calling delete_port for cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:10.672970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Network 18c49903-bd5f-4263-98ed-896aff81999f is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:32:10.680059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:10.682528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:10.738088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 18c49903-bd5f-4263-98ed-896aff81999f) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:10.751185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:10.751652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:10.752285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.757783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] In _notify_port_updated(), no bound segment for port bb6af73c-0f1e-467a-bb4b-ca4118567d63 on network 1019775e-8176-4d7e-92c5-73eed6c8fe85 {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:32:10.764307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:10.765161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.766711 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "PUT /v2.0/ports/bb6af73c-0f1e-467a-bb4b-ca4118567d63 HTTP/1.1" status: 200 len: 970 time: 1.4250889 Dec 13 16:32:10.767268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.773279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44040) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:10.778279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461ad871-6f5e-4b50-bad4-1401d773f828 None None] New status for floating IP c7e72cc9-600a-4f65-b4b4-f2573ba074d4: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:32:10.782682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69497703-4e2b-47b8-97eb-1088709faede None None] Network 18c49903-bd5f-4263-98ed-896aff81999f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:10.798767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e2aa3-570c-42f7-9e9b-8c1069e83c5b tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event updated for resources: {'Port': ['ID=bb6af73c-0f1e-467a-bb4b-ca4118567d63,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:10.804437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Pushing event updated for resources: {'Port': ['ID=6c6d48ac-338f-40b8-8900-fe7d87439425,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:10.810253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.857730 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8baf40d-680d-4fed-9046-d59d296fc62a tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.0287285 Dec 13 16:32:10.862547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44042) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:10.877023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.915724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event updated for resources: {'Port': ['ID=e510cb40-da7f-43f0-a590-91487602958e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:10.959209 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:10.963459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:10.974959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24633222-8ff9-4e76-85ac-5b6b487fb932 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:10.977612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:10.978063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24633222-8ff9-4e76-85ac-5b6b487fb932 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:10.979861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24633222-8ff9-4e76-85ac-5b6b487fb932 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:10.981802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-24633222-8ff9-4e76-85ac-5b6b487fb932 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1178193 Dec 13 16:32:10.984557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Port': ['ID=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:10.986999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] No DVR routers for this DVR port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:10.987163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:10.993304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44044) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:11.065082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9203b838-dd15-499a-9277-87a5e60260b8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port bb6af73c-0f1e-467a-bb4b-ca4118567d63 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:11.065082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9203b838-dd15-499a-9277-87a5e60260b8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.129414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.169100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece07e27-43ef-4196-b6fd-7c81f8921fdf']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:11.188585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc2668a-4e6c-4bfc-b275-d0cfc9132c80 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Deleting subnet 88001a4f-48c4-4697-80af-649a4254dd48 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:11.193311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb24057-028c-47a6-b6d2-ddede515f050') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:11.193544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb24057-028c-47a6-b6d2-ddede515f050') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:11.203553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cc2668a-4e6c-4bfc-b275-d0cfc9132c80 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.232268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.233149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44050) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:11.262032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.272232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] No DVR routers for this DVR port cd8a7e97-fb7f-40fe-80bf-db805eb40cd2 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:11.274380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cc2668a-4e6c-4bfc-b275-d0cfc9132c80 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.276996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.277324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:11.277716 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:11.280885 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:11.284949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125a4e03-bfd6-4819-98da-4a6b2776aa0c None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:11.289312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] DHCP port deletion for 1b073a90-87a8-44f3-81b0-98bf99d8f75b request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:11.294672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938b131-c095-4cfd-84f9-c9b559486ae2 None None] Pushing event deleted for resources: {'Port': ['ID=cd8a7e97-fb7f-40fe-80bf-db805eb40cd2,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:11.326602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fcc28d44-7e7f-417d-8db9-8522cf7c1f76 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:11.393948 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Attempting to bind port 6c6d48ac-338f-40b8-8900-fe7d87439425 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:11.394291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Attempting to bind port 6c6d48ac-338f-40b8-8900-fe7d87439425 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:11.394679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Attempting to bind port 6c6d48ac-338f-40b8-8900-fe7d87439425 on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:11.396672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cc2668a-4e6c-4bfc-b275-d0cfc9132c80 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.423240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.425293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f337ed7-f2b5-483a-a9f8-2c767d024823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-0e30f911-5c17-47b3-8bef-3a34af962de9', 'network_id': '0e30f911-5c17-47b3-8bef-3a34af962de9', 'project_id': 'b9370c5fefdb4ca8ab11dd9f8d13a0c1', 'fixed_ips': [{'subnet_id': '88001a4f-48c4-4697-80af-649a4254dd48'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:11.426269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1f337ed7-f2b5-483a-a9f8-2c767d024823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.441330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:11.453726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.455635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:11.463070 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/networks/ece07e27-43ef-4196-b6fd-7c81f8921fdf HTTP/1.1" status: 204 len: 168 time: 1.3022978 Dec 13 16:32:11.467420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05986d5-8bb2-4cd2-95c3-d8bc5f914eb6 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Network': ['ID=ece07e27-43ef-4196-b6fd-7c81f8921fdf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:11.469706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:11.470639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-e0d85fa7-1e24-40f1-89bb-932e7fc6a9ed None None] Allocated IP 2001:db8:0:2::2 (1019775e-8176-4d7e-92c5-73eed6c8fe85/24fb4575-77ad-4821-8950-02245de6c45f/64e9a706-1fab-4874-8956-add31fa62a3b) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:11.471308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44052) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:11.478992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:11.479596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.481555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:11.481886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:11.482293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.483444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:11.483935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Bound port: 6c6d48ac-338f-40b8-8900-fe7d87439425, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:11.484326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.487608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.520552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9203b838-dd15-499a-9277-87a5e60260b8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.534064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.562678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.581330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=51a7db09-db7c-4b8f-80a7-ba5b00ab4520,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:11.597098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9203b838-dd15-499a-9277-87a5e60260b8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for bb6af73c-0f1e-467a-bb4b-ca4118567d63 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:11.602174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cb15f2ed-838b-4862-9e19-89c42dd24a96 None None] Provisioning complete for port e510cb40-da7f-43f0-a590-91487602958e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:11.602740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cb15f2ed-838b-4862-9e19-89c42dd24a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.609410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cbde6c5f-20b3-44cc-ab3c-34819dffccfc tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.621833 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7daebea4-8976-4b30-a1d3-236506fa450b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0263216 Dec 13 16:32:11.622130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44054) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:11.661643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cc2668a-4e6c-4bfc-b275-d0cfc9132c80 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.694401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cbde6c5f-20b3-44cc-ab3c-34819dffccfc tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.706665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2668a-4e6c-4bfc-b275-d0cfc9132c80 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Subnet': ['ID=88001a4f-48c4-4697-80af-649a4254dd48,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:11.715531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Deleting port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:11.715757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.715852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.719395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cc2668a-4e6c-4bfc-b275-d0cfc9132c80 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.722997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9cc2668a-4e6c-4bfc-b275-d0cfc9132c80 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/subnets/88001a4f-48c4-4697-80af-649a4254dd48 HTTP/1.1" status: 204 len: 168 time: 0.7100985 Dec 13 16:32:11.726989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44056) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:11.747483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66319a-a218-470d-a52a-c14acf19f3ff tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:11.752802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5963846b-06e7-4aca-942d-b14c9e55d5e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-18c49903-bd5f-4263-98ed-896aff81999f', 'network_id': '18c49903-bd5f-4263-98ed-896aff81999f', 'project_id': 'b9370c5fefdb4ca8ab11dd9f8d13a0c1', 'fixed_ips': [{'subnet_id': '538b77cd-7da0-4148-bb0c-c0336eb834d4'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:11.753654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5963846b-06e7-4aca-942d-b14c9e55d5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.753933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a66319a-a218-470d-a52a-c14acf19f3ff tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:11.758158 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1a66319a-a218-470d-a52a-c14acf19f3ff tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1325946 Dec 13 16:32:11.783061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44058) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:11.866379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7b54b-9148-4eec-bdab-1c8b90031beb None None] Pushing event updated for resources: {'Port': ['ID=66c9b7a4-be60-4067-8780-d17a7de9a10b,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:11.885848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] For port fcc28d44-7e7f-417d-8db9-8522cf7c1f76, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,segment=NetworkSegment(b4960ec0-9929-44d9-a38c-61751ff68afc),segment_id=b4960ec0-9929-44d9-a38c-61751ff68afc)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:11.886254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.910745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cb15f2ed-838b-4862-9e19-89c42dd24a96 None None] Port e510cb40-da7f-43f0-a590-91487602958e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:11.917899 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Calling delete_port for fcc28d44-7e7f-417d-8db9-8522cf7c1f76 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server [None req-1f337ed7-f2b5-483a-a9f8-2c767d024823 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88001a4f-48c4-4697-80af-649a4254dd48: This subnet is being modified by another concurrent operation. Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:32:11.937135 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise exception Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88001a4f-48c4-4697-80af-649a4254dd48: This subnet is being modified by another concurrent operation. Dec 13 16:32:11.942197 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Dec 13 16:32:11.949095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2127ae1f-d604-4ae3-9f3f-49ff187fbb04 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Deleting subnet 538b77cd-7da0-4148-bb0c-c0336eb834d4 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:11.949243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] Deleting port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:11.949243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.949243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] For port 6c6d48ac-338f-40b8-8900-fe7d87439425, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:11.953638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2127ae1f-d604-4ae3-9f3f-49ff187fbb04 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:11.958816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-3926af2a-305f-4b86-b112-b677443dd851 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 51a7db09-db7c-4b8f-80a7-ba5b00ab4520 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:11.959096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3926af2a-305f-4b86-b112-b677443dd851 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.011930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cbde6c5f-20b3-44cc-ab3c-34819dffccfc tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.014552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cbde6c5f-20b3-44cc-ab3c-34819dffccfc tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.018308 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cbde6c5f-20b3-44cc-ab3c-34819dffccfc tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf0e346f-12e6-467d-b2ea-52f5c41fffe5 HTTP/1.1" status: 204 len: 168 time: 0.7822735 Dec 13 16:32:12.019449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44060) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:12.023530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.062343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde6c5f-20b3-44cc-ab3c-34819dffccfc tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0e346f-12e6-467d-b2ea-52f5c41fffe5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:12.066960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2127ae1f-d604-4ae3-9f3f-49ff187fbb04 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.072798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d6c44-eced-4ff3-bb2a-5a1866a54589 None None] Network 0e30f911-5c17-47b3-8bef-3a34af962de9 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:12.101543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] For port 6c6d48ac-338f-40b8-8900-fe7d87439425, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6c6d48ac-338f-40b8-8900-fe7d87439425,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:12.111568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-77f2710b-c97a-4e85-b898-c3178fd14b36 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] show failed (client error): The resource could not be found. Dec 13 16:32:12.112752 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-77f2710b-c97a-4e85-b898-c3178fd14b36 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "GET /v2.0/security-groups/bf0e346f-12e6-467d-b2ea-52f5c41fffe5 HTTP/1.1" status: 404 len: 347 time: 0.0931180 Dec 13 16:32:12.129243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44062) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:12.176584 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9203b838-dd15-499a-9277-87a5e60260b8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.180659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.232591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203b838-dd15-499a-9277-87a5e60260b8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=bb6af73c-0f1e-467a-bb4b-ca4118567d63,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:12.258265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Attempting to bind port 66c9b7a4-be60-4067-8780-d17a7de9a10b on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:12.258662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Attempting to bind port 66c9b7a4-be60-4067-8780-d17a7de9a10b by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:12.259045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Attempting to bind port 66c9b7a4-be60-4067-8780-d17a7de9a10b on network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:12.269404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e0d85fa7-1e24-40f1-89bb-932e7fc6a9ed None None] For port 64e9a706-1fab-4874-8956-add31fa62a3b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64e9a706-1fab-4874-8956-add31fa62a3b,segment=NetworkSegment(c0552460-e1a3-46be-98cf-410c086a7164),segment_id=c0552460-e1a3-46be-98cf-410c086a7164)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:12.276889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2127ae1f-d604-4ae3-9f3f-49ff187fbb04 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.292407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.297296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3926af2a-305f-4b86-b112-b677443dd851 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.306328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9203b838-dd15-499a-9277-87a5e60260b8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.312224 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9203b838-dd15-499a-9277-87a5e60260b8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/bb6af73c-0f1e-467a-bb4b-ca4118567d63 HTTP/1.1" status: 204 len: 168 time: 1.5354686 Dec 13 16:32:12.314684 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44064) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:12.329003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:12.329653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Checking segment: {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:12.329764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.330176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Bound using segment: {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:12.330691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Bound port: 66c9b7a4-be60-4067-8780-d17a7de9a10b, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a039e2b-0532-4272-9d39-abdacc6f4d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:12.331083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.341097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Port': ['ID=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:12.343201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-3926af2a-305f-4b86-b112-b677443dd851 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 51a7db09-db7c-4b8f-80a7-ba5b00ab4520 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:12.347851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] No DVR routers for this DVR port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:12.361515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.366285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] For port fcc28d44-7e7f-417d-8db9-8522cf7c1f76, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,segment=NetworkSegment(b4960ec0-9929-44d9-a38c-61751ff68afc),segment_id=b4960ec0-9929-44d9-a38c-61751ff68afc)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:12.366722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.370918 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79b5b53-242a-4c1a-b4f7-531455506f04 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] GET failed (client error): The resource could not be found. Dec 13 16:32:12.374110 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f79b5b53-242a-4c1a-b4f7-531455506f04 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports/bb6af73c-0f1e-467a-bb4b-ca4118567d63 HTTP/1.1" status: 404 len: 333 time: 0.0595119 Dec 13 16:32:12.377506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44066) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:12.394889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.411137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] Calling delete_port for fcc28d44-7e7f-417d-8db9-8522cf7c1f76 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:12.421432 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9ad7f-b443-4f73-91d5-21c6a162ffda None None] Pushing event updated for resources: {'Port': ['ID=6c6d48ac-338f-40b8-8900-fe7d87439425,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:12.438306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e0d85fa7-1e24-40f1-89bb-932e7fc6a9ed None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.441219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c73e057b-aaff-41a2-be85-f08b0b27cca1 None None] Provisioning complete for port 66c9b7a4-be60-4067-8780-d17a7de9a10b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:12.441883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c73e057b-aaff-41a2-be85-f08b0b27cca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.497354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e0d85fa7-1e24-40f1-89bb-932e7fc6a9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.547526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2127ae1f-d604-4ae3-9f3f-49ff187fbb04 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.568291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c73e057b-aaff-41a2-be85-f08b0b27cca1 None None] Port 66c9b7a4-be60-4067-8780-d17a7de9a10b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:12.625602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50253d69-7a31-483d-9663-44c1c5dcd7a3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.627622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127ae1f-d604-4ae3-9f3f-49ff187fbb04 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Subnet': ['ID=538b77cd-7da0-4148-bb0c-c0336eb834d4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:12.642312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2127ae1f-d604-4ae3-9f3f-49ff187fbb04 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.650048 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2127ae1f-d604-4ae3-9f3f-49ff187fbb04 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/subnets/538b77cd-7da0-4148-bb0c-c0336eb834d4 HTTP/1.1" status: 204 len: 168 time: 0.9149568 Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server [None req-5963846b-06e7-4aca-942d-b14c9e55d5e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 538b77cd-7da0-4148-bb0c-c0336eb834d4: This subnet is being modified by another concurrent operation. Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:32:12.650310 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise exception Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 538b77cd-7da0-4148-bb0c-c0336eb834d4: This subnet is being modified by another concurrent operation. Dec 13 16:32:12.654489 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Dec 13 16:32:12.660607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44068) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:12.711850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ce32a-ec42-471b-94a5-14a4a003b54d None None] Network 18c49903-bd5f-4263-98ed-896aff81999f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:12.734955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50253d69-7a31-483d-9663-44c1c5dcd7a3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.776679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68c9062-cbda-4194-b963-8094cd8c09b5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:12.784951 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d68c9062-cbda-4194-b963-8094cd8c09b5 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1214974 Dec 13 16:32:12.840744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d85fa7-1e24-40f1-89bb-932e7fc6a9ed None None] Pushing event updated for resources: {'Port': ['ID=64e9a706-1fab-4874-8956-add31fa62a3b,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:12.843715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44070) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:12.871256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50253d69-7a31-483d-9663-44c1c5dcd7a3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.873293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] For port 66c9b7a4-be60-4067-8780-d17a7de9a10b, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:12.874987 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50253d69-7a31-483d-9663-44c1c5dcd7a3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.875216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Deleting port 4878f8d5-a190-4e15-9599-7bab21867f03 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:12.875726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.878998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] For port 66c9b7a4-be60-4067-8780-d17a7de9a10b, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=66c9b7a4-be60-4067-8780-d17a7de9a10b,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:12.879946 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-50253d69-7a31-483d-9663-44c1c5dcd7a3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/security-groups/756297b7-a48d-4f89-ae81-3028fedaa443 HTTP/1.1" status: 204 len: 168 time: 0.5008221 Dec 13 16:32:12.880819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44072) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:12.893254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.937616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:12.945512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50253d69-7a31-483d-9663-44c1c5dcd7a3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=756297b7-a48d-4f89-ae81-3028fedaa443,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:12.989610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] No DVR routers for this DVR port fcc28d44-7e7f-417d-8db9-8522cf7c1f76 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:12.991737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7b54b-9148-4eec-bdab-1c8b90031beb None None] Pushing event updated for resources: {'Port': ['ID=66c9b7a4-be60-4067-8780-d17a7de9a10b,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:13.001025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53877804-26c5-473e-8e8e-396e87da2fa1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.016547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Router aa58d6d0-edb1-4e0b-a916-cee2c5463f22 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:32:13.019918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.028552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:13.029335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:13.094256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.102402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53877804-26c5-473e-8e8e-396e87da2fa1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.113249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b073a90-87a8-44f3-81b0-98bf99d8f75b']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:13.240573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4960ec0-9929-44d9-a38c-61751ff68afc') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:13.241643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4960ec0-9929-44d9-a38c-61751ff68afc') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:13.245575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53877804-26c5-473e-8e8e-396e87da2fa1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.248426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-53877804-26c5-473e-8e8e-396e87da2fa1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.252967 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-53877804-26c5-473e-8e8e-396e87da2fa1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/security-groups/47a916ef-729c-4724-b766-2440db06db3f HTTP/1.1" status: 204 len: 168 time: 0.3530095 Dec 13 16:32:13.253671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44076) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:13.269102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.269504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.288087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.291430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:13.299714 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.301221 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-19640ca1-d047-4f6c-a5f0-4be6ccdb8eb7 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "PUT /v2.0/routers/aa58d6d0-edb1-4e0b-a916-cee2c5463f22 HTTP/1.1" status: 200 len: 879 time: 5.5032461 Dec 13 16:32:13.305663 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4d9a9-c306-44dd-bad0-283b329a0f79 None None] Sync routers for ids ['aa58d6d0-edb1-4e0b-a916-cee2c5463f22'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:13.306918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53877804-26c5-473e-8e8e-396e87da2fa1 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a916ef-729c-4724-b766-2440db06db3f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:13.312141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44078) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:13.339712 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4d9a9-c306-44dd-bad0-283b329a0f79 None None] Routers {'aa58d6d0-edb1-4e0b-a916-cee2c5463f22'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:13.340561 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8ea4d9a9-c306-44dd-bad0-283b329a0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['aa58d6d0-edb1-4e0b-a916-cee2c5463f22'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:13.422241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Calling delete_port for 4878f8d5-a190-4e15-9599-7bab21867f03 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:13.438047 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8ea4d9a9-c306-44dd-bad0-283b329a0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:13.468116 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea4d9a9-c306-44dd-bad0-283b329a0f79 None None] Routers {'aa58d6d0-edb1-4e0b-a916-cee2c5463f22'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:13.468913 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8ea4d9a9-c306-44dd-bad0-283b329a0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['aa58d6d0-edb1-4e0b-a916-cee2c5463f22'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:13.483146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.554275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413a6d5-6f96-4047-9ae8-8c296ae2c275 None None] Pushing event deleted for resources: {'Port': ['ID=fcc28d44-7e7f-417d-8db9-8522cf7c1f76,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:13.559783 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8ea4d9a9-c306-44dd-bad0-283b329a0f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:13.560702 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea4d9a9-c306-44dd-bad0-283b329a0f79 None None] The sync data for ids ['aa58d6d0-edb1-4e0b-a916-cee2c5463f22'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:13.595066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:13.595463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.598804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3926af2a-305f-4b86-b112-b677443dd851 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:13.606292 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:13.616991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6c6d48ac-338f-40b8-8900-fe7d87439425 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:13.687969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a9ccfc57-4a94-4eca-a6d1-9b0268cb71d2 None None] Provisioning complete for port 66c9b7a4-be60-4067-8780-d17a7de9a10b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:13.688726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfc57-4a94-4eca-a6d1-9b0268cb71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.807111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:13.849463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.865489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 6c6d48ac-338f-40b8-8900-fe7d87439425 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:13.866603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.883462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3758636d-65b2-4bab-9c13-8c203f8c5550 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.891643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926af2a-305f-4b86-b112-b677443dd851 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=51a7db09-db7c-4b8f-80a7-ba5b00ab4520,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:13.894922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.931966 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bccad4f4-e422-4e0f-a3fe-6f1b37ab9c5d tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/routers/aa58d6d0-edb1-4e0b-a916-cee2c5463f22 HTTP/1.1" status: 200 len: 920 time: 0.6186180 Dec 13 16:32:13.935229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44080) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:13.944792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3758636d-65b2-4bab-9c13-8c203f8c5550 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.973129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:13.980721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c49903-bd5f-4263-98ed-896aff81999f']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:14.009050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfd006-a8b3-4eab-85b4-41c6612ac9c9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:14.014095 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f6bfd006-a8b3-4eab-85b4-41c6612ac9c9 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=aa58d6d0-edb1-4e0b-a916-cee2c5463f22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0781038 Dec 13 16:32:14.015052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44082) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.017673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.021627 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/networks/1b073a90-87a8-44f3-81b0-98bf99d8f75b HTTP/1.1" status: 204 len: 168 time: 2.5491335 Dec 13 16:32:14.023361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3926af2a-305f-4b86-b112-b677443dd851 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.026722 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3926af2a-305f-4b86-b112-b677443dd851 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/51a7db09-db7c-4b8f-80a7-ba5b00ab4520 HTTP/1.1" status: 204 len: 168 time: 2.2427409 Dec 13 16:32:14.028652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44084) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.034953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44086) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.051586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfc57-4a94-4eca-a6d1-9b0268cb71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.066082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a5630-ecc7-4db9-830e-16771223411e tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Network': ['ID=1b073a90-87a8-44f3-81b0-98bf99d8f75b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:14.067117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3758636d-65b2-4bab-9c13-8c203f8c5550 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.069906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3758636d-65b2-4bab-9c13-8c203f8c5550 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.071146 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3758636d-65b2-4bab-9c13-8c203f8c5550 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/security-groups/e1082cfb-e928-43e2-a862-badbbdea91a9 HTTP/1.1" status: 204 len: 168 time: 0.8102701 Dec 13 16:32:14.079393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b7c0c4-1060-46ed-8c82-9b8f5fb4643c') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:14.079695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b7c0c4-1060-46ed-8c82-9b8f5fb4643c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:14.093262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44088) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.164731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758636d-65b2-4bab-9c13-8c203f8c5550 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1082cfb-e928-43e2-a862-badbbdea91a9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:14.188187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.205513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82d3f7e-ca2a-4e2a-a27f-9c1be0bf4467 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Deleting subnet 8c43a16a-b401-4b4b-ad64-72d85c48dcfb {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:14.209974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.219105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e82d3f7e-ca2a-4e2a-a27f-9c1be0bf4467 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.280488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a9ccfc57-4a94-4eca-a6d1-9b0268cb71d2 None None] For port 66c9b7a4-be60-4067-8780-d17a7de9a10b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=66c9b7a4-be60-4067-8780-d17a7de9a10b,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:14.290118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.291742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28605fb-774f-429c-9bcf-d68acaa950a2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:14.296014 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d28605fb-774f-429c-9bcf-d68acaa950a2 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 881 time: 0.2770112 Dec 13 16:32:14.296014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44090) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.302673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.305951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Pushing event deleted for resources: {'Port': ['ID=4878f8d5-a190-4e15-9599-7bab21867f03,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:14.327583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e82d3f7e-ca2a-4e2a-a27f-9c1be0bf4467 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.338896 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-37917932-6941-457b-bd0f-09e430f21005 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa58d6d0-edb1-4e0b-a916-cee2c5463f22 HTTP/1.1" status: 200 len: 205 time: 0.0394878 Dec 13 16:32:14.345580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf13ec9f-4caa-4c55-9394-eb80821b3f46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:14.347249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf13ec9f-4caa-4c55-9394-eb80821b3f46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:14.349019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cf13ec9f-4caa-4c55-9394-eb80821b3f46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2857394 Dec 13 16:32:14.351009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:14.351425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.356220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c8a9ea-a50e-4edf-b95c-00298b74c064 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:14.363498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44092) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.363857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44094) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.368119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a9ccfc57-4a94-4eca-a6d1-9b0268cb71d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.370980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 6c6d48ac-338f-40b8-8900-fe7d87439425, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6c6d48ac-338f-40b8-8900-fe7d87439425,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:14.397164 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:14.407500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff95e49-f997-4158-8476-7fb09d0e0184 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet 8e8a2603-68eb-477a-bb32-b6ee16357efd {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:14.414636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.415474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64e9a706-1fab-4874-8956-add31fa62a3b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:14.521658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Could not find standard attr ID for object bb6af73c-0f1e-467a-bb4b-ca4118567d63. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:32:14.534091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ff95e49-f997-4158-8476-7fb09d0e0184 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.554984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Could not find standard attr ID for object 51a7db09-db7c-4b8f-80a7-ba5b00ab4520. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:32:14.561931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccfc57-4a94-4eca-a6d1-9b0268cb71d2 None None] Pushing event updated for resources: {'Port': ['ID=66c9b7a4-be60-4067-8780-d17a7de9a10b,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:14.566681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.570912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.575267 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2df1d4b9-87bd-4bae-811e-81667dd30b74 tempest-ServerActionsTestJSON-1939134207 tempest-ServerActionsTestJSON-1939134207-project] 10.222.0.13 "DELETE /v2.0/floatingips/c7e72cc9-600a-4f65-b4b4-f2573ba074d4 HTTP/1.1" status: 204 len: 168 time: 2.4450104 Dec 13 16:32:14.576113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44096) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.580506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.584887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.590594 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/networks/18c49903-bd5f-4263-98ed-896aff81999f HTTP/1.1" status: 204 len: 168 time: 1.7150431 Dec 13 16:32:14.606983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44098) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:14.649475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:14.650018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.661053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.663067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Provisioning complete for port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:14.663557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.703263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceacf8d-5451-46ff-b497-e85ea3c2a132 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Network': ['ID=18c49903-bd5f-4263-98ed-896aff81999f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:14.720051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ff95e49-f997-4158-8476-7fb09d0e0184 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.812237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:14.817782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:02Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:57Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c9b7a4-be60-4067-8780-d17a7de9a10b', 'name': '', 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:70:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'c2725f87-3424-465a-b20f-0a0a9e15d53d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:00Z', 'updated_at': '2021-12-13T16:32:12Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'c2725f87-3424-465a-b20f-0a0a9e15d53d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:14.821943 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=6c6d48ac-338f-40b8-8900-fe7d87439425,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:14.839575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e82d3f7e-ca2a-4e2a-a27f-9c1be0bf4467 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.874164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e99618-5171-4df4-a3c9-8c9e170e6706 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet cf6da63a-53e7-4d91-9b37-08e036d5acf1 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:14.882962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Provisioning complete for port 6c6d48ac-338f-40b8-8900-fe7d87439425 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:14.883491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.885384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387dd5d4-adb9-4f26-bf82-16cbe9aae4d8 None None] The sync data for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv is: [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:02Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:57Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66c9b7a4-be60-4067-8780-d17a7de9a10b', 'name': '', 'network_id': 'a5f74ccf-b186-4af7-95ba-e5a6e02a28c2', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:70:39:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'c2725f87-3424-465a-b20f-0a0a9e15d53d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:00Z', 'updated_at': '2021-12-13T16:32:12Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'c2725f87-3424-465a-b20f-0a0a9e15d53d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:14.888569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62e99618-5171-4df4-a3c9-8c9e170e6706 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.894105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ddcc32-6b6c-4823-a3fb-0e6172f1df88 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:32:14.899961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:14.941436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ff95e49-f997-4158-8476-7fb09d0e0184 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.028636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62e99618-5171-4df4-a3c9-8c9e170e6706 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.130325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ff95e49-f997-4158-8476-7fb09d0e0184 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.130597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.135544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e82d3f7e-ca2a-4e2a-a27f-9c1be0bf4467 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.162245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ddcc32-6b6c-4823-a3fb-0e6172f1df88 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:32:15.169179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff95e49-f997-4158-8476-7fb09d0e0184 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8a2603-68eb-477a-bb32-b6ee16357efd,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:15.180493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:15.180919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b0ef2eb-e719-4aa8-a5e6-aacb4ebfbd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.185289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ff95e49-f997-4158-8476-7fb09d0e0184 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.189669 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8ff95e49-f997-4158-8476-7fb09d0e0184 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/8e8a2603-68eb-477a-bb32-b6ee16357efd HTTP/1.1" status: 204 len: 168 time: 1.0949903 Dec 13 16:32:15.197163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44100) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:15.211285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e82d3f7e-ca2a-4e2a-a27f-9c1be0bf4467 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.220507 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e82d3f7e-ca2a-4e2a-a27f-9c1be0bf4467 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/subnets/8c43a16a-b401-4b4b-ad64-72d85c48dcfb HTTP/1.1" status: 204 len: 168 time: 1.1878922 Dec 13 16:32:15.220971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44102) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:15.227331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.230188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d3f7e-ca2a-4e2a-a27f-9c1be0bf4467 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Subnet': ['ID=8c43a16a-b401-4b4b-ad64-72d85c48dcfb,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:15.338205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e30f911-5c17-47b3-8bef-3a34af962de9']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:15.361920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0dd2cd7-349d-4158-9c07-9d3b9e6e7509') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:15.362222 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0dd2cd7-349d-4158-9c07-9d3b9e6e7509') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:15.376256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9393b932-0c17-4148-ad0d-8f638e8d14a4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet 24fb4575-77ad-4821-8950-02245de6c45f {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:15.376256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9393b932-0c17-4148-ad0d-8f638e8d14a4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.387776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.414766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62e99618-5171-4df4-a3c9-8c9e170e6706 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.431587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.468452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.475723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9393b932-0c17-4148-ad0d-8f638e8d14a4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.511602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:15.512286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.554444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6c6d48ac-338f-40b8-8900-fe7d87439425 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:15.595379 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:15.600292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Deleting port e510cb40-da7f-43f0-a590-91487602958e {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:15.600798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.614836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.626878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.684855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 6c6d48ac-338f-40b8-8900-fe7d87439425 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:15.685454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.685807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.693656 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/networks/0e30f911-5c17-47b3-8bef-3a34af962de9 HTTP/1.1" status: 204 len: 168 time: 1.0853179 Dec 13 16:32:15.694444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44106) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:15.716203 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fa622-d602-48f8-979e-72fd966d3692 tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Network': ['ID=0e30f911-5c17-47b3-8bef-3a34af962de9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:15.718316 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b365cbeb-c75d-48e0-b4c3-4fb9007f1ccd None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:32:15.718485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Deleting port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:15.719021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.722030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62e99618-5171-4df4-a3c9-8c9e170e6706 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.723207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9393b932-0c17-4148-ad0d-8f638e8d14a4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.820157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e99618-5171-4df4-a3c9-8c9e170e6706 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=cf6da63a-53e7-4d91-9b37-08e036d5acf1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:15.825175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62e99618-5171-4df4-a3c9-8c9e170e6706 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.828709 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-62e99618-5171-4df4-a3c9-8c9e170e6706 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/cf6da63a-53e7-4d91-9b37-08e036d5acf1 HTTP/1.1" status: 204 len: 168 time: 1.4623883 Dec 13 16:32:15.836811 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44108) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:15.875891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 66c9b7a4-be60-4067-8780-d17a7de9a10b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:15.888996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.892609 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f5ba9359-76f5-488c-a49d-18187527b0f0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515020 Dec 13 16:32:15.903847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44110) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:15.915899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Calling delete_port for e510cb40-da7f-43f0-a590-91487602958e owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:15.927222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b365cbeb-c75d-48e0-b4c3-4fb9007f1ccd None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:32:15.941347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.962697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] For port f63d59c3-b28d-4c7f-8ba2-044a4232ae36, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f63d59c3-b28d-4c7f-8ba2-044a4232ae36,segment=NetworkSegment(1685f645-bf2b-4d91-bfc4-72462b30ca5a),segment_id=1685f645-bf2b-4d91-bfc4-72462b30ca5a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:15.963192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:15.986011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Calling delete_port for f63d59c3-b28d-4c7f-8ba2-044a4232ae36 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:16.034038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9393b932-0c17-4148-ad0d-8f638e8d14a4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.093986 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.140236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9393b932-0c17-4148-ad0d-8f638e8d14a4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.146480 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9393b932-0c17-4148-ad0d-8f638e8d14a4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/24fb4575-77ad-4821-8950-02245de6c45f HTTP/1.1" status: 204 len: 168 time: 0.9472716 Dec 13 16:32:16.148582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393b932-0c17-4148-ad0d-8f638e8d14a4 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=24fb4575-77ad-4821-8950-02245de6c45f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:16.151277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44112) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:16.161405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a422fe95-2b82-4753-8895-0f65f172b7ad']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:16.166597 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82567b09-0bb7-41d2-8f2b-a5de58117870 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:16.169725 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-82567b09-0bb7-41d2-8f2b-a5de58117870 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2643788 Dec 13 16:32:16.171839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44114) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:16.185717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4447e16-b99f-4bbe-be37-240694a71cf8') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:16.186015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4447e16-b99f-4bbe-be37-240694a71cf8') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:16.190774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 66c9b7a4-be60-4067-8780-d17a7de9a10b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:16.191152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.212379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c6b4c6-03eb-4bbb-9176-4910efbc7e74 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:16.212749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c6b4c6-03eb-4bbb-9176-4910efbc7e74 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:16.218342 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-07c6b4c6-03eb-4bbb-9176-4910efbc7e74 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/8e8a2603-68eb-477a-bb32-b6ee16357efd HTTP/1.1" status: 404 len: 337 time: 0.0585487 Dec 13 16:32:16.219063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44116) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:16.228719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.279974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.316649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Port': ['ID=f63d59c3-b28d-4c7f-8ba2-044a4232ae36,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:16.319438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.320960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] No DVR routers for this DVR port f63d59c3-b28d-4c7f-8ba2-044a4232ae36 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:16.339717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:16.340257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:16.343214 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:16.363359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bad7d9-954d-40be-bc82-5a8e4b9dcd0e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:16.364863 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-31bad7d9-954d-40be-bc82-5a8e4b9dcd0e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1912217 Dec 13 16:32:16.369532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44118) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:16.396003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8d8cf7-3ee2-41b4-be75-e4503790112d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting subnet 8bf205d8-242a-477b-b3d1-05206337887b {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:16.404748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.406611 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8cf7-3ee2-41b4-be75-e4503790112d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.431018 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f0a2bcde-4103-4dc4-8478-13cad6c89df9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546033 Dec 13 16:32:16.457821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44120) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:16.466038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:16.472381 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf046239-5573-47c1-a93c-53b1c1d8ef90 None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:16.475811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66fe6c-ff6f-4de6-8c26-9eb3903d0db7 None None] Network 465dc462-60eb-414e-af31-d4265696edb2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:16.481071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27afac0c-b057-41bb-a2e8-3f4532dd60d4 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:16.505619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event deleted for resources: {'Port': ['ID=e510cb40-da7f-43f0-a590-91487602958e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:16.544688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.551688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001efa60-4e2f-4c0e-a786-fd1baf16c04c None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:16.578382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8cf7-3ee2-41b4-be75-e4503790112d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.581659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.587844 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/networks/a422fe95-2b82-4753-8895-0f65f172b7ad HTTP/1.1" status: 204 len: 168 time: 0.8783908 Dec 13 16:32:16.624560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44122) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:16.661724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9694fb-f2b3-46bf-bd4c-989b6be3ac9f tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Network': ['ID=a422fe95-2b82-4753-8895-0f65f172b7ad,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:16.843861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b07973-83d5-4dd4-a018-ec0e2599ff2c None None] DHCP port deletion for 465dc462-60eb-414e-af31-d4265696edb2 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:16.875586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:16.876926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.903726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465dc462-60eb-414e-af31-d4265696edb2']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:16.912066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Deleting port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:16.912936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.927887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1685f645-bf2b-4d91-bfc4-72462b30ca5a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:16.928243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1685f645-bf2b-4d91-bfc4-72462b30ca5a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:16.947444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] Deleting port 6c6d48ac-338f-40b8-8900-fe7d87439425 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:16.948184 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.970952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:16.994318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.005274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:17.005619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:17.010395 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:17.041045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] For port 6c6d48ac-338f-40b8-8900-fe7d87439425, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6c6d48ac-338f-40b8-8900-fe7d87439425,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:17.041603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.057936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] Calling delete_port for 6c6d48ac-338f-40b8-8900-fe7d87439425 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:17.092916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.102495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.103702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] For port 59d3dd46-c4aa-496b-bb51-726dfac0c1e0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:17.104099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.120306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Calling delete_port for 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:17.122480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.127474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.131878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/networks/465dc462-60eb-414e-af31-d4265696edb2 HTTP/1.1" status: 204 len: 168 time: 1.9093013 Dec 13 16:32:17.138312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44124) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:17.151983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13171071-425f-4870-b1eb-efa2c91cfcdf tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Pushing event deleted for resources: {'Network': ['ID=465dc462-60eb-414e-af31-d4265696edb2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:17.189923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.232616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] Pushing event deleted for resources: {'Port': ['ID=6c6d48ac-338f-40b8-8900-fe7d87439425,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:17.238204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b4a14-387c-4261-a00a-ee4a5f9e6741 None None] No DVR routers for this DVR port 6c6d48ac-338f-40b8-8900-fe7d87439425 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:17.274173 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:17.277743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.283022 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-df7d2ac0-a015-4789-aedc-938783b65766 tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "GET /v2.0/ports?device_id=55e39b6a-2b34-4b83-a17b-c86ce60702df HTTP/1.1" status: 200 len: 205 time: 0.1399200 Dec 13 16:32:17.291889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44126) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:17.293377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6c6d48ac-338f-40b8-8900-fe7d87439425 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:17.295972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8cf7-3ee2-41b4-be75-e4503790112d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.316402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 6c6d48ac-338f-40b8-8900-fe7d87439425 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:17.316766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6c6d48ac-338f-40b8-8900-fe7d87439425 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:17.317193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f63d59c3-b28d-4c7f-8ba2-044a4232ae36 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:17.317566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.338181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f63d59c3-b28d-4c7f-8ba2-044a4232ae36 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:17.338539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f63d59c3-b28d-4c7f-8ba2-044a4232ae36 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:17.409478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.433151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.442438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Pushing event deleted for resources: {'Port': ['ID=59d3dd46-c4aa-496b-bb51-726dfac0c1e0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:17.597422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b996-ca35-4f91-aeb5-c714aa20747d tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.646123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.691860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.692369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Fanout notify agent at l3_agent the message router_deleted on router aa58d6d0-edb1-4e0b-a916-cee2c5463f22 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:17.712656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.717670 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-39f889a8-398b-46f4-a82a-2abc83d062e3 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/aa58d6d0-edb1-4e0b-a916-cee2c5463f22 HTTP/1.1" status: 204 len: 168 time: 3.3489940 Dec 13 16:32:17.717670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.723766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44130) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:17.730274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0efab728-df40-44b1-8602-95c9c24b4b5b tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2084116408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:17.732836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-10e0f05d-1dae-4bbb-9681-162f6a5b7915 None None] Provisioning complete for port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:17.733218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10e0f05d-1dae-4bbb-9681-162f6a5b7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.777159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-10e0f05d-1dae-4bbb-9681-162f6a5b7915 None None] Port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:17.791013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-10e0f05d-1dae-4bbb-9681-162f6a5b7915 None None] Provisioning complete for port 64e9a706-1fab-4874-8956-add31fa62a3b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:17.791524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10e0f05d-1dae-4bbb-9681-162f6a5b7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.800395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c9f8db-9976-43ea-94b0-4da73074fa55']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:17.876892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8cf7-3ee2-41b4-be75-e4503790112d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.880615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ecffc7-d99d-473d-9fe6-cc5596fae781') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:17.880897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ecffc7-d99d-473d-9fe6-cc5596fae781') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:17.905427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b996-ca35-4f91-aeb5-c714aa20747d tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.907078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Router b0c86280-991e-4ed4-a8c8-34870cc15fae has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:17.931808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.933784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b996-ca35-4f91-aeb5-c714aa20747d tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.960833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0efab728-df40-44b1-8602-95c9c24b4b5b tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.961848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0efab728-df40-44b1-8602-95c9c24b4b5b tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.966211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d8cf7-3ee2-41b4-be75-e4503790112d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf205d8-242a-477b-b3d1-05206337887b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:17.972488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8d8cf7-3ee2-41b4-be75-e4503790112d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:17.975780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f491e47a-3f13-4f08-8840-182985c2bf41 None None] Network 1019775e-8176-4d7e-92c5-73eed6c8fe85 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:17.976333 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9b8d8cf7-3ee2-41b4-be75-e4503790112d tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/8bf205d8-242a-477b-b3d1-05206337887b HTTP/1.1" status: 204 len: 168 time: 1.7557890 Dec 13 16:32:17.979724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44132) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.008123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.033066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:18.038911 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e7ad512a-262a-4baf-821b-8d2b9d2a6378 admin admin] 10.222.0.13 "PUT /v2.0/routers/b0c86280-991e-4ed4-a8c8-34870cc15fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4592369 Dec 13 16:32:18.042070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44134) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.047285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] Sync routers for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:18.068774 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5acae74-e56c-4302-8df2-93df58e20faf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:18.069754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5acae74-e56c-4302-8df2-93df58e20faf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:18.073203 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c5acae74-e56c-4302-8df2-93df58e20faf tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/c4f2f4d1-09bd-4216-b474-374096b585a1 HTTP/1.1" status: 404 len: 337 time: 0.0884047 Dec 13 16:32:18.081905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44136) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.083130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:18.083719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.088093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:18.088093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:18.089105 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:18.121085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b996-ca35-4f91-aeb5-c714aa20747d tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.121627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b6b996-ca35-4f91-aeb5-c714aa20747d tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Fanout notify agent at l3_agent the message router_deleted on router 55e39b6a-2b34-4b83-a17b-c86ce60702df {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:18.167405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.191289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b996-ca35-4f91-aeb5-c714aa20747d tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.192602 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d6b6b996-ca35-4f91-aeb5-c714aa20747d tempest-RoutersNegativeTest-484026618 tempest-RoutersNegativeTest-484026618-project] 10.222.0.13 "DELETE /v2.0/routers/55e39b6a-2b34-4b83-a17b-c86ce60702df HTTP/1.1" status: 204 len: 168 time: 0.8982255 Dec 13 16:32:18.221532 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c7f07d42-8c9a-4fc2-a6cb-bc38beac3f13 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "GET /v2.0/ports?device_id=aed8c6b2-c705-490f-8880-2bb7e4d42edd HTTP/1.1" status: 200 len: 205 time: 0.1332865 Dec 13 16:32:18.235500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44140) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.236592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:18.245121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0efab728-df40-44b1-8602-95c9c24b4b5b tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.296520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0efab728-df40-44b1-8602-95c9c24b4b5b tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.308709 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-fe0c925a-1ef1-430f-85fb-2e87510df508 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] delete failed (client error): The resource could not be found. Dec 13 16:32:18.313070 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fe0c925a-1ef1-430f-85fb-2e87510df508 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/routers/aed8c6b2-c705-490f-8880-2bb7e4d42edd HTTP/1.1" status: 404 len: 336 time: 0.0721605 Dec 13 16:32:18.313253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44142) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.321063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.329185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.330167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] DHCP port deletion for 1019775e-8176-4d7e-92c5-73eed6c8fe85 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:18.332333 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] 10.222.0.13 "DELETE /v2.0/networks/35c9f8db-9976-43ea-94b0-4da73074fa55 HTTP/1.1" status: 204 len: 168 time: 1.6860669 Dec 13 16:32:18.335732 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.364941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-27bd516b-5570-49a8-91dc-ce849a9b4ab5 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:18.366161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27bd516b-5570-49a8-91dc-ce849a9b4ab5 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:18.372346 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-27bd516b-5570-49a8-91dc-ce849a9b4ab5 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/bef9abc8-94a2-4223-9437-4b14fda847b7 HTTP/1.1" status: 404 len: 337 time: 0.0558326 Dec 13 16:32:18.376923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0efab728-df40-44b1-8602-95c9c24b4b5b tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.378186 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0efab728-df40-44b1-8602-95c9c24b4b5b tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6533148 Dec 13 16:32:18.379140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82351ef-d4e9-44ba-aace-46859dd490dc tempest-BulkNetworkOpsIpV6Test-1528736553 tempest-BulkNetworkOpsIpV6Test-1528736553-project] Pushing event deleted for resources: {'Network': ['ID=35c9f8db-9976-43ea-94b0-4da73074fa55,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:18.383800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44146) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.384282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44148) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.397056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': True}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:18.405206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.497245 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:18.498227 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a55c7ff-3dd9-4017-b37c-c48789ee357a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:18.499208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a55c7ff-3dd9-4017-b37c-c48789ee357a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:18.500277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Deleting port a5b5ce77-7f01-4fc8-93f2-1501c2988375 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:18.500750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.505376 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2a55c7ff-3dd9-4017-b37c-c48789ee357a tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/1c5be086-df1b-4c94-a409-4ceb7309a1c9 HTTP/1.1" status: 404 len: 337 time: 0.1163619 Dec 13 16:32:18.505582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] Deleting port 64e9a706-1fab-4874-8956-add31fa62a3b {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:18.505582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.515153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44150) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.532084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:18.557300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236c93c1-8703-43e0-b36c-751985e65f77 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:18.558936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:18.559535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.561816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=d795acf5-670a-4695-8543-0fdd88b2ff07,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:18.567220 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-456ffd77-c99c-4bfa-a291-e8c57537b4dc tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:18.567663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456ffd77-c99c-4bfa-a291-e8c57537b4dc tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:18.571952 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-456ffd77-c99c-4bfa-a291-e8c57537b4dc tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/ced17e19-d5fe-4b72-80be-595a3084ae2e HTTP/1.1" status: 404 len: 337 time: 0.0525086 Dec 13 16:32:18.576820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44154) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.628070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] For port a5b5ce77-7f01-4fc8-93f2-1501c2988375, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a5b5ce77-7f01-4fc8-93f2-1501c2988375,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:18.628760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.656787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Calling delete_port for a5b5ce77-7f01-4fc8-93f2-1501c2988375 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:18.665195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] For port 64e9a706-1fab-4874-8956-add31fa62a3b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64e9a706-1fab-4874-8956-add31fa62a3b,segment=NetworkSegment(c0552460-e1a3-46be-98cf-410c086a7164),segment_id=c0552460-e1a3-46be-98cf-410c086a7164)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:18.666580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.668863 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73b5d1e-419b-46da-b3b4-e8aff8c395cb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:18.669658 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73b5d1e-419b-46da-b3b4-e8aff8c395cb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:18.672690 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d73b5d1e-419b-46da-b3b4-e8aff8c395cb tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/acefc622-ee0f-47cf-ab3c-60d130f7eb23 HTTP/1.1" status: 404 len: 333 time: 0.0656912 Dec 13 16:32:18.677251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44158) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.692951 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9810f1ac-2d1e-451c-9500-30aa905ed026 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2288079 Dec 13 16:32:18.697840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] Calling delete_port for 64e9a706-1fab-4874-8956-add31fa62a3b owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:18.721282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113'}], 'enable_snat': True}, 'gw_port_id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:32:17Z', 'revision_number': 5, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port': {'id': 'a5b5ce77-7f01-4fc8-93f2-1501c2988375', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:60:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:28:21Z', 'updated_at': '2021-12-13T16:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:18.739126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44160) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.739469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44162) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.744916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:bc:8d:cb', 'name': 'tempest-NetworksTestDHCPv6-847840517'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:18.754027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44164) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.784061 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6088cee-7e96-4e03-8d54-0f760d1fe517 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:18.784521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6088cee-7e96-4e03-8d54-0f760d1fe517 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:18.787630 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a6088cee-7e96-4e03-8d54-0f760d1fe517 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/42f53ab1-8209-48f3-ab12-e932b48b5286 HTTP/1.1" status: 404 len: 337 time: 0.1094046 Dec 13 16:32:18.801037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44170) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.855236 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.862014 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-204bf2e1-e767-4d15-96bc-00dd7cd44795 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:18.862566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204bf2e1-e767-4d15-96bc-00dd7cd44795 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:18.868805 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-204bf2e1-e767-4d15-96bc-00dd7cd44795 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/7a7ac365-135c-41f2-be80-358781a75bf8 HTTP/1.1" status: 404 len: 337 time: 0.0636537 Dec 13 16:32:18.868982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44172) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.877916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] Checking router: b0c86280-991e-4ed4-a8c8-34870cc15fae for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:32:18.915419 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ca69ab-7eed-43fc-80e0-5c1207e4ef54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:18.915998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ca69ab-7eed-43fc-80e0-5c1207e4ef54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:18.919090 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e0ca69ab-7eed-43fc-80e0-5c1207e4ef54 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/210eb4d7-3d1e-4d97-abe2-416c57f09be9 HTTP/1.1" status: 404 len: 333 time: 0.0491803 Dec 13 16:32:18.923241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44174) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:18.923581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] Routers {'b0c86280-991e-4ed4-a8c8-34870cc15fae'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:18.924317 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0c86280-991e-4ed4-a8c8-34870cc15fae'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:18.931801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'd795acf5-670a-4695-8543-0fdd88b2ff07'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:18.932946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.976379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:18.984541 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b460a2d3-a010-421d-a1cd-2ebdfc167d05 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a94640de08fc491aa2dab0fc42271e17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294292 Dec 13 16:32:18.994689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44176) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:19.014121 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-36423c5b-1bda-472d-838f-4a4f0d2de5ae tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:19.014577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36423c5b-1bda-472d-838f-4a4f0d2de5ae tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:19.017609 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-36423c5b-1bda-472d-838f-4a4f0d2de5ae tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/1bdb1f9d-d94b-4301-9afc-170339e18685 HTTP/1.1" status: 404 len: 337 time: 0.0901127 Dec 13 16:32:19.025899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44178) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:19.032800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b5ce77-7f01-4fc8-93f2-1501c2988375,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:19.039555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] Set router b0c86280-991e-4ed4-a8c8-34870cc15fae gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:19.067628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.081811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.190954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.194249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.260028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.260943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0c86280-991e-4ed4-a8c8-34870cc15fae {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:19.269098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf7e171-23e7-4f70-8e6e-25a64541e5b4 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:19.269648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.273571 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4295e6d9-4b7c-4a3a-996a-40e4312a5fa5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b0c86280-991e-4ed4-a8c8-34870cc15fae HTTP/1.1" status: 204 len: 168 time: 1.2273786 Dec 13 16:32:19.279515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:32:18Z', 'revision_number': 6, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:19.283203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44180) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:19.304883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] No DVR routers for this DVR port 64e9a706-1fab-4874-8956-add31fa62a3b on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:19.311216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816466a-49db-4d7a-ab56-8903913b5b9a None None] Pushing event deleted for resources: {'Port': ['ID=64e9a706-1fab-4874-8956-add31fa62a3b,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:19.336364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdff84e9-4251-45f9-9989-c28a65ba79c1 admin admin] Deleting subnet 9964ed4a-594e-456c-a0bd-5853314db296 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:19.340430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdff84e9-4251-45f9-9989-c28a65ba79c1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.353815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0700bf4-8a8e-4deb-8557-d7a5fbb9da8d None None] The sync data for ids ['b0c86280-991e-4ed4-a8c8-34870cc15fae'] in dv-neutron-821599-1-hyperv is: [{'id': 'b0c86280-991e-4ed4-a8c8-34870cc15fae', 'name': 'tempest-ServerActionsTestJSON-1257766968-router', 'tenant_id': 'ec835dc814824bc8b163c8999a2efec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:28:19Z', 'updated_at': '2021-12-13T16:32:18Z', 'revision_number': 6, 'project_id': 'ec835dc814824bc8b163c8999a2efec7', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:19.395116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdff84e9-4251-45f9-9989-c28a65ba79c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.425117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64e9a706-1fab-4874-8956-add31fa62a3b no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:19.448145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 64e9a706-1fab-4874-8956-add31fa62a3b {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:19.448490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64e9a706-1fab-4874-8956-add31fa62a3b not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:19.452692 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eeae78-15cc-4ab3-b3b2-984f77bcccf3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:19.453259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2eeae78-15cc-4ab3-b3b2-984f77bcccf3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:19.456617 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c2eeae78-15cc-4ab3-b3b2-984f77bcccf3 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/subnets/3f540132-29db-4552-be6b-18c74990b844 HTTP/1.1" status: 404 len: 337 time: 0.0941412 Dec 13 16:32:19.459646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44182) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:19.504005 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-83cd5520-81e7-460b-911f-5f2cbaae07f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9370c5fefdb4ca8ab11dd9f8d13a0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7555528 Dec 13 16:32:19.510821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44184) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:19.533891 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:19.536955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/d795acf5-670a-4695-8543-0fdd88b2ff07/deb575c3-e200-49a1-b3cd-b7ed5b9d739a) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:19.583751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdff84e9-4251-45f9-9989-c28a65ba79c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.629908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65b16755-afe7-4aeb-883d-e92a8994c9d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.638445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Deleting port 2618e25b-43eb-4e4b-ad96-bd95e0071c43 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:19.638817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.687009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e8e0-9d7c-422f-9ee5-f196c9199d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.708083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdff84e9-4251-45f9-9989-c28a65ba79c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.716426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65b16755-afe7-4aeb-883d-e92a8994c9d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.721834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.729046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.743080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff84e9-4251-45f9-9989-c28a65ba79c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9964ed4a-594e-456c-a0bd-5853314db296,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:19.757513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.769470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdff84e9-4251-45f9-9989-c28a65ba79c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.777377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47853e45-7d3f-499a-999a-30264451fc65 None None] Network 44645876-4c40-4082-853e-5e11cb1e413d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:19.777594 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fdff84e9-4251-45f9-9989-c28a65ba79c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9964ed4a-594e-456c-a0bd-5853314db296 HTTP/1.1" status: 204 len: 168 time: 0.4896743 Dec 13 16:32:19.778113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44188) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:19.778717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:19.794767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:19.803340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Calling delete_port for 2618e25b-43eb-4e4b-ad96-bd95e0071c43 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:19.827707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:19.831198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Pushing event updated for resources: {'Port': ['ID=deb575c3-e200-49a1-b3cd-b7ed5b9d739a,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:19.843848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e8e0-9d7c-422f-9ee5-f196c9199d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.905594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.912952 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.920941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Attempting to bind port deb575c3-e200-49a1-b3cd-b7ed5b9d739a on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:19.921319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Attempting to bind port deb575c3-e200-49a1-b3cd-b7ed5b9d739a by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:19.922965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Attempting to bind port deb575c3-e200-49a1-b3cd-b7ed5b9d739a on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:19.932503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:19.932868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:19.933184 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.933581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:19.934211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Bound port: deb575c3-e200-49a1-b3cd-b7ed5b9d739a, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:19.934752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.962694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:19.996681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.009533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port c608e438-be53-495f-b6c8-becc6afcf682 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:20.036136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] For port deb575c3-e200-49a1-b3cd-b7ed5b9d739a, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:20.043525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.051218 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/ports/2618e25b-43eb-4e4b-ad96-bd95e0071c43 HTTP/1.1" status: 204 len: 168 time: 0.5901875 Dec 13 16:32:20.052201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44190) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:20.052646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] For port deb575c3-e200-49a1-b3cd-b7ed5b9d739a, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=deb575c3-e200-49a1-b3cd-b7ed5b9d739a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:20.053221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Port': ['ID=2618e25b-43eb-4e4b-ad96-bd95e0071c43,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:20.057034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Deleting port 10408b00-0a41-4cf0-bda0-0c61ceea7039 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:20.057696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.059473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] DHCP port deletion for 44645876-4c40-4082-853e-5e11cb1e413d request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:20.060778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.065680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.125022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.125614 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.125844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.126320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.126981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.127682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.127912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.128356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.129068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.129487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e8e0-9d7c-422f-9ee5-f196c9199d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.130093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.130495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.131601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.132150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc41b80-39ab-450b-8bba-b6c811f73fc8 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:20.133858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4d7e8e0-9d7c-422f-9ee5-f196c9199d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.138610 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f4d7e8e0-9d7c-422f-9ee5-f196c9199d8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cdd3d3d9-8251-4d36-8937-68c2ab698aa4 HTTP/1.1" status: 204 len: 168 time: 0.6248932 Dec 13 16:32:20.140930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65b16755-afe7-4aeb-883d-e92a8994c9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.144951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65b16755-afe7-4aeb-883d-e92a8994c9d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.146335 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-65b16755-afe7-4aeb-883d-e92a8994c9d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0593ee79-f2d7-4162-aac9-5819ae2da6a0 HTTP/1.1" status: 204 len: 168 time: 1.1498053 Dec 13 16:32:20.169353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7e8e0-9d7c-422f-9ee5-f196c9199d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd3d3d9-8251-4d36-8937-68c2ab698aa4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:20.173220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cf142-ba61-4f05-8f00-8f3fac33204b None None] Pushing event updated for resources: {'Port': ['ID=deb575c3-e200-49a1-b3cd-b7ed5b9d739a,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:20.197617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] Deleting port 10408b00-0a41-4cf0-bda0-0c61ceea7039 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:20.197997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.221201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b16755-afe7-4aeb-883d-e92a8994c9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0593ee79-f2d7-4162-aac9-5819ae2da6a0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:20.311766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] For port 10408b00-0a41-4cf0-bda0-0c61ceea7039, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=10408b00-0a41-4cf0-bda0-0c61ceea7039,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:20.312167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.323815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::18e (2ba4744e-bfa0-4bbb-8255-861faf832180/d795acf5-670a-4695-8543-0fdd88b2ff07/c608e438-be53-495f-b6c8-becc6afcf682) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:20.326495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Allocated IP 172.26.6.166 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/dd2fca55-278b-4736-990b-949de70b43b9) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:20.327601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] Calling delete_port for 10408b00-0a41-4cf0-bda0-0c61ceea7039 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:20.432178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] For port 10408b00-0a41-4cf0-bda0-0c61ceea7039, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=10408b00-0a41-4cf0-bda0-0c61ceea7039,segment=NetworkSegment(f3ecc9ee-85e0-4b18-b1e6-cce449e356ad),segment_id=f3ecc9ee-85e0-4b18-b1e6-cce449e356ad)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:20.432624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.482199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Calling delete_port for 10408b00-0a41-4cf0-bda0-0c61ceea7039 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:20.542575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.555883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.599361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.647657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] Pushing event deleted for resources: {'Port': ['ID=10408b00-0a41-4cf0-bda0-0c61ceea7039,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:20.659609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b16413-b7b1-4720-9643-55b4a5b4c4e8 None None] No DVR routers for this DVR port 10408b00-0a41-4cf0-bda0-0c61ceea7039 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:20.664245 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.733787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:20.741400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:20.742113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:20.761862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68e300-ca30-4b26-8292-f9adb12737d4 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:20.817973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'Port': ['ID=dd2fca55-278b-4736-990b-949de70b43b9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:20.830746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.839813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.869083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1019775e-8176-4d7e-92c5-73eed6c8fe85']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:20.874790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a59b2854-28dd-4522-b12b-74fbd7d0c1b6 None None] Provisioning complete for port dd2fca55-278b-4736-990b-949de70b43b9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:20.875496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a59b2854-28dd-4522-b12b-74fbd7d0c1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.881803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.895211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0552460-e1a3-46be-98cf-410c086a7164') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:20.895429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0552460-e1a3-46be-98cf-410c086a7164') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:20.940385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] No DVR routers for this DVR port 10408b00-0a41-4cf0-bda0-0c61ceea7039 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:20.959786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a59b2854-28dd-4522-b12b-74fbd7d0c1b6 None None] Port dd2fca55-278b-4736-990b-949de70b43b9 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:20.979540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:20.982507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10408b00-0a41-4cf0-bda0-0c61ceea7039,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:21.052030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.078785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:21.079201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:21.082877 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:21.089261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.102313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.171544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44645876-4c40-4082-853e-5e11cb1e413d']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:21.195290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:21.195858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ecc9ee-85e0-4b18-b1e6-cce449e356ad') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:21.206984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.209916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.226822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.230055 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] 10.222.0.13 "DELETE /v2.0/networks/1019775e-8176-4d7e-92c5-73eed6c8fe85 HTTP/1.1" status: 204 len: 168 time: 1.1707628 Dec 13 16:32:21.246762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.253754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:21.254302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.302279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:21.309582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:21.319475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:21.329911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:21.330754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:21.345384 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:21.347882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=c608e438-be53-495f-b6c8-becc6afcf682,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:21.361381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.373674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.377403 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/44645876-4c40-4082-853e-5e11cb1e413d HTTP/1.1" status: 204 len: 168 time: 1.5983474 Dec 13 16:32:21.379883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b366de-ed57-4d50-9f36-b275ea7e2ff9 tempest-PortsIpV6TestJSON-197948410 tempest-PortsIpV6TestJSON-197948410-project] Pushing event deleted for resources: {'Network': ['ID=1019775e-8176-4d7e-92c5-73eed6c8fe85,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:21.401943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf25b73-7a13-4a13-9680-da42d5e904c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=44645876-4c40-4082-853e-5e11cb1e413d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:21.424002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.424510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.425034 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.425452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.426252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.426953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.427518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.427956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.429384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.429718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.430090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.430398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.430877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:21.442421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device deb575c3-e200-49a1-b3cd-b7ed5b9d739a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:21.449454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44228) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:21.449796 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8f4d7603-6af1-4e54-bdcb-405c69c38f02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7090187 Dec 13 16:32:21.456542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.534269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389cf24d-1931-42d9-957e-28a9eb08e32a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:21.545120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389cf24d-1931-42d9-957e-28a9eb08e32a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:21.554639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-389cf24d-1931-42d9-957e-28a9eb08e32a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1034725 Dec 13 16:32:21.561340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44232) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:21.577033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port deb575c3-e200-49a1-b3cd-b7ed5b9d739a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:21.577449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.712312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d842f-c1ea-4172-b3d8-1242ca4df5fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port c608e438-be53-495f-b6c8-becc6afcf682 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:21.713168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f8d842f-c1ea-4172-b3d8-1242ca4df5fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.719578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.723470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.737718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.808174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44236) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:21.819814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port deb575c3-e200-49a1-b3cd-b7ed5b9d739a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=deb575c3-e200-49a1-b3cd-b7ed5b9d739a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:21.831832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.921140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=deb575c3-e200-49a1-b3cd-b7ed5b9d739a,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:21.933256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f8d842f-c1ea-4172-b3d8-1242ca4df5fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:21.938166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8c0d3b36-99c5-4740-9709-a77d4a6a0bb4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec835dc814824bc8b163c8999a2efec7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1287413 Dec 13 16:32:21.945904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44238) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:21.949310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 10408b00-0a41-4cf0-bda0-0c61ceea7039 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:21.962319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d842f-c1ea-4172-b3d8-1242ca4df5fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for c608e438-be53-495f-b6c8-becc6afcf682 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:21.976663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 10408b00-0a41-4cf0-bda0-0c61ceea7039 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:21.977167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 10408b00-0a41-4cf0-bda0-0c61ceea7039 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:21.977647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:22.009320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Router f50df107-4331-429f-96a5-cefed4ab63d5 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:32:22.033081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:22.035735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 59d3dd46-c4aa-496b-bb51-726dfac0c1e0 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:22.036563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a5b5ce77-7f01-4fc8-93f2-1501c2988375 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:22.041790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44244) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.091199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: a5b5ce77-7f01-4fc8-93f2-1501c2988375 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:22.091542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a5b5ce77-7f01-4fc8-93f2-1501c2988375 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:22.094751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44248) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.115088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-51f17ae5-738e-4369-b50f-da966222e005 None None] Provisioning complete for port deb575c3-e200-49a1-b3cd-b7ed5b9d739a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:22.118318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-51f17ae5-738e-4369-b50f-da966222e005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.213252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:22.224342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.226089 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d77dc5-b25e-471c-9399-3a8d70bc8f25 None None] Sync routers for ids ['f50df107-4331-429f-96a5-cefed4ab63d5'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:22.237809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f8d842f-c1ea-4172-b3d8-1242ca4df5fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.241283 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-73279eb6-d9ed-45bc-b569-3e3a58ccd457 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "PUT /v2.0/routers/f50df107-4331-429f-96a5-cefed4ab63d5 HTTP/1.1" status: 200 len: 915 time: 3.8474660 Dec 13 16:32:22.242125 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d77dc5-b25e-471c-9399-3a8d70bc8f25 None None] Routers {'f50df107-4331-429f-96a5-cefed4ab63d5'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:22.242787 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-11d77dc5-b25e-471c-9399-3a8d70bc8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f50df107-4331-429f-96a5-cefed4ab63d5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:22.244733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44254) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.254491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef6d9150-2b35-43f1-abb3-26433cdf99d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.315902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f8d842f-c1ea-4172-b3d8-1242ca4df5fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.327515 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5f8d842f-c1ea-4172-b3d8-1242ca4df5fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/c608e438-be53-495f-b6c8-becc6afcf682 HTTP/1.1" status: 204 len: 168 time: 0.7630167 Dec 13 16:32:22.327515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44258) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.332893 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-11d77dc5-b25e-471c-9399-3a8d70bc8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:22.336516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44260) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.342485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-576821942'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:22.357236 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d77dc5-b25e-471c-9399-3a8d70bc8f25 None None] Routers {'f50df107-4331-429f-96a5-cefed4ab63d5'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:22.357869 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-11d77dc5-b25e-471c-9399-3a8d70bc8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:31:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f50df107-4331-429f-96a5-cefed4ab63d5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:22.386023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b3cdc692-184f-4a7a-b138-54c0296381d3 None None] Could not find standard attr ID for object c608e438-be53-495f-b6c8-becc6afcf682. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:32:22.414066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef6d9150-2b35-43f1-abb3-26433cdf99d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.416525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44262) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.425895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d842f-c1ea-4172-b3d8-1242ca4df5fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=c608e438-be53-495f-b6c8-becc6afcf682,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:22.456949 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-11d77dc5-b25e-471c-9399-3a8d70bc8f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:22.457425 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d77dc5-b25e-471c-9399-3a8d70bc8f25 None None] The sync data for ids ['f50df107-4331-429f-96a5-cefed4ab63d5'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:22.531128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-181080156'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:22.548627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c1285-b831-475a-bea3-96747c8e24cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:22.550419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c1285-b831-475a-bea3-96747c8e24cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:22.555018 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-997c1285-b831-475a-bea3-96747c8e24cf tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2136524 Dec 13 16:32:22.555585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44266) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.572925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Made reservation on behalf of 32710297e156430982f7c0df7c65591e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:22.576428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.596988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef6d9150-2b35-43f1-abb3-26433cdf99d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.599605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef6d9150-2b35-43f1-abb3-26433cdf99d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.601027 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ef6d9150-2b35-43f1-abb3-26433cdf99d9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45bfcc81-cd34-48f5-a897-e1723bab3ac8 HTTP/1.1" status: 204 len: 168 time: 0.6530669 Dec 13 16:32:22.604332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.616232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3c1db37b-1bc6-4577-ac5b-e78992256d73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86e41ef04033497ab56f290b0e7788d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5171800 Dec 13 16:32:22.623964 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5c8fb2ec-1528-4ad1-a867-cc24fc28f2e7 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/routers/f50df107-4331-429f-96a5-cefed4ab63d5 HTTP/1.1" status: 200 len: 921 time: 0.3753462 Dec 13 16:32:22.624165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44270) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.626018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44272) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.626872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d9150-2b35-43f1-abb3-26433cdf99d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bfcc81-cd34-48f5-a897-e1723bab3ac8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:22.636712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:22.640060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.653249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.689473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-77df8765-acce-4af2-af3a-306070a86866 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet d795acf5-670a-4695-8543-0fdd88b2ff07 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:22.695523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-77df8765-acce-4af2-af3a-306070a86866 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.743639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae67a08-d288-4600-b816-babb9e016a8c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:22.748344 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cae67a08-d288-4600-b816-babb9e016a8c tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=f50df107-4331-429f-96a5-cefed4ab63d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1152105 Dec 13 16:32:22.748344 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44274) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.760595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-77df8765-acce-4af2-af3a-306070a86866 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.927490 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe93adc-84ef-41cf-908b-1fcbbcef2cab tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:22.932090 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3fe93adc-84ef-41cf-908b-1fcbbcef2cab tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 881 time: 0.1800301 Dec 13 16:32:22.932402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44282) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:22.947423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-77df8765-acce-4af2-af3a-306070a86866 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:22.992948 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9ba41988-4d4f-4997-b8c9-9923289db88e tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50df107-4331-429f-96a5-cefed4ab63d5 HTTP/1.1" status: 200 len: 205 time: 0.0594027 Dec 13 16:32:22.995672 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44286) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:23.126237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-77df8765-acce-4af2-af3a-306070a86866 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.160762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.165918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df8765-acce-4af2-af3a-306070a86866 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=d795acf5-670a-4695-8543-0fdd88b2ff07,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:23.167861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-77df8765-acce-4af2-af3a-306070a86866 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.171467 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-77df8765-acce-4af2-af3a-306070a86866 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/d795acf5-670a-4695-8543-0fdd88b2ff07 HTTP/1.1" status: 204 len: 168 time: 0.6147926 Dec 13 16:32:23.184994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44294) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:23.188262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c28d06-5b79-4c6d-a704-5dc47bd296ba None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:23.230619 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bd2ed0c6-6970-40e9-8360-6c0ff865543e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444808 Dec 13 16:32:23.237962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44296) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:23.242382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d8eca86-0e93-4d32-b1ee-eec71bb3c5f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.309316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.323778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device deb575c3-e200-49a1-b3cd-b7ed5b9d739a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:23.342574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d8eca86-0e93-4d32-b1ee-eec71bb3c5f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.380677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Deleting port dd2fca55-278b-4736-990b-949de70b43b9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:23.381180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.400248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.420931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.449985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.451659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port deb575c3-e200-49a1-b3cd-b7ed5b9d739a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:23.452418 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.468527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.482391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5201a595-0379-46f5-a522-9caf9549ae40 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:23.489745 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5201a595-0379-46f5-a522-9caf9549ae40 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2395597 Dec 13 16:32:23.495583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44304) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:23.528269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:23.533422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:23.560129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:23.616121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.618894 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Added segment 1ecc2db9-2113-4d32-b2bd-d79a5747e430 of type vlan for network 31885a9a-b029-4c3e-8b47-810f5151c840 Dec 13 16:32:23.623528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.624048 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment 2b8554e0-0cb4-4521-b143-47e23770f903 of type vlan for network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 Dec 13 16:32:23.670049 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] Deleting port deb575c3-e200-49a1-b3cd-b7ed5b9d739a {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:23.670424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.676025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9556e45f-4c22-42de-b1f3-bee0043710cf,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:23.679530 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d8eca86-0e93-4d32-b1ee-eec71bb3c5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.682468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d8eca86-0e93-4d32-b1ee-eec71bb3c5f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.686531 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9d8eca86-0e93-4d32-b1ee-eec71bb3c5f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02212ff4-4b96-4f93-97dd-411772517c63 HTTP/1.1" status: 204 len: 168 time: 1.0608902 Dec 13 16:32:23.718731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37dfa2c-12d8-4aca-8773-f7b1e906eaca tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:23.720408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d37dfa2c-12d8-4aca-8773-f7b1e906eaca tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2215157 Dec 13 16:32:23.744997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44310) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:23.774465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] For port deb575c3-e200-49a1-b3cd-b7ed5b9d739a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=deb575c3-e200-49a1-b3cd-b7ed5b9d739a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:23.775173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.792493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] Calling delete_port for deb575c3-e200-49a1-b3cd-b7ed5b9d739a owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:23.836218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.841189 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3f0ab44c-99b2-4c1b-9c3e-398ac44f12a3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922155 Dec 13 16:32:23.846959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.848504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44312) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:23.853326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.856510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36961fa1-fced-49e8-a181-5b3232eac8a1,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:23.857492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:23.880537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Calling delete_port for dd2fca55-278b-4736-990b-949de70b43b9 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:23.890211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eca86-0e93-4d32-b1ee-eec71bb3c5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02212ff4-4b96-4f93-97dd-411772517c63,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:23.915314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.937260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.943478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:23.944344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.978248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] No DVR routers for this DVR port deb575c3-e200-49a1-b3cd-b7ed5b9d739a on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:23.981135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.991910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:23.992869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:23.993061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aeefe4-da77-4cfa-84d1-2d4ccb08a54f None None] Pushing event deleted for resources: {'Port': ['ID=deb575c3-e200-49a1-b3cd-b7ed5b9d739a,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:24.078756 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.0320120 Dec 13 16:32:24.083321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44320) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:24.092273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-97ea1407-43b4-44a8-8a3f-b2f9b6fe20bd tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', 'tempest-TagsTest-Tag-368074992') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:24.109876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9705e539-3b21-491a-ad46-53e7d318ca8b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Pushing event updated for resources: {'Network': ['ID=31885a9a-b029-4c3e-8b47-810f5151c840,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:24.129886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 31885a9a-b029-4c3e-8b47-810f5151c840 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:24.146441 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7286921 Dec 13 16:32:24.156029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44324) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:24.181085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:24.185025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.199351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1032957060'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:24.306246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4accd-8bc4-4a92-a013-c53f682410c9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=725a5f0e-95ff-4a74-b10b-e743a67bbe69,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:24.316824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.321254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:24.362478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.443015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd8a2cc-0f9d-4cc3-9925-d639f3321a2b None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:24.444338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event deleted for resources: {'Port': ['ID=dd2fca55-278b-4736-990b-949de70b43b9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:24.493758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:24.497325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.547331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44338) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:24.583300 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.663844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:24.682205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.682552 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment 08de687b-415b-4fe1-b81d-ea554c473d6a of type vlan for network e32ca46a-056d-46d5-835a-8124fd5454b6 Dec 13 16:32:24.687789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-97ea1407-43b4-44a8-8a3f-b2f9b6fe20bd tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "PUT /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags/tempest-TagsTest-Tag-368074992 HTTP/1.1" status: 201 len: 201 time: 0.6020529 Dec 13 16:32:24.688356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44348) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:24.702961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-94b68e8e-86a5-46ac-8a02-a67d3862b56b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', 'tempest-TagsTest-Tag-368074992') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:24.711728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.715067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.768090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1174285185', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:24.787631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.807250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.807785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Fanout notify agent at l3_agent the message router_deleted on router f50df107-4331-429f-96a5-cefed4ab63d5 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:24.819376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.824238 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f793f0e9-b1c7-4cfd-a590-f525bfe672c4 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/f50df107-4331-429f-96a5-cefed4ab63d5 HTTP/1.1" status: 204 len: 168 time: 1.8276091 Dec 13 16:32:24.824886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44352) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:24.836539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5203e31b-3863-4fcd-b3e1-b89baa3ab27c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-431456573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:24.848795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Made reservation on behalf of 66c56842f7754445a14ce19bcce9576a for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:24.851209 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.875190 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.891764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.898564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:24.899423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.901162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:32:24.907367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.913833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-78fc5932-df59-4907-b237-af118fa1b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.919062 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-94b68e8e-86a5-46ac-8a02-a67d3862b56b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "GET /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags/tempest-TagsTest-Tag-368074992 HTTP/1.1" status: 204 len: 168 time: 0.2198815 Dec 13 16:32:24.919785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44356) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:24.926903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5203e31b-3863-4fcd-b3e1-b89baa3ab27c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.928465 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5203e31b-3863-4fcd-b3e1-b89baa3ab27c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:24.935692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-7a7732c0-5123-4281-bf4c-5dd224932286 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:24.993342 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8362322 Dec 13 16:32:24.996798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44358) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:24.997456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:25.004178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': '725a5f0e-95ff-4a74-b10b-e743a67bbe69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:25.027495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e3596-1b48-4f01-b7d7-f65f36567fdc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=e32ca46a-056d-46d5-835a-8124fd5454b6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:25.040660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network e32ca46a-056d-46d5-835a-8124fd5454b6 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:25.043236 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:25.060166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:25.060166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.069584 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=159ad9ec-a65f-4019-b3a7-fa5e6cec89e0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:25.081531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 66c9b7a4-be60-4067-8780-d17a7de9a10b {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:25.082124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.135843 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5203e31b-3863-4fcd-b3e1-b89baa3ab27c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.143914 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-85af6596-e1de-49a0-92dd-2437c931dbdb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2943575 Dec 13 16:32:25.144467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b973a2c-9461-4219-9cac-227ee56ffdd6 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:25.153824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44362) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:25.159350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5203e31b-3863-4fcd-b3e1-b89baa3ab27c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.170473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c9622ca7-7b52-49e3-b51f-56c08cc7617f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:25.200072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:25.204065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.240971 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7a7732c0-5123-4281-bf4c-5dd224932286 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "GET /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags HTTP/1.1" status: 200 len: 237 time: 0.3152285 Dec 13 16:32:25.250309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44364) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:25.253302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5203e31b-3863-4fcd-b3e1-b89baa3ab27c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.258000 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5203e31b-3863-4fcd-b3e1-b89baa3ab27c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4284544 Dec 13 16:32:25.260029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44366) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:25.268926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-88e70f5a-87a3-40f3-b7b1-31713349aa46 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', {'tags': ['tempest-TagsTest-Tag-600785440', 'tempest-TagsTest-Tag-541190400', 'tempest-TagsTest-Tag-862001697']}) {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:25.280614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': '159ad9ec-a65f-4019-b3a7-fa5e6cec89e0'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:25.282063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.285508 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': False}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:25.333822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device deb575c3-e200-49a1-b3cd-b7ed5b9d739a no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:25.343137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.370096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: deb575c3-e200-49a1-b3cd-b7ed5b9d739a {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:25.370472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device deb575c3-e200-49a1-b3cd-b7ed5b9d739a not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:25.405835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.417249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] device_id is not set on port 5e166998-f09b-4987-9b59-807c37361f29 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:25.429600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 66c9b7a4-be60-4067-8780-d17a7de9a10b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=66c9b7a4-be60-4067-8780-d17a7de9a10b,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:25.430210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.495326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 66c9b7a4-be60-4067-8780-d17a7de9a10b owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:25.532391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Allocated IP 2001:db8::f816:3eff:fe5a:b7bf (2ba4744e-bfa0-4bbb-8255-861faf832180/159ad9ec-a65f-4019-b3a7-fa5e6cec89e0/abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:25.595614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26651e50-271d-433f-8f6a-5e3822647535,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:25.623710 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-88e70f5a-87a3-40f3-b7b1-31713349aa46 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "PUT /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags HTTP/1.1" status: 200 len: 306 time: 0.3619792 Dec 13 16:32:25.626600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44376) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:25.639958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-c8db8b39-2657-465a-b27e-b871555ac992 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', 'tempest-TagsTest-Tag-600785440') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:25.686617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.726273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.726513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.735762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.747450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9622ca7-7b52-49e3-b51f-56c08cc7617f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:25.751937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c9622ca7-7b52-49e3-b51f-56c08cc7617f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.790025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:25.793838 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:25.801478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:25.813542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Pushing event updated for resources: {'Port': ['ID=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:25.821456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Allocated IP 172.26.6.143 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/5e166998-f09b-4987-9b59-807c37361f29) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:25.848906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=3158a6fa-bb2e-404a-bc10-87770ea77d78,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:25.887677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': '2b8554e0-0cb4-4521-b143-47e23770f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '725a5f0e-95ff-4a74-b10b-e743a67bbe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:25.888063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: 725a5f0e-95ff-4a74-b10b-e743a67bbe69, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:32:25.891711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Attempting to bind port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:25.892097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Attempting to bind port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:25.892483 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Attempting to bind port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:25.900552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:25.900930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:25.901825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.902419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:25.903120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Bound port: abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:25.904504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:25.946102 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c8db8b39-2657-465a-b27e-b871555ac992 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "DELETE /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags/tempest-TagsTest-Tag-600785440 HTTP/1.1" status: 204 len: 168 time: 0.3165333 Dec 13 16:32:25.951144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44384) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:25.981050 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.ipam_backend_mixin [None req-c9622ca7-7b52-49e3-b51f-56c08cc7617f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 159ad9ec-a65f-4019-b3a7-fa5e6cec89e0 (CIDR: 2001:db8::/64) Dec 13 16:32:25.984076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:32:25.988663 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9622ca7-7b52-49e3-b51f-56c08cc7617f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:32:25.989371 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9622ca7-7b52-49e3-b51f-56c08cc7617f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:25.997482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-2cbacf13-ca12-486d-98f5-406ba9186f0c tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', 'tempest-TagsTest-Tag-600785440') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:26.005004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] For port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:26.021132 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c9622ca7-7b52-49e3-b51f-56c08cc7617f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8614860 Dec 13 16:32:26.022970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44386) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:26.023564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 725a5f0e-95ff-4a74-b10b-e743a67bbe69) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:26.034374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:26.046969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] For port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:26.049377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a63187-ce6e-4981-8261-1986090c81bd None None] Network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:26.061490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:26.062381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.105801 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7ba52d71-6973-4e38-919b-54f46e370eb9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1053391 Dec 13 16:32:26.106684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44388) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:26.111481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.123664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': 'e32ca46a-056d-46d5-835a-8124fd5454b6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:26.129163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.232851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=66c9b7a4-be60-4067-8780-d17a7de9a10b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:26.308554 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-2cbacf13-ca12-486d-98f5-406ba9186f0c tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] show failed (client error): The resource could not be found. Dec 13 16:32:26.312911 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2cbacf13-ca12-486d-98f5-406ba9186f0c tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "GET /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags/tempest-TagsTest-Tag-600785440 HTTP/1.1" status: 404 len: 325 time: 0.3607273 Dec 13 16:32:26.316390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44390) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:26.325537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-1be55753-f894-4f91-b3c9-d1b47f08b52b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', 'tempest-TagsTest-Tag-541190400') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:26.419354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:26.437343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.449103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.522942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.557010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.590741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-725a5f0e-95ff-4a74-b10b-e743a67bbe69', 'network_id': '725a5f0e-95ff-4a74-b10b-e743a67bbe69', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': '3158a6fa-bb2e-404a-bc10-87770ea77d78'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:26.591729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.609403 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44392) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:26.616866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455612984', 'description': 'tempest-secgroup-smoke-455612984 description', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:26.625345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84433c-e624-4bd9-93fd-4f935317a7da None None] Pushing event updated for resources: {'Port': ['ID=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:26.637020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:26.640615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.734338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.759926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.761718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.779570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.793313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Allocated IP 2001:db8::2 (725a5f0e-95ff-4a74-b10b-e743a67bbe69/3158a6fa-bb2e-404a-bc10-87770ea77d78/1484107e-66f1-4d68-ab4d-ca49bface839) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:26.799809 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1be55753-f894-4f91-b3c9-d1b47f08b52b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "GET /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags/tempest-TagsTest-Tag-541190400 HTTP/1.1" status: 204 len: 168 time: 0.4778719 Dec 13 16:32:26.803729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44394) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:26.808347 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-d9a38902-a01b-4aa8-801d-f794535ed617 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', 'tempest-TagsTest-Tag-862001697') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:26.964168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:26.971098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.025733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:27.030201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:27.033317 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:27.036028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Pushing event updated for resources: {'Port': ['ID=1484107e-66f1-4d68-ab4d-ca49bface839,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:27.046303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.046850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.047270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.047785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.048275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.049073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.049591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.050096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.050821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.051279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.051713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.052144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.052575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:27.122940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Attempting to bind port 1484107e-66f1-4d68-ab4d-ca49bface839 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:27.123635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Attempting to bind port 1484107e-66f1-4d68-ab4d-ca49bface839 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '2b8554e0-0cb4-4521-b143-47e23770f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '725a5f0e-95ff-4a74-b10b-e743a67bbe69'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:27.124225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Attempting to bind port 1484107e-66f1-4d68-ab4d-ca49bface839 on network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:27.133196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:27.133633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Checking segment: {'id': '2b8554e0-0cb4-4521-b143-47e23770f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '725a5f0e-95ff-4a74-b10b-e743a67bbe69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:27.134052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.135052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Bound using segment: {'id': '2b8554e0-0cb4-4521-b143-47e23770f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '725a5f0e-95ff-4a74-b10b-e743a67bbe69'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:27.135558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Bound port: 1484107e-66f1-4d68-ab4d-ca49bface839, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8554e0-0cb4-4521-b143-47e23770f903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '725a5f0e-95ff-4a74-b10b-e743a67bbe69'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:27.135946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.182527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:27.192715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Pushing event updated for resources: {'Port': ['ID=5e166998-f09b-4987-9b59-807c37361f29,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:27.196470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Allocated IP 172.26.6.57 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/fb009f1b-e4a7-49d8-9e51-2770ddf31dc4) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:27.277146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] For port 1484107e-66f1-4d68-ab4d-ca49bface839, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:27.281781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] For port 1484107e-66f1-4d68-ab4d-ca49bface839, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1484107e-66f1-4d68-ab4d-ca49bface839,segment=NetworkSegment(2b8554e0-0cb4-4521-b143-47e23770f903),segment_id=2b8554e0-0cb4-4521-b143-47e23770f903)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:27.321389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.343011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2cd20b4-60c1-4078-a82c-1ba7a6658396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.362974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.405778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:27.424085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1cfef-64d0-4f1b-ab68-60511ebe74c7 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:27.435605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:27.439570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.479159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee8c8f-32b5-4105-b60c-700de9c1f88d None None] Pushing event updated for resources: {'Port': ['ID=1484107e-66f1-4d68-ab4d-ca49bface839,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:27.511483 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:27.587288 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d9a38902-a01b-4aa8-801d-f794535ed617 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "GET /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags/tempest-TagsTest-Tag-862001697 HTTP/1.1" status: 204 len: 168 time: 0.7819555 Dec 13 16:32:27.592067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44396) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:27.603079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6b122766-0860-45b5-b5f8-f764fd080225 None None] Provisioning complete for port 5e166998-f09b-4987-9b59-807c37361f29 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:27.603522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-d4772cd0-0a03-4a58-8695-8027941d085b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:27.603614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6b122766-0860-45b5-b5f8-f764fd080225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.620486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:27.640078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:27.652420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:27.652758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.670266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:27.673785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Pushing event updated for resources: {'Port': ['ID=fb009f1b-e4a7-49d8-9e51-2770ddf31dc4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:27.686349 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:27.687038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.688789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.705376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae539192-0b28-4d46-80e3-98d7424da8f6 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:27.721657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 619fea65-b903-4091-9851-c2ec83d90bf8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:27.722844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6b122766-0860-45b5-b5f8-f764fd080225 None None] Port 5e166998-f09b-4987-9b59-807c37361f29 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:27.736677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.745237 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-10ca1bcc-a06b-4b0b-a2cd-6e50aee23160 tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1930618 Dec 13 16:32:27.750181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44398) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:27.763235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}]}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:27.766393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.785732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=4d1e48dc-7023-47f4-add7-da572be89f7a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:27.799925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.857098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:27.868108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c0fcb365-da06-4be0-ba94-13d9a605f356 None None] Provisioning complete for port fb009f1b-e4a7-49d8-9e51-2770ddf31dc4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:27.868637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb365-da06-4be0-ba94-13d9a605f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.870854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.915853 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:27.947106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d4772cd0-0a03-4a58-8695-8027941d085b tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "DELETE /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags HTTP/1.1" status: 204 len: 168 time: 0.3471515 Dec 13 16:32:27.948617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': '08de687b-415b-4fe1-b81d-ea554c473d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e32ca46a-056d-46d5-835a-8124fd5454b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:27.949005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: e32ca46a-056d-46d5-835a-8124fd5454b6, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:32:27.952309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44400) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:27.962582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-2cd90463-e93c-4925-ba23-7193b4dabcff tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', 'tempest-TagsTest-Tag-541190400') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:27.964695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcb365-da06-4be0-ba94-13d9a605f356 None None] Port fb009f1b-e4a7-49d8-9e51-2770ddf31dc4 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:27.985735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:27.989939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c0fcb365-da06-4be0-ba94-13d9a605f356 None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:27.990952 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c0fcb365-da06-4be0-ba94-13d9a605f356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.022326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc1771b-f489-43a2-a27f-b5f0d608e97b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:28.045704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:28.051833 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-06f1b39b-2900-4703-8dba-2a5d262fec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/619fea65-b903-4091-9851-c2ec83d90bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6458836 Dec 13 16:32:28.065451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.067263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.079562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network e32ca46a-056d-46d5-835a-8124fd5454b6 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:32:28.083012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:28.092583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] Sync routers for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:28.099394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:28.117245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e60cf-2330-4730-8db0-f63bda73a386 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:28.117728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, e32ca46a-056d-46d5-835a-8124fd5454b6) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:28.122215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:28.123110 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:28.123707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:28.125237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:28.125883 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.126251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.166173 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-2cd90463-e93c-4925-ba23-7193b4dabcff tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] show failed (client error): The resource could not be found. Dec 13 16:32:28.166363 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1360126 Dec 13 16:32:28.166468 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2cd90463-e93c-4925-ba23-7193b4dabcff tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "GET /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags/tempest-TagsTest-Tag-541190400 HTTP/1.1" status: 404 len: 325 time: 0.2066402 Dec 13 16:32:28.166468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44404) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:28.175939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:b7:60:78', 'name': 'tempest-NetworksTestDHCPv6-558786971'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:28.176167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44406) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:28.179583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.190386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-bfc67877-e026-47b5-bafe-7fc83d2e97f5 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840', 'tempest-TagsTest-Tag-862001697') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:28.193728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851a550-3a51-4e77-95c5-09ee55d4186b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=162bdbe2-0276-4c29-8211-ad080a975683,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:28.195337 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-723cff37-824f-4777-8f43-d03bd23715f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0825994 Dec 13 16:32:28.198749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44408) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:28.213260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e0670152-d9e8-4808-99a2-ecf63ed0487d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-730467014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:28.254212 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.268032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:28.308215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a3b8ec-a988-4371-a19f-310737e09b43 None None] Network e32ca46a-056d-46d5-835a-8124fd5454b6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:28.335386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.453406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db90089-d583-4a11-9f80-b784e416b7d0 req-85807076-98dd-43ea-8e4f-3b4f70a428a2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:28.455954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db90089-d583-4a11-9f80-b784e416b7d0 req-85807076-98dd-43ea-8e4f-3b4f70a428a2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 946 time: 0.0768335 Dec 13 16:32:28.511594 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0670152-d9e8-4808-99a2-ecf63ed0487d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.512776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0670152-d9e8-4808-99a2-ecf63ed0487d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.518047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e284be7-f656-419e-9511-fa302000e22e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:28.519345 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db90089-d583-4a11-9f80-b784e416b7d0 req-46de246a-b25b-4342-b750-000ac0532bd2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545776 Dec 13 16:32:28.534118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.535510 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d23d9d77-8a42-48b7-b515-95b5b57d5d0f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.9238174 Dec 13 16:32:28.538696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44412) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:28.545139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-721cb8b5-48f1-4917-95cd-14936aa8cf7a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'security_group_rule': {'security_group_id': '3e284be7-f656-419e-9511-fa302000e22e', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:28.576078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.576363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:28.664895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-721cb8b5-48f1-4917-95cd-14936aa8cf7a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.686494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-e32ca46a-056d-46d5-835a-8124fd5454b6', 'network_id': 'e32ca46a-056d-46d5-835a-8124fd5454b6', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': '4d1e48dc-7023-47f4-add7-da572be89f7a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:28.687298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.731120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.740554 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.761562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.804893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:28.811675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-721cb8b5-48f1-4917-95cd-14936aa8cf7a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.818662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-721cb8b5-48f1-4917-95cd-14936aa8cf7a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.827652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0670152-d9e8-4808-99a2-ecf63ed0487d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.840614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0670152-d9e8-4808-99a2-ecf63ed0487d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.852921 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-bfc67877-e026-47b5-bafe-7fc83d2e97f5 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] show failed (client error): The resource could not be found. Dec 13 16:32:28.857035 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bfc67877-e026-47b5-bafe-7fc83d2e97f5 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "GET /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags/tempest-TagsTest-Tag-862001697 HTTP/1.1" status: 404 len: 325 time: 0.6805651 Dec 13 16:32:28.861445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44414) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:28.863832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cb8b5-48f1-4917-95cd-14936aa8cf7a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cf9f0b-3407-4355-bb53-2df6ddded22c,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:28.877975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-57495c2b-d612-4513-9312-a42097560469 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '31885a9a-b029-4c3e-8b47-810f5151c840') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:28.885142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28f2367-2f7a-4f47-b168-2c0532d3c4bc None None] Update dhcp port {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '159ad9ec-a65f-4019-b3a7-fa5e6cec89e0', 'ip_address': '2001:db8::f816:3eff:fe5a:b7bf'}, {'subnet_id': '162bdbe2-0276-4c29-8211-ad080a975683'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': 'abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:32:28.923840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0670152-d9e8-4808-99a2-ecf63ed0487d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.926477 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e0670152-d9e8-4808-99a2-ecf63ed0487d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7180977 Dec 13 16:32:28.931608 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44416) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:28.958325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-721cb8b5-48f1-4917-95cd-14936aa8cf7a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.960232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-721cb8b5-48f1-4917-95cd-14936aa8cf7a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4199963 Dec 13 16:32:28.965688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44418) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:28.968464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d28f2367-2f7a-4f47-b168-2c0532d3c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:28.972875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-883c2ad6-fe14-4b89-854a-b40ba81a7fb1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'security_group_rule': {'security_group_id': '3e284be7-f656-419e-9511-fa302000e22e', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:29.033162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46716e45-6e53-4bdb-8f1c-f65836392d13 None None] Network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:29.084542 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-883c2ad6-fe14-4b89-854a-b40ba81a7fb1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.085202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Allocated IP 2001:db8:1::2 (e32ca46a-056d-46d5-835a-8124fd5454b6/4d1e48dc-7023-47f4-add7-da572be89f7a/d87b36b6-44b5-4635-a6f6-8a9391d57523) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:29.156497 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-57495c2b-d612-4513-9312-a42097560469 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "DELETE /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840/tags HTTP/1.1" status: 204 len: 168 time: 0.2833412 Dec 13 16:32:29.165567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44420) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:29.212891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8:0:1::ec (2ba4744e-bfa0-4bbb-8255-861faf832180/162bdbe2-0276-4c29-8211-ad080a975683/beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:29.273960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:feb7:6078 (2ba4744e-bfa0-4bbb-8255-861faf832180/159ad9ec-a65f-4019-b3a7-fa5e6cec89e0/beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:29.333184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-883c2ad6-fe14-4b89-854a-b40ba81a7fb1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.356016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:25Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:57Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:29.445522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] Checking router: 619fea65-b903-4091-9851-c2ec83d90bf8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:32:29.467024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:29.473882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.488083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.508478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-883c2ad6-fe14-4b89-854a-b40ba81a7fb1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.509051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4ba8ae97-74cc-4e50-9051-59703a4ca6cf None None] Provisioning complete for port 1484107e-66f1-4d68-ab4d-ca49bface839 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:29.509427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ae97-74cc-4e50-9051-59703a4ca6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.529142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.551723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:29.552729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:29.616513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.634096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c2ad6-fe14-4b89-854a-b40ba81a7fb1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72157441-1cb0-469f-8bb0-ab45aed35e36,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:29.644330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-883c2ad6-fe14-4b89-854a-b40ba81a7fb1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.648593 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-883c2ad6-fe14-4b89-854a-b40ba81a7fb1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6783333 Dec 13 16:32:29.649319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44424) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:29.659899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-56e7e888-fdeb-44ba-a78a-006ba67e0b99 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'security_group_rule': {'security_group_id': '3e284be7-f656-419e-9511-fa302000e22e', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:29.806772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:29.807360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.835271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.860365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:29.908208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.918854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dacc3b-d920-4471-93ef-ee5c1bbcf572 req-a3ebaa42-67c0-49cb-a450-a41884edde78 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:29.933726 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11dacc3b-d920-4471-93ef-ee5c1bbcf572 req-a3ebaa42-67c0-49cb-a450-a41884edde78 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 946 time: 0.3142328 Dec 13 16:32:29.940025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ae97-74cc-4e50-9051-59703a4ca6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.942123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.944051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31885a9a-b029-4c3e-8b47-810f5151c840']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:29.984651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:29.986380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecc2db9-2113-4d32-b2bd-d79a5747e430') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:29.986743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecc2db9-2113-4d32-b2bd-d79a5747e430') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:30.014979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.019260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.045497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-3ac36c95-2ae0-4988-82c3-83f30eb1a733 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:30.047405 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-3ac36c95-2ae0-4988-82c3-83f30eb1a733 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 946 time: 0.1838894 Dec 13 16:32:30.055738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.087629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.108394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Network e32ca46a-056d-46d5-835a-8124fd5454b6 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:30.124397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:30.126521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Pushing event updated for resources: {'Port': ['ID=d87b36b6-44b5-4635-a6f6-8a9391d57523,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:30.131046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:30.134165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4ba8ae97-74cc-4e50-9051-59703a4ca6cf None None] For port 1484107e-66f1-4d68-ab4d-ca49bface839, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1484107e-66f1-4d68-ab4d-ca49bface839,segment=NetworkSegment(2b8554e0-0cb4-4521-b143-47e23770f903),segment_id=2b8554e0-0cb4-4521-b143-47e23770f903)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:30.168786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:30.169200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:30.172187 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:30.183451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4ba8ae97-74cc-4e50-9051-59703a4ca6cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.184458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11dacc3b-d920-4471-93ef-ee5c1bbcf572 req-7eb2ce27-bdab-41ac-a9e1-cf2b2e50bd97 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c83d1679-fb4a-4291-b7f0-ca92f1851090&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2498631 Dec 13 16:32:30.187322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:30.187755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d28f2367-2f7a-4f47-b168-2c0532d3c4bc None None] Allocated IP 2001:db8:0:1::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/162bdbe2-0276-4c29-8211-ad080a975683/abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:30.233546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:30.235977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:30.242361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:30.242999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.251508 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-56e7e888-fdeb-44ba-a78a-006ba67e0b99 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.304303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:30.328227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.333489 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-502a1fd6-2a43-4dfd-956d-0f549c7b058d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1678321 Dec 13 16:32:30.338615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44426) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:30.360822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1484107e-66f1-4d68-ab4d-ca49bface839 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:30.361701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.365864 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] 10.222.0.13 "DELETE /v2.0/networks/31885a9a-b029-4c3e-8b47-810f5151c840 HTTP/1.1" status: 204 len: 168 time: 1.1950397 Dec 13 16:32:30.370906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5155a62-aaf2-4b6a-9d5c-583f476b4069 tempest-TagsTest-1887947132 tempest-TagsTest-1887947132-project] Pushing event deleted for resources: {'Network': ['ID=31885a9a-b029-4c3e-8b47-810f5151c840,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:30.404450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 06ed35bf-3f0a-4903-a82d-a69324ec657c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:30.404790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.440933 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.444537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-56e7e888-fdeb-44ba-a78a-006ba67e0b99 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.450775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Attempting to bind port d87b36b6-44b5-4635-a6f6-8a9391d57523 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:30.450775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Attempting to bind port d87b36b6-44b5-4635-a6f6-8a9391d57523 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '08de687b-415b-4fe1-b81d-ea554c473d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e32ca46a-056d-46d5-835a-8124fd5454b6'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:30.451221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Attempting to bind port d87b36b6-44b5-4635-a6f6-8a9391d57523 on network e32ca46a-056d-46d5-835a-8124fd5454b6 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:30.455762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Router e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:32:30.484281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8ae97-74cc-4e50-9051-59703a4ca6cf None None] Pushing event updated for resources: {'Port': ['ID=1484107e-66f1-4d68-ab4d-ca49bface839,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:30.489901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-56e7e888-fdeb-44ba-a78a-006ba67e0b99 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.495944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:30.497163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Checking segment: {'id': '08de687b-415b-4fe1-b81d-ea554c473d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e32ca46a-056d-46d5-835a-8124fd5454b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:30.497163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.497163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Bound using segment: {'id': '08de687b-415b-4fe1-b81d-ea554c473d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e32ca46a-056d-46d5-835a-8124fd5454b6'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:30.497652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Bound port: d87b36b6-44b5-4635-a6f6-8a9391d57523, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08de687b-415b-4fe1-b81d-ea554c473d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e32ca46a-056d-46d5-835a-8124fd5454b6'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:30.497983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.515457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-17046831-d419-45ab-a691-9ea15da07a7e None None] Provisioning complete for port 1484107e-66f1-4d68-ab4d-ca49bface839 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:30.515839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-17046831-d419-45ab-a691-9ea15da07a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.541016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 06ed35bf-3f0a-4903-a82d-a69324ec657c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=06ed35bf-3f0a-4903-a82d-a69324ec657c,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:30.541408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.548317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.557314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 06ed35bf-3f0a-4903-a82d-a69324ec657c owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:30.581877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7e888-fdeb-44ba-a78a-006ba67e0b99 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03cf901-facb-4e35-a862-7de7fb54ff92,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:30.615592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-56e7e888-fdeb-44ba-a78a-006ba67e0b99 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.616880 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-56e7e888-fdeb-44ba-a78a-006ba67e0b99 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9628916 Dec 13 16:32:30.622940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44430) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:30.623695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d28f2367-2f7a-4f47-b168-2c0532d3c4bc None None] For port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:30.627623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9b420f2d-b751-4e60-8b94-a6524df8a39a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'security_group_rule': {'security_group_id': '3e284be7-f656-419e-9511-fa302000e22e', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:30.684811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b420f2d-b751-4e60-8b94-a6524df8a39a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.701043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1484107e-66f1-4d68-ab4d-ca49bface839 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:30.701414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.707318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d28f2367-2f7a-4f47-b168-2c0532d3c4bc None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.737292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] For port d87b36b6-44b5-4635-a6f6-8a9391d57523, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:30.747083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d28f2367-2f7a-4f47-b168-2c0532d3c4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.782062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] For port d87b36b6-44b5-4635-a6f6-8a9391d57523, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d87b36b6-44b5-4635-a6f6-8a9391d57523,segment=NetworkSegment(08de687b-415b-4fe1-b81d-ea554c473d6a),segment_id=08de687b-415b-4fe1-b81d-ea554c473d6a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:30.788466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b420f2d-b751-4e60-8b94-a6524df8a39a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.801862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b420f2d-b751-4e60-8b94-a6524df8a39a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.830057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.834622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b420f2d-b751-4e60-8b94-a6524df8a39a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.838722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.839444 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9b420f2d-b751-4e60-8b94-a6524df8a39a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2153320 Dec 13 16:32:30.849556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44434) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:30.850411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b420f2d-b751-4e60-8b94-a6524df8a39a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60b6f55e-5d22-4010-a3bb-4524aae90e58,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:30.885407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=06ed35bf-3f0a-4903-a82d-a69324ec657c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:30.890027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-76d95430-489d-4290-886a-3871b7c03708 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'security_group_rule': {'security_group_id': '3e284be7-f656-419e-9511-fa302000e22e', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:30.904030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.910691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:25Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:57Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:30.959536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port 06ed35bf-3f0a-4903-a82d-a69324ec657c on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:30.964444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:30.968007 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-16b4a101-1360-45ff-8bf5-e3d03d0237ee req-db72642b-4a82-4ba3-9510-878e223049d9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/06ed35bf-3f0a-4903-a82d-a69324ec657c HTTP/1.1" status: 204 len: 173 time: 0.9065793 Dec 13 16:32:30.968549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145b360e-1d27-414b-8608-9b267ff451ba', 'name': 'network-vif-deleted', 'tag': '06ed35bf-3f0a-4903-a82d-a69324ec657c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:32:30.971080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34adab67-88d2-4f72-b7e2-19b26a4c3f44" -d '{"events": [{"server_uuid": "145b360e-1d27-414b-8608-9b267ff451ba", "name": "network-vif-deleted", "tag": "06ed35bf-3f0a-4903-a82d-a69324ec657c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:32:30.983404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44438) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:31.006072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f694d1-dbdf-4dde-84da-9016327da878 None None] The sync data for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv is: [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:25Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'c8821509-d925-47a7-b487-1f7bfe6b17b9', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.181', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'port_id': '30825d06-a757-4aee-bb36-2e8baefed130', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 591, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'mac_address': 'fa:16:3e:dc:39:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71322372-15b3-4df7-82b7-b6cf2147014a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:30:49Z', 'updated_at': '2021-12-13T16:30:57Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:31.007894 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-76d95430-489d-4290-886a-3871b7c03708 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Project a2bdbd3d85cf48d5ac211222fc26285a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:32:31.021137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76d95430-489d-4290-886a-3871b7c03708 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.027405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f2367-2f7a-4f47-b168-2c0532d3c4bc None None] Pushing event updated for resources: {'Port': ['ID=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:31.121567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d226a1-cc87-40ae-892a-4c86ea3a3496 x-openstack-request-id: req-13d226a1-cc87-40ae-892a-4c86ea3a3496 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:32:31.121911 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145b360e-1d27-414b-8608-9b267ff451ba", "name": "network-vif-deleted", "tag": "06ed35bf-3f0a-4903-a82d-a69324ec657c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:32:31.122143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13d226a1-cc87-40ae-892a-4c86ea3a3496 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:32:31.122559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145b360e-1d27-414b-8608-9b267ff451ba', 'name': 'network-vif-deleted', 'tag': '06ed35bf-3f0a-4903-a82d-a69324ec657c', 'status': 'completed', 'code': 200} Dec 13 16:32:31.133100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8::1 (725a5f0e-95ff-4a74-b10b-e743a67bbe69/3158a6fa-bb2e-404a-bc10-87770ea77d78/eb022000-fc4a-41a6-9085-be581ac89ac1) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:31.137589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-030df0df-6d64-4f27-b76c-0e7f4f382aae tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:31.141454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-030df0df-6d64-4f27-b76c-0e7f4f382aae tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.156786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76d95430-489d-4290-886a-3871b7c03708 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.170497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76d95430-489d-4290-886a-3871b7c03708 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.215815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95430-489d-4290-886a-3871b7c03708 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e73b96e-ca6d-44c1-ac0c-f9e4748ca808,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:31.245569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76d95430-489d-4290-886a-3871b7c03708 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.253851 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-76d95430-489d-4290-886a-3871b7c03708 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3698933 Dec 13 16:32:31.254755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44444) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:31.265408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c2068b63-634d-4e37-b3c7-cb3163d1ee2f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'security_group_rule': {'security_group_id': '3e284be7-f656-419e-9511-fa302000e22e', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:31.305769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:31.311211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.313177 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-20d39e25-e43e-411d-8a6e-05efb0c8488a tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "PUT /v2.0/routers/e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08 HTTP/1.1" status: 200 len: 914 time: 6.0369046 Dec 13 16:32:31.319347 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7291193-5520-43bb-a970-a5999fdbdbdf None None] Sync routers for ids ['e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:31.321058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44446) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:31.338733 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7291193-5520-43bb-a970-a5999fdbdbdf None None] Routers {'e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:31.340916 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e7291193-5520-43bb-a970-a5999fdbdbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:31.404319 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f8bcbdde-e18f-4211-a0b5-62e11e46e7a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32710297e156430982f7c0df7c65591e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4170668 Dec 13 16:32:31.406301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44448) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:31.424391 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e7291193-5520-43bb-a970-a5999fdbdbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:31.461181 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7291193-5520-43bb-a970-a5999fdbdbdf None None] Routers {'e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:31.462064 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e7291193-5520-43bb-a970-a5999fdbdbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:31.540901 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2660f0dc-61ca-4575-b11a-f3707f11af62 req-dfb265d9-85e0-423b-bc6c-2497bd037a2b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=145b360e-1d27-414b-8608-9b267ff451ba HTTP/1.1" status: 200 len: 210 time: 0.0722902 Dec 13 16:32:31.541875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-c2068b63-634d-4e37-b3c7-cb3163d1ee2f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Project a2bdbd3d85cf48d5ac211222fc26285a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:32:31.553817 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e7291193-5520-43bb-a970-a5999fdbdbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:31.563512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2068b63-634d-4e37-b3c7-cb3163d1ee2f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.563991 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7291193-5520-43bb-a970-a5999fdbdbdf None None] The sync data for ids ['e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:31.700411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b037dc-3650-4ca1-979f-488a01a47e8c None None] Pushing event updated for resources: {'Port': ['ID=d87b36b6-44b5-4635-a6f6-8a9391d57523,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:31.705831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2068b63-634d-4e37-b3c7-cb3163d1ee2f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.717050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2068b63-634d-4e37-b3c7-cb3163d1ee2f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.743793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2068b63-634d-4e37-b3c7-cb3163d1ee2f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb727d0-661e-4feb-9f64-f9bc8e8c5bf8,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:31.811600 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3393f724-d496-4e2b-bd4e-767fb57553a5 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/routers/e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08 HTTP/1.1" status: 200 len: 920 time: 0.4784589 Dec 13 16:32:31.813988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-030df0df-6d64-4f27-b76c-0e7f4f382aae tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.817253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44450) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:31.839737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-030df0df-6d64-4f27-b76c-0e7f4f382aae tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:31.862939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.890994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2068b63-634d-4e37-b3c7-cb3163d1ee2f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:31.895013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c2068b63-634d-4e37-b3c7-cb3163d1ee2f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6366203 Dec 13 16:32:31.900587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44452) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:31.910079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'network': {'name': 'tempest-network-smoke--267494628', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'port_security_enabled': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:31.941922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa3607b-66c4-4d08-bceb-3a161daa2881 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:31.949899 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1aa3607b-66c4-4d08-bceb-3a161daa2881 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1279294 Dec 13 16:32:31.950113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44454) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:31.960870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Made reservation on behalf of a2bdbd3d85cf48d5ac211222fc26285a for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:31.964547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.021243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.026811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d87b36b6-44b5-4635-a6f6-8a9391d57523 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:32.056766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:32.075482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.075807 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Added segment 23b9467b-7594-4c55-ba7d-0c0e2e499a1e of type vlan for network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 Dec 13 16:32:32.104564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d87b36b6-44b5-4635-a6f6-8a9391d57523 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:32.105804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.144516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.156254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ef7285-8ec4-4997-972e-14eea6242b9b tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:32.157988 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-65ef7285-8ec4-4997-972e-14eea6242b9b tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 881 time: 0.2070279 Dec 13 16:32:32.161054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44456) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:32.176412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.183977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.198444 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-920e179d-44c2-4201-840a-a6555584bea9 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08 HTTP/1.1" status: 200 len: 205 time: 0.0362935 Dec 13 16:32:32.201340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44458) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:32.231876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.254363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-851bf207-acd4-464a-a607-126ba925dfff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.268031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-05719f43-f9f8-4598-8566-61c9e9d543b3 None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:32.268411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-05719f43-f9f8-4598-8566-61c9e9d543b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.284653 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-851bf207-acd4-464a-a607-126ba925dfff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.310891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port d87b36b6-44b5-4635-a6f6-8a9391d57523, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d87b36b6-44b5-4635-a6f6-8a9391d57523,segment=NetworkSegment(08de687b-415b-4fe1-b81d-ea554c473d6a),segment_id=08de687b-415b-4fe1-b81d-ea554c473d6a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:32.321498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.322604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:32.337898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.344145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:32.345005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.355922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.356717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 729f7387-e1bd-4e89-9e4d-6f23d04f7fe8 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:32.375252 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4690590 Dec 13 16:32:32.397102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44460) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:32.408781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.412332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-851bf207-acd4-464a-a607-126ba925dfff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.416117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-851bf207-acd4-464a-a607-126ba925dfff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.420368 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-851bf207-acd4-464a-a607-126ba925dfff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9556e45f-4c22-42de-b1f3-bee0043710cf HTTP/1.1" status: 204 len: 168 time: 1.0093608 Dec 13 16:32:32.430477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.487312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bf207-acd4-464a-a607-126ba925dfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9556e45f-4c22-42de-b1f3-bee0043710cf,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:32.491825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=d87b36b6-44b5-4635-a6f6-8a9391d57523,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:32.510527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'admin_state_up': True, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:32.517453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:32.519165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:32.519947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.532580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:32.536175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:32.536735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.556008 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 13 16:32:32.557273 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-580fe53c-f4b2-46bc-9dd3-9c403916525c tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.8034585 Dec 13 16:32:32.620896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44464) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:32.698733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1484107e-66f1-4d68-ab4d-ca49bface839 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:32.710218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.718484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.726264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44468) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:32.804937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3204c8cf-4a98-4b98-8b53-304c43ebde33 None None] Provisioning complete for port beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:32.816415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3204c8cf-4a98-4b98-8b53-304c43ebde33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.876330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=eb022000-fc4a-41a6-9085-be581ac89ac1,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:32.881652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1484107e-66f1-4d68-ab4d-ca49bface839 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:32.881841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.932177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ee778-c039-4d98-abe2-051c97094e50 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'Network': ['ID=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:32.940831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3204c8cf-4a98-4b98-8b53-304c43ebde33 None None] Port beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:32.946626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:32.968953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:32.977834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed50fe01-73a5-4208-9002-61aef3487a06 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.012935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.032967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-030df0df-6d64-4f27-b76c-0e7f4f382aae tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.044364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 66c9b7a4-be60-4067-8780-d17a7de9a10b no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:33.049365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed50fe01-73a5-4208-9002-61aef3487a06 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.079575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 06ed35bf-3f0a-4903-a82d-a69324ec657c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:33.093139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 66c9b7a4-be60-4067-8780-d17a7de9a10b {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:33.093565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 66c9b7a4-be60-4067-8780-d17a7de9a10b not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:33.116305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-858821dc-eff9-4008-beac-8a88f18bf8ea tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Deleting port 5e166998-f09b-4987-9b59-807c37361f29 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:33.116820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-858821dc-eff9-4008-beac-8a88f18bf8ea tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.129616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 06ed35bf-3f0a-4903-a82d-a69324ec657c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:33.130319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 06ed35bf-3f0a-4903-a82d-a69324ec657c not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:33.132775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e9c658-b8e9-433a-a98d-cc05f5aea36a None None] Network e32ca46a-056d-46d5-835a-8124fd5454b6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:33.192726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7adfdf04-0d60-4a0f-a730-da8c5d6173aa None None] Provisioning complete for port eb022000-fc4a-41a6-9085-be581ac89ac1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:33.194203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7adfdf04-0d60-4a0f-a730-da8c5d6173aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.213572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030df0df-6d64-4f27-b76c-0e7f4f382aae tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:33.225002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-030df0df-6d64-4f27-b76c-0e7f4f382aae tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.230842 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-030df0df-6d64-4f27-b76c-0e7f4f382aae tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd HTTP/1.1" status: 204 len: 168 time: 2.8858032 Dec 13 16:32:33.231724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44470) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:33.280109 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7adfdf04-0d60-4a0f-a730-da8c5d6173aa None None] Port eb022000-fc4a-41a6-9085-be581ac89ac1 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:33.406052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-34aaec36-caf2-449f-966a-cf6c8858ba22 None None] Provisioning complete for port d87b36b6-44b5-4635-a6f6-8a9391d57523 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:33.406762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-34aaec36-caf2-449f-966a-cf6c8858ba22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.543063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.625477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b143b2f7-4d30-4fb3-9bce-39ce55699e1b None None] Provisioning complete for port d87b36b6-44b5-4635-a6f6-8a9391d57523 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:33.626523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b143b2f7-4d30-4fb3-9bce-39ce55699e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.634421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Deleting port fb009f1b-e4a7-49d8-9e51-2770ddf31dc4 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:33.634995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.658994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-858821dc-eff9-4008-beac-8a88f18bf8ea tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.689689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-858821dc-eff9-4008-beac-8a88f18bf8ea tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Calling delete_port for 5e166998-f09b-4987-9b59-807c37361f29 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:33.704150 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f16d3d4-6500-4c4a-9723-af6c3b5373d0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:33.705669 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5f16d3d4-6500-4c4a-9723-af6c3b5373d0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4708927 Dec 13 16:32:33.711006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44472) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:33.783765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.787509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d87b36b6-44b5-4635-a6f6-8a9391d57523 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:33.813051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed50fe01-73a5-4208-9002-61aef3487a06 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.815827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ed50fe01-73a5-4208-9002-61aef3487a06 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.820450 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ed50fe01-73a5-4208-9002-61aef3487a06 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/c83d1679-fb4a-4291-b7f0-ca92f1851090 HTTP/1.1" status: 204 len: 168 time: 1.0558395 Dec 13 16:32:33.842356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d87b36b6-44b5-4635-a6f6-8a9391d57523 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:33.842770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.869743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44476) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:33.916223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.919673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed50fe01-73a5-4208-9002-61aef3487a06 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83d1679-fb4a-4291-b7f0-ca92f1851090,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:33.932908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.937077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac013a07-af81-497e-b91f-10295ed53455 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:33.938849 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ac013a07-af81-497e-b91f-10295ed53455 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2020960 Dec 13 16:32:33.942586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44478) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:33.970015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Calling delete_port for fb009f1b-e4a7-49d8-9e51-2770ddf31dc4 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:33.977279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:33.978051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.042229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc218062-aa4a-466f-99f7-b492571e2a82 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet c2725f87-3424-465a-b20f-0a0a9e15d53d {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:34.049406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc218062-aa4a-466f-99f7-b492571e2a82 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.079460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-858821dc-eff9-4008-beac-8a88f18bf8ea tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.087737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8ef1c-f072-4c8d-93ca-8aa7ff33a98b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:34.089263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8ef1c-f072-4c8d-93ca-8aa7ff33a98b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:34.090928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8ef1c-f072-4c8d-93ca-8aa7ff33a98b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:34.092517 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f5a8ef1c-f072-4c8d-93ca-8aa7ff33a98b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1495574 Dec 13 16:32:34.099813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44480) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:34.107171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc218062-aa4a-466f-99f7-b492571e2a82 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.114182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=eb022000-fc4a-41a6-9085-be581ac89ac1,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:34.165189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17221d-7a9b-4c03-9d51-3c3c254e6931 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:34.177010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858821dc-eff9-4008-beac-8a88f18bf8ea tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e166998-f09b-4987-9b59-807c37361f29,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:34.247731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f53aa60-c7ef-4429-8737-70bd85eeb50e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 159ad9ec-a65f-4019-b3a7-fa5e6cec89e0 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:34.265782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f53aa60-c7ef-4429-8737-70bd85eeb50e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.309492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-858821dc-eff9-4008-beac-8a88f18bf8ea tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.314513 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-858821dc-eff9-4008-beac-8a88f18bf8ea tempest-RoutersAdminNegativeTest-1350374309 tempest-RoutersAdminNegativeTest-1350374309-project-admin] 10.222.0.13 "DELETE /v2.0/ports/5e166998-f09b-4987-9b59-807c37361f29 HTTP/1.1" status: 204 len: 168 time: 1.6908851 Dec 13 16:32:34.317385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:34.321634 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:34.328670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc218062-aa4a-466f-99f7-b492571e2a82 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.328890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f53aa60-c7ef-4429-8737-70bd85eeb50e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.440816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.471044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.473304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.514495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f53aa60-c7ef-4429-8737-70bd85eeb50e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.517836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event deleted for resources: {'Port': ['ID=fb009f1b-e4a7-49d8-9e51-2770ddf31dc4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:34.553891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc218062-aa4a-466f-99f7-b492571e2a82 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.575966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb9ea56-c5f8-4078-84fc-d34e93082006 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:34.587084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 511f8cac-a4bd-4f7b-94de-9004c28162e6 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:32:34.635863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc218062-aa4a-466f-99f7-b492571e2a82 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=c2725f87-3424-465a-b20f-0a0a9e15d53d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:34.667702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc218062-aa4a-466f-99f7-b492571e2a82 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.670970 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cc218062-aa4a-466f-99f7-b492571e2a82 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/c2725f87-3424-465a-b20f-0a0a9e15d53d HTTP/1.1" status: 204 len: 168 time: 0.7642572 Dec 13 16:32:34.675448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44486) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:34.676667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d205253-7276-414d-8981-26bd05c3ec49 None None] Network a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:34.728154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44488) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:34.738297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f53aa60-c7ef-4429-8737-70bd85eeb50e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.783655 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.785784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53aa60-c7ef-4429-8737-70bd85eeb50e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=159ad9ec-a65f-4019-b3a7-fa5e6cec89e0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:34.791619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:34.800145 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b25d23b1-83dc-4b78-9a46-a45d13f1e9d9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/511f8cac-a4bd-4f7b-94de-9004c28162e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8640540 Dec 13 16:32:34.800145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f53aa60-c7ef-4429-8737-70bd85eeb50e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.807088 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3f53aa60-c7ef-4429-8737-70bd85eeb50e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/159ad9ec-a65f-4019-b3a7-fa5e6cec89e0 HTTP/1.1" status: 204 len: 168 time: 0.7062330 Dec 13 16:32:34.807768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44492) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:34.808108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44494) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:34.838766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893cf1c-080a-4e94-83f7-663acbfa38bb None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:34.841442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd7e5d-3842-4673-93c4-af74234357bc None None] Sync routers for ids ['511f8cac-a4bd-4f7b-94de-9004c28162e6'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:34.866189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Allocated IP 172.26.6.130 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/ce714cb6-b108-40ac-9a99-4886b5d67daf) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:34.887700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd7e5d-3842-4673-93c4-af74234357bc None None] Routers {'511f8cac-a4bd-4f7b-94de-9004c28162e6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:34.888136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8fbd7e5d-3842-4673-93c4-af74234357bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['511f8cac-a4bd-4f7b-94de-9004c28162e6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:34.908813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.918252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.921033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.930826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08010c2e-eb38-4d31-a720-788fe14b8e03 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:34.935271 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-08010c2e-eb38-4d31-a720-788fe14b8e03 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports/eb022000-fc4a-41a6-9085-be581ac89ac1 HTTP/1.1" status: 200 len: 911 time: 0.1236179 Dec 13 16:32:34.936649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44496) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:34.956861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f0c235-aaa6-48cc-9f01-9f7ffea841b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 162bdbe2-0276-4c29-8211-ad080a975683 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:34.959755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da4fb053-c6b7-4681-b007-089474f8b0cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.969780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84f0c235-aaa6-48cc-9f01-9f7ffea841b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:34.990681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] DHCP port deletion for a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:35.026079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84f0c235-aaa6-48cc-9f01-9f7ffea841b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.045735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6a484b6a-fe22-4890-bac6-97dd063f97fe None None] Provisioning complete for port eb022000-fc4a-41a6-9085-be581ac89ac1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:35.045735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6a484b6a-fe22-4890-bac6-97dd063f97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.049621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8fbd7e5d-3842-4673-93c4-af74234357bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:35.111601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd7e5d-3842-4673-93c4-af74234357bc None None] Routers {'511f8cac-a4bd-4f7b-94de-9004c28162e6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:35.112610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8fbd7e5d-3842-4673-93c4-af74234357bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['511f8cac-a4bd-4f7b-94de-9004c28162e6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:35.126583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.127262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Fanout notify agent at l3_agent the message router_deleted on router e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:35.141973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.147351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-385db3de-2e5a-4013-9111-7b7a9400b976 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08 HTTP/1.1" status: 204 len: 168 time: 2.9445622 Dec 13 16:32:35.149913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44498) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:35.154120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8fbd7e5d-3842-4673-93c4-af74234357bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:35.155128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd7e5d-3842-4673-93c4-af74234357bc None None] The sync data for ids ['511f8cac-a4bd-4f7b-94de-9004c28162e6'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:35.156260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1332393906', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:35.169855 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da4fb053-c6b7-4681-b007-089474f8b0cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.170182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6a484b6a-fe22-4890-bac6-97dd063f97fe None None] Port eb022000-fc4a-41a6-9085-be581ac89ac1 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:35.181745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-da4fb053-c6b7-4681-b007-089474f8b0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.185549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84f0c235-aaa6-48cc-9f01-9f7ffea841b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.205783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] Deleting port 5d6b4863-bce7-4b13-a334-4d731adb848f {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:35.206304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.257233 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fb053-c6b7-4681-b007-089474f8b0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9816d0c6-64b3-4a18-8350-c2f7ca360d37,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:35.266061 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-da4fb053-c6b7-4681-b007-089474f8b0cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=edc6aa12f46c46ada5228372f5b2794e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5361714 Dec 13 16:32:35.269621 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44500) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:35.276812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] For port 5d6b4863-bce7-4b13-a334-4d731adb848f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d6b4863-bce7-4b13-a334-4d731adb848f,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:35.277203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.294663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] Calling delete_port for 5d6b4863-bce7-4b13-a334-4d731adb848f owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:35.311985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.324045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.326074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.331722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84f0c235-aaa6-48cc-9f01-9f7ffea841b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.335330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 5d6b4863-bce7-4b13-a334-4d731adb848f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:35.335893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.375673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8315ae2d-6c06-48e6-9102-7e9978037edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.382523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84f0c235-aaa6-48cc-9f01-9f7ffea841b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.389364 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-84f0c235-aaa6-48cc-9f01-9f7ffea841b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/162bdbe2-0276-4c29-8211-ad080a975683 HTTP/1.1" status: 204 len: 168 time: 0.5718641 Dec 13 16:32:35.392356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44502) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:35.393352 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0c235-aaa6-48cc-9f01-9f7ffea841b7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=162bdbe2-0276-4c29-8211-ad080a975683,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:35.409603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.440083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] Pushing event deleted for resources: {'Port': ['ID=5d6b4863-bce7-4b13-a334-4d731adb848f,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:35.445041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8070dc7-49d9-40cd-96f2-e724570c90f0 None None] No DVR routers for this DVR port 5d6b4863-bce7-4b13-a334-4d731adb848f on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:35.447261 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a9c75c2c-001d-40da-b5a5-5021939525eb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508165 Dec 13 16:32:35.448052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44504) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:35.457698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:35.513516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8315ae2d-6c06-48e6-9102-7e9978037edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.572562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 5d6b4863-bce7-4b13-a334-4d731adb848f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d6b4863-bce7-4b13-a334-4d731adb848f,segment=NetworkSegment(8a039e2b-0532-4272-9d39-abdacc6f4d39),segment_id=8a039e2b-0532-4272-9d39-abdacc6f4d39)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:35.572942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.585931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.596578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:35.598275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 5d6b4863-bce7-4b13-a334-4d731adb848f owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:35.600698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.605630 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8315ae2d-6c06-48e6-9102-7e9978037edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.608468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8315ae2d-6c06-48e6-9102-7e9978037edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.612632 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8315ae2d-6c06-48e6-9102-7e9978037edb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9816d0c6-64b3-4a18-8350-c2f7ca360d37 HTTP/1.1" status: 204 len: 168 time: 0.3396263 Dec 13 16:32:35.613598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:35.658845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315ae2d-6c06-48e6-9102-7e9978037edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9816d0c6-64b3-4a18-8350-c2f7ca360d37,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:35.837336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d6b4863-bce7-4b13-a334-4d731adb848f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:35.873068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5d6b4863-bce7-4b13-a334-4d731adb848f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:35.873420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d6b4863-bce7-4b13-a334-4d731adb848f not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:36.032002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:32:36.044216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce5e97-499c-4e57-9c6b-c900d4279f58 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:36.111146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44510) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:36.118038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-39bf4270-ce88-4f03-a645-dece84b552fc None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:36.118564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-39bf4270-ce88-4f03-a645-dece84b552fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.206153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:36.247815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:36.267445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b64989-16b7-4f2a-9015-9cd46a19104c None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:36.279140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.285781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:36.328464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] Update dhcp port {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '8e768d90-7139-49cb-9e22-68e6ab7d2121'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': 'abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:32:36.355559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.356791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.363983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'Port': ['ID=ce714cb6-b108-40ac-9a99-4886b5d67daf,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:36.416709 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1515728a-49ee-46dd-ae0d-2e41defee7d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66c56842f7754445a14ce19bcce9576a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007362 Dec 13 16:32:36.419826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44512) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:36.448176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.455533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ccdcb75e-bcac-49bd-abd6-2e8c66cad4e1 None None] Provisioning complete for port ce714cb6-b108-40ac-9a99-4886b5d67daf triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:36.455903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ccdcb75e-bcac-49bd-abd6-2e8c66cad4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.491846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] For port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:36.515712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-97e101f7-cbd8-4248-b713-6069122d6345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.546084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.554206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-97e101f7-cbd8-4248-b713-6069122d6345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.556399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.557284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.588915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.667498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:36.681219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:36.684268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:36.684978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.689594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=5d6b4863-bce7-4b13-a334-4d731adb848f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:36.694299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=8e768d90-7139-49cb-9e22-68e6ab7d2121,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:36.700404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ccdcb75e-bcac-49bd-abd6-2e8c66cad4e1 None None] Port ce714cb6-b108-40ac-9a99-4886b5d67daf cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:36.707145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,revision_number=8']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:36.710548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port 5d6b4863-bce7-4b13-a334-4d731adb848f on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:36.729490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:32:36.730424 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8b3d219e-d71b-4b40-8b79-ae109fbeed02 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2768388 Dec 13 16:32:36.731793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44514) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:36.732018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:32:36.736475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-dd43f2de-59dd-4e58-b171-1ee3808451f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:36.740727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-97e101f7-cbd8-4248-b713-6069122d6345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.743570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-97e101f7-cbd8-4248-b713-6069122d6345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.744635 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-97e101f7-cbd8-4248-b713-6069122d6345 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26651e50-271d-433f-8f6a-5e3822647535 HTTP/1.1" status: 204 len: 168 time: 0.3238184 Dec 13 16:32:36.798663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e101f7-cbd8-4248-b713-6069122d6345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26651e50-271d-433f-8f6a-5e3822647535,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:36.877754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd43f2de-59dd-4e58-b171-1ee3808451f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:36.882838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd43f2de-59dd-4e58-b171-1ee3808451f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.962936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:36.978005 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.ipam_backend_mixin [None req-dd43f2de-59dd-4e58-b171-1ee3808451f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e768d90-7139-49cb-9e22-68e6ab7d2121 (CIDR: 2001:db8::/64) Dec 13 16:32:36.982111 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd43f2de-59dd-4e58-b171-1ee3808451f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:32:36.983012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd43f2de-59dd-4e58-b171-1ee3808451f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:37.004923 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dd43f2de-59dd-4e58-b171-1ee3808451f4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2726445 Dec 13 16:32:37.006177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44520) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:37.010603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f74ccf-b186-4af7-95ba-e5a6e02a28c2']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:37.010955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:37.055218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a039e2b-0532-4272-9d39-abdacc6f4d39') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:37.055466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a039e2b-0532-4272-9d39-abdacc6f4d39') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:37.084905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.196310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.220849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.229395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:37.229918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.266607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:37.295446 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:37.427063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8:1::1 (e32ca46a-056d-46d5-835a-8124fd5454b6/4d1e48dc-7023-47f4-add7-da572be89f7a/681a1772-73a1-4cd6-9e67-e8afa66e1b33) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:37.435137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:37.439333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.451957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.469546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.476115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.482900 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/a5f74ccf-b186-4af7-95ba-e5a6e02a28c2 HTTP/1.1" status: 204 len: 168 time: 2.8006191 Dec 13 16:32:37.487082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44536) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:37.525674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.527640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56936e-c613-4353-86c4-995461be0c87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=a5f74ccf-b186-4af7-95ba-e5a6e02a28c2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:37.636663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] For port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:37.665310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44540) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:37.700595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.710351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.803294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 2d8bd97b-8eea-492f-8f32-6d9a73bbb722 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:37.803673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.815992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac05f6-a351-418b-a6ee-7cb969b5be5a None None] Pushing event updated for resources: {'Port': ['ID=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,revision_number=9']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:37.831250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:37.864510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.888132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Allocated IP 172.26.6.38 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/4a18ccda-b013-4810-96f6-43bc665f040e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:37.913479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-591671221'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:37.920941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.929579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:37.930131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:37.930682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.011932 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:38.013966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.014126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.019435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Made reservation on behalf of 3fb71c24eadd4e38abc3e09e48155629 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:38.023395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.037719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:38.053766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:38.053766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.056424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 2d8bd97b-8eea-492f-8f32-6d9a73bbb722 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:38.059446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=f7def46d-b2c2-4f6b-8239-d1925bb1f5bb,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:38.066319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.091207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.132968 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c985ecf6-9717-4636-860f-f8888234d3ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1227078 Dec 13 16:32:38.136128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44544) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:38.145767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:ed:9a:91', 'name': 'tempest-NetworksTestDHCPv6-552025097'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:38.165021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network e32ca46a-056d-46d5-835a-8124fd5454b6 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:38.179302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:38.188519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:38.189063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.237915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=681a1772-73a1-4cd6-9e67-e8afa66e1b33,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:38.247894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.395347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:38.448839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.476217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.536882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:38.551260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5826b4-ef45-43b4-9f85-9bb286f54406,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:38.557826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.581560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.581774 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Added segment f23bad94-4727-4aa9-86a2-86c073fb5c46 of type vlan for network ff403dba-c9bb-4d05-9c2c-b61da1d2310c Dec 13 16:32:38.621374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=2d8bd97b-8eea-492f-8f32-6d9a73bbb722,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:38.622301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f194c3-92f5-4098-b655-8b9b75406d3b None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:38.656569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.701702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0b9187c5-ee35-420d-90e1-7ddb52277702 None None] Provisioning complete for port 681a1772-73a1-4cd6-9e67-e8afa66e1b33 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:38.703008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0b9187c5-ee35-420d-90e1-7ddb52277702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.713408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.736408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Router db509be9-fb8a-485b-98cd-21bc6e6dcd93 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:32:38.745669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.747585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 242e7b30-bbb4-4c7e-8506-a3bf4bdf573b yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:38.755094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0b9187c5-ee35-420d-90e1-7ddb52277702 None None] Port 681a1772-73a1-4cd6-9e67-e8afa66e1b33 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:38.766400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.766673 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP c8821509-d925-47a7-b487-1f7bfe6b17b9 disassociated (deleted). External IP: 172.26.6.181, port: 30825d06-a757-4aee-bb36-2e8baefed130. Dec 13 16:32:38.783139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0b9187c5-ee35-420d-90e1-7ddb52277702 None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:38.784053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0b9187c5-ee35-420d-90e1-7ddb52277702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.784274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.807422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:38.851945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:38.864207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.869924 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:38.870538 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:38.900113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:38.904078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0fd488-0f9e-4ea9-bd17-ff72c4b6ba58 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:38.916871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event updated for resources: {'Port': ['ID=4a18ccda-b013-4810-96f6-43bc665f040e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:38.966599 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2998450 Dec 13 16:32:38.969726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44546) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:38.980640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'subnet': {'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:39.002492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d363d10a-3c66-4a6a-b84b-9225a409f8eb None None] Update dhcp port {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'fixed_ips': [{'subnet_id': '8e768d90-7139-49cb-9e22-68e6ab7d2121', 'ip_address': '2001:db8::f816:3eff:fe5a:b7bf'}, {'subnet_id': 'f7def46d-b2c2-4f6b-8239-d1925bb1f5bb'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': 'abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:32:39.030730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d363d10a-3c66-4a6a-b84b-9225a409f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.075753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ece8c-94e4-4721-8e5e-5b49c6bc8093 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Network': ['ID=ff403dba-c9bb-4d05-9c2c-b61da1d2310c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:39.094552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:39.143315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:39.163888 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Sync routers for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:39.187221 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:39.190520 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:39.227872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-54cd54ca-e3ca-406d-8339-978526b20bc7 None None] Provisioning complete for port 4a18ccda-b013-4810-96f6-43bc665f040e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:39.228246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54cd54ca-e3ca-406d-8339-978526b20bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.282365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Made reservation on behalf of 3fb71c24eadd4e38abc3e09e48155629 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:39.285525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-54cd54ca-e3ca-406d-8339-978526b20bc7 None None] Port 4a18ccda-b013-4810-96f6-43bc665f040e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:39.285956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.337445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8:0:1::4 (2ba4744e-bfa0-4bbb-8255-861faf832180/f7def46d-b2c2-4f6b-8239-d1925bb1f5bb/242e7b30-bbb4-4c7e-8506-a3bf4bdf573b) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:39.350484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.351768 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-86f8c5ea-5262-47eb-98da-45111e4a5dd0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.9462907 Dec 13 16:32:39.357439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::f816:3eff:feed:9a91 (2ba4744e-bfa0-4bbb-8255-861faf832180/8e768d90-7139-49cb-9e22-68e6ab7d2121/242e7b30-bbb4-4c7e-8506-a3bf4bdf573b) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:39.357603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44548) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:39.369834 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:39.434919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.454396 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 619fea65-b903-4091-9851-c2ec83d90bf8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:39.479466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.508660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.509456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.650001 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bab27cf5-e90a-46ab-a760-747730f03c31 tempest-TestNetworkAdvancedServerOps-640415496 tempest-TestNetworkAdvancedServerOps-640415496-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=a2bdbd3d85cf48d5ac211222fc26285a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2889557 Dec 13 16:32:39.651935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44552) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:39.667262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=681a1772-73a1-4cd6-9e67-e8afa66e1b33,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:39.710390 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:36Z', 'revision_number': 3, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:39.742949 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Checking router: db509be9-fb8a-485b-98cd-21bc6e6dcd93 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:32:39.743346 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Updating router db509be9-fb8a-485b-98cd-21bc6e6dcd93 port ce714cb6-b108-40ac-9a99-4886b5d67daf binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:32:39.773222 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.784373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network e32ca46a-056d-46d5-835a-8124fd5454b6 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:39.789010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:39.810028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.824227 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:39.832943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.838598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] Sync routers for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:39.863759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:39.873564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:39.876106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.880836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:39.930266 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a1371add-224a-4886-84e6-b021abcc9363 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/c8821509-d925-47a7-b487-1f7bfe6b17b9 HTTP/1.1" status: 204 len: 168 time: 2.4421194 Dec 13 16:32:39.943065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cdea1b-ef17-49fb-964b-aa598e138fc5 tempest-TestNetworkAdvancedServerOps-640415496 tempest-TestNetworkAdvancedServerOps-640415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:39.948513 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d5cdea1b-ef17-49fb-964b-aa598e138fc5 tempest-TestNetworkAdvancedServerOps-640415496 tempest-TestNetworkAdvancedServerOps-640415496-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2955616 Dec 13 16:32:39.953707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:32:39.962363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5498c418-7203-406e-801a-1e3cb1ca81c1" -d '{"events": [{"name": "network-changed", "server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "tag": "30825d06-a757-4aee-bb36-2e8baefed130"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:32:39.967218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44556) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:40.041696 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c1dcd537-4c6f-4bf2-be0b-30835031ac5d tempest-TestNetworkAdvancedServerOps-640415496 tempest-TestNetworkAdvancedServerOps-640415496-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0680065 Dec 13 16:32:40.045519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 511f8cac-a4bd-4f7b-94de-9004c28162e6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:40.046496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44560) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:40.058994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-157048690', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:40.059436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3680d55-cec3-457d-bdf3-6f942b10de70 x-openstack-request-id: req-a3680d55-cec3-457d-bdf3-6f942b10de70 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:32:40.059738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "tag": "30825d06-a757-4aee-bb36-2e8baefed130", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:32:40.060003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a3680d55-cec3-457d-bdf3-6f942b10de70 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:32:40.060422 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130', 'status': 'completed', 'code': 200} Dec 13 16:32:40.084392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Subnet': ['ID=077d05bf-71f5-40f4-9537-df650358d2e8,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:40.104507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:40.125960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.175810 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.183764 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.192180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d363d10a-3c66-4a6a-b84b-9225a409f8eb None None] Allocated IP 2001:db8:0:1::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/f7def46d-b2c2-4f6b-8239-d1925bb1f5bb/abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:40.217325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Checking segment: {'id': 'f23bad94-4727-4aa9-86a2-86c073fb5c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:40.217697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Network hostable DHCP agents. Network: ff403dba-c9bb-4d05-9c2c-b61da1d2310c, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:32:40.243523 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Pushing event updated for resources: {'Port': ['ID=ce714cb6-b108-40ac-9a99-4886b5d67daf,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:40.256217 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.256827 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.257183 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.257524 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.257991 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.258182 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.258532 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.258889 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.259416 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.259773 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.261379 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.261874 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.262207 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:32:40.270175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:40.300439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:40.303939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=242e7b30-bbb4-4c7e-8506-a3bf4bdf573b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:40.307476 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Attempting to bind port ce714cb6-b108-40ac-9a99-4886b5d67daf on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:40.307911 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Attempting to bind port ce714cb6-b108-40ac-9a99-4886b5d67daf by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:40.308281 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Attempting to bind port ce714cb6-b108-40ac-9a99-4886b5d67daf on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:40.310799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:40.314956 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:40.315338 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:40.316219 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.316320 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:40.316995 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Bound port: ce714cb6-b108-40ac-9a99-4886b5d67daf, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:40.318096 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.321423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:40.330562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.356228 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:32:40.365987 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b366814a-e942-4ae1-be1f-5802fd77b8fd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.2287965 Dec 13 16:32:40.370766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44564) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:40.383103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, ff403dba-c9bb-4d05-9c2c-b61da1d2310c) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:40.395001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c26ff8-35e7-4814-aa66-9944e62271bd None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:40.397474 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] For port ce714cb6-b108-40ac-9a99-4886b5d67daf, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:40.402514 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] For port ce714cb6-b108-40ac-9a99-4886b5d67daf, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ce714cb6-b108-40ac-9a99-4886b5d67daf,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:40.411763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:40.413159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.413627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f9809-f366-47b5-b1a3-d7717bb0fc69 None None] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:40.427258 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.445490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9ef12450-4035-45c4-819b-640d70a12ece None None] Provisioning complete for port 681a1772-73a1-4cd6-9e67-e8afa66e1b33 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:40.445888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9ef12450-4035-45c4-819b-640d70a12ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.502528 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:40.503210 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:40.510419 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fb821-ccf7-4856-a0ef-6586639f98c6 None None] Pushing event updated for resources: {'Port': ['ID=ce714cb6-b108-40ac-9a99-4886b5d67daf,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:40.523685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:40.524246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f13c18-c4f4-487f-9d8c-a36645c07180 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:40.525858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-2203e43f-ee1c-487b-9873-bc3924f54e30 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 242e7b30-bbb4-4c7e-8506-a3bf4bdf573b {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:40.526878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2203e43f-ee1c-487b-9873-bc3924f54e30 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.541960 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-06e210c8-edbc-4bfc-b9a2-4c7f5edaabcf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/511f8cac-a4bd-4f7b-94de-9004c28162e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5938649 Dec 13 16:32:40.560633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d363d10a-3c66-4a6a-b84b-9225a409f8eb None None] For port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:40.561937 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84295c1-c050-453c-a4b8-59ec7a7236b1 None None] Sync routers for ids ['511f8cac-a4bd-4f7b-94de-9004c28162e6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:40.564261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44566) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:40.566175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-f0c6f9bd-896d-40af-8f4d-e2aa8329f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:40.567729 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-f0c6f9bd-896d-40af-8f4d-e2aa8329f72f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 1099 time: 0.3724213 Dec 13 16:32:40.612686 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84295c1-c050-453c-a4b8-59ec7a7236b1 None None] Routers {'511f8cac-a4bd-4f7b-94de-9004c28162e6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:40.613316 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e84295c1-c050-453c-a4b8-59ec7a7236b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['511f8cac-a4bd-4f7b-94de-9004c28162e6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:40.639506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2203e43f-ee1c-487b-9873-bc3924f54e30 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.652646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-2203e43f-ee1c-487b-9873-bc3924f54e30 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 242e7b30-bbb4-4c7e-8506-a3bf4bdf573b owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:40.661429 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e84295c1-c050-453c-a4b8-59ec7a7236b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:40.685548 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84295c1-c050-453c-a4b8-59ec7a7236b1 None None] Routers {'511f8cac-a4bd-4f7b-94de-9004c28162e6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:40.686172 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e84295c1-c050-453c-a4b8-59ec7a7236b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['511f8cac-a4bd-4f7b-94de-9004c28162e6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:40.722417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b568d769-a1e1-4504-a51d-43c9e7d0379b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:40.727646 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b568d769-a1e1-4504-a51d-43c9e7d0379b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports/681a1772-73a1-4cd6-9e67-e8afa66e1b33 HTTP/1.1" status: 200 len: 913 time: 0.1545439 Dec 13 16:32:40.729448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-2ae31c1e-76da-4046-8b74-ef6c0aff0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:40.730064 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e84295c1-c050-453c-a4b8-59ec7a7236b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:40.730786 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84295c1-c050-453c-a4b8-59ec7a7236b1 None None] The sync data for ids ['511f8cac-a4bd-4f7b-94de-9004c28162e6'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:40.730929 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-2ae31c1e-76da-4046-8b74-ef6c0aff0bc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1a90f60a-76e5-497c-a89c-2615de6d9c7b HTTP/1.1" status: 200 len: 898 time: 0.1184244 Dec 13 16:32:40.737093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44568) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:40.744007 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:40.783274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9ef12450-4035-45c4-819b-640d70a12ece None None] Port 681a1772-73a1-4cd6-9e67-e8afa66e1b33 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:40.814162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d363d10a-3c66-4a6a-b84b-9225a409f8eb None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.846228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d363d10a-3c66-4a6a-b84b-9225a409f8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.859281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2203e43f-ee1c-487b-9873-bc3924f54e30 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.871939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'project_id': '3fb71c24eadd4e38abc3e09e48155629', 'fixed_ips': [{'subnet_id': '077d05bf-71f5-40f4-9537-df650358d2e8'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:40.872902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.883244 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ce05c249-0461-4c6e-a551-62919422780b tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9066477 Dec 13 16:32:40.913631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44570) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:40.921215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'name': 'tempest-AllowedAddressPairTestJSON-1291924356'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:40.928203 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203e43f-ee1c-487b-9873-bc3924f54e30 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=242e7b30-bbb4-4c7e-8506-a3bf4bdf573b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:40.971085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Made reservation on behalf of a2bdbd3d85cf48d5ac211222fc26285a for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:40.975499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:40.978481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Router 25af8a2e-6088-489b-9abc-1ebfceeef668 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:32:40.993054 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:36Z', 'revision_number': 3, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:40.997377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826c05f-5fd8-4eef-9875-e0be6f2740af req-035d7507-aad2-4d51-bcae-92a1a9b3dd49 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:40.999106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4826c05f-5fd8-4eef-9875-e0be6f2740af req-035d7507-aad2-4d51-bcae-92a1a9b3dd49 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 946 time: 0.5109372 Dec 13 16:32:41.028019 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a2a607-3ca7-4134-8412-c0621122ac0a None None] The sync data for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv is: [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:36Z', 'revision_number': 3, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:41.163655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:25Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:41.282136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] Checking router: 619fea65-b903-4091-9851-c2ec83d90bf8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:32:41.317895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-29316f58-41a9-4233-a246-6473e15356e5 None None] Provisioning complete for port ce714cb6-b108-40ac-9a99-4886b5d67daf triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:41.318814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29316f58-41a9-4233-a246-6473e15356e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:41.329190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363d10a-3c66-4a6a-b84b-9225a409f8eb None None] Pushing event updated for resources: {'Port': ['ID=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,revision_number=10']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:41.400812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:41.401749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:41.510140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2203e43f-ee1c-487b-9873-bc3924f54e30 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:41.514057 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2203e43f-ee1c-487b-9873-bc3924f54e30 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/242e7b30-bbb4-4c7e-8506-a3bf4bdf573b HTTP/1.1" status: 204 len: 168 time: 1.1418104 Dec 13 16:32:41.524674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44572) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:41.528236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Allocated IP 172.20.0.2 (ff403dba-c9bb-4d05-9c2c-b61da1d2310c/077d05bf-71f5-40f4-9537-df650358d2e8/171696fc-cfcf-4b76-874d-0402e9eb9e29) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:41.569423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-37ff7365-db2d-4c29-9ab3-88d7e58e8a16 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=30825d06-a757-4aee-bb36-2e8baefed130 HTTP/1.1" status: 200 len: 217 time: 0.7177863 Dec 13 16:32:41.702511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62be0519-b20a-4778-9ec8-de54be26d318 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:41.707089 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-62be0519-b20a-4778-9ec8-de54be26d318 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1811075 Dec 13 16:32:41.708805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44574) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:41.751051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Made reservation on behalf of 3fb71c24eadd4e38abc3e09e48155629 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:41.760744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:41.781676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29316f58-41a9-4233-a246-6473e15356e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:41.874144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] device_id is not set on port b7d59461-e7a1-42d3-b0cf-afc6e875ee0e yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:41.917949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-29316f58-41a9-4233-a246-6473e15356e5 None None] For port ce714cb6-b108-40ac-9a99-4886b5d67daf, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ce714cb6-b108-40ac-9a99-4886b5d67daf,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:41.945286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29316f58-41a9-4233-a246-6473e15356e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:41.988269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:42.023667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59208eb7-6c91-42dd-a567-0f6600908957 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:42.028405 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-59208eb7-6c91-42dd-a567-0f6600908957 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.3129735 Dec 13 16:32:42.029444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44576) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:42.135400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7be21f-6016-4bfc-9595-85728542f5e5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:42.143430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7be21f-6016-4bfc-9595-85728542f5e5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:42.145042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7be21f-6016-4bfc-9595-85728542f5e5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:42.159397 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bc7be21f-6016-4bfc-9595-85728542f5e5 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1259370 Dec 13 16:32:42.160264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44578) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:42.213612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:42.227881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f59e35-68e8-4d86-8ff1-9200d0c50ada tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 8e768d90-7139-49cb-9e22-68e6ab7d2121 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:42.231732 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0f59e35-68e8-4d86-8ff1-9200d0c50ada tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.288501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a631370-f46b-4591-8ae7-90e9321d20fb None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:42.291072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0f59e35-68e8-4d86-8ff1-9200d0c50ada tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.295392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-0e80c3ee-fa58-4b7e-aeae-b975e54c7010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:42.297375 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-0e80c3ee-fa58-4b7e-aeae-b975e54c7010 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=71fb7126-b77e-42c7-a713-e7ae5f547535 HTTP/1.1" status: 200 len: 834 time: 0.6397913 Dec 13 16:32:42.301584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.335987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4826c05f-5fd8-4eef-9875-e0be6f2740af req-0b66f00b-1e4f-4f90-9453-2208b6a127a9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7686949 Dec 13 16:32:42.359136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-e54ac1c7-ed94-4570-9d4c-8ee215f609c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:42.360656 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-e54ac1c7-ed94-4570-9d4c-8ee215f609c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 946 time: 0.3020332 Dec 13 16:32:42.410496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0f59e35-68e8-4d86-8ff1-9200d0c50ada tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.434010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-34530423-2b0e-4a0f-9934-68838ea85dff None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:42.434237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-34530423-2b0e-4a0f-9934-68838ea85dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.472951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:42.490431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0f59e35-68e8-4d86-8ff1-9200d0c50ada tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.504924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29316f58-41a9-4233-a246-6473e15356e5 None None] Pushing event updated for resources: {'Port': ['ID=ce714cb6-b108-40ac-9a99-4886b5d67daf,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:42.519932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819390-f228-4f56-a8e1-3cd15c5078b0 None None] Sync routers for ids ['25af8a2e-6088-489b-9abc-1ebfceeef668'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:42.520500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'Subnet': ['ID=f35c06b3-0fb2-464b-9f31-d3526cdc86a5,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:42.544401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f59e35-68e8-4d86-8ff1-9200d0c50ada tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=8e768d90-7139-49cb-9e22-68e6ab7d2121,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:42.554894 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0f59e35-68e8-4d86-8ff1-9200d0c50ada tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.561908 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d0f59e35-68e8-4d86-8ff1-9200d0c50ada tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/8e768d90-7139-49cb-9e22-68e6ab7d2121 HTTP/1.1" status: 204 len: 168 time: 0.4005167 Dec 13 16:32:42.562984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44580) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:42.574965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-e336eef4-3437-40b0-a3a2-ef6adde227d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:42.576508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-e336eef4-3437-40b0-a3a2-ef6adde227d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1a90f60a-76e5-497c-a89c-2615de6d9c7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2603540 Dec 13 16:32:42.579201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.583167 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8551d5e4-cc58-4dd9-9859-e2300758d7e0 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.4303346 Dec 13 16:32:42.583847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44582) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:42.589450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:42.589952 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.594674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.596258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:42.600336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de819390-f228-4f56-a8e1-3cd15c5078b0 None None] Routers {'25af8a2e-6088-489b-9abc-1ebfceeef668'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:42.601108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-de819390-f228-4f56-a8e1-3cd15c5078b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['25af8a2e-6088-489b-9abc-1ebfceeef668'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:42.657772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Checking segment: {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:42.658049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Network hostable DHCP agents. Network: 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:32:42.658364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b552867-c1d4-4c24-9964-0b2c86941e2a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet f7def46d-b2c2-4f6b-8239-d1925bb1f5bb {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:42.664362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b552867-c1d4-4c24-9964-0b2c86941e2a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.685219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.700436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Allocated IP 172.20.0.9 (ff403dba-c9bb-4d05-9c2c-b61da1d2310c/077d05bf-71f5-40f4-9537-df650358d2e8/b7d59461-e7a1-42d3-b0cf-afc6e875ee0e) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:42.720442 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b552867-c1d4-4c24-9964-0b2c86941e2a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.738152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Pushing event updated for resources: {'Port': ['ID=171696fc-cfcf-4b76-874d-0402e9eb9e29,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:42.741648 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-de819390-f228-4f56-a8e1-3cd15c5078b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:42.782617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.798213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de819390-f228-4f56-a8e1-3cd15c5078b0 None None] Routers {'25af8a2e-6088-489b-9abc-1ebfceeef668'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:42.798213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-de819390-f228-4f56-a8e1-3cd15c5078b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['25af8a2e-6088-489b-9abc-1ebfceeef668'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:42.803363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:32:42.809130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:42.850917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:25Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:42.853333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:42.858746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-de819390-f228-4f56-a8e1-3cd15c5078b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:42.859503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de819390-f228-4f56-a8e1-3cd15c5078b0 None None] The sync data for ids ['25af8a2e-6088-489b-9abc-1ebfceeef668'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:42.892874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:42.897329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 30825d06-a757-4aee-bb36-2e8baefed130 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:42.897736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.903702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2d352-05f5-4a11-be1a-640a57cf6eaa None None] The sync data for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv is: [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:25Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29', 'name': '', 'network_id': '1a90f60a-76e5-497c-a89c-2615de6d9c7b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:51:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:59Z', 'updated_at': '2021-12-13T16:30:07Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '71fb7126-b77e-42c7-a713-e7ae5f547535', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:42.905710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:42.925072 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-c6bf2b66-aba0-4c92-a3e7-b5fa7b1b950c service neutron] 10.222.0.31 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322141 Dec 13 16:32:42.933434 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b552867-c1d4-4c24-9964-0b2c86941e2a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:42.966080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfbaacb-c962-4158-8000-808191f224fc None None] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:42.974871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:42.975807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.059521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.086281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b552867-c1d4-4c24-9964-0b2c86941e2a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.128392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ce714cb6-b108-40ac-9a99-4886b5d67daf up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:43.153989 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5498c418-7203-406e-801a-1e3cb1ca81c1 req-ab9f07cd-6ec1-4ab3-8773-f36e3351670d service neutron] 10.222.0.31 "GET /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848528 Dec 13 16:32:43.176707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Attempting to bind port 171696fc-cfcf-4b76-874d-0402e9eb9e29 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:43.177947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Attempting to bind port 171696fc-cfcf-4b76-874d-0402e9eb9e29 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'f23bad94-4727-4aa9-86a2-86c073fb5c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:43.178318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Attempting to bind port 171696fc-cfcf-4b76-874d-0402e9eb9e29 on network ff403dba-c9bb-4d05-9c2c-b61da1d2310c {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:43.196594 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b552867-c1d4-4c24-9964-0b2c86941e2a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=f7def46d-b2c2-4f6b-8239-d1925bb1f5bb,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:43.205478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:43.206061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Checking segment: {'id': 'f23bad94-4727-4aa9-86a2-86c073fb5c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:43.206977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.207617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Bound using segment: {'id': 'f23bad94-4727-4aa9-86a2-86c073fb5c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:43.208280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Bound port: 171696fc-cfcf-4b76-874d-0402e9eb9e29, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23bad94-4727-4aa9-86a2-86c073fb5c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:43.209082 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.210446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b552867-c1d4-4c24-9964-0b2c86941e2a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.219789 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2b552867-c1d4-4c24-9964-0b2c86941e2a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/f7def46d-b2c2-4f6b-8239-d1925bb1f5bb HTTP/1.1" status: 204 len: 168 time: 0.6555629 Dec 13 16:32:43.220768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44584) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:43.291589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcd2179-f2c6-445c-bbae-84750ad8fdc2 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:43.294593 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-66c87797-652e-4d50-80fb-fd8681ee4fd4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0702066 Dec 13 16:32:43.296413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44586) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:43.297136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 30825d06-a757-4aee-bb36-2e8baefed130, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=30825d06-a757-4aee-bb36-2e8baefed130,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:43.297607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.304401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:43.312652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.329281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 30825d06-a757-4aee-bb36-2e8baefed130 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:43.397861 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f226629d-7063-4c55-94d4-64253ba00e83 None None] New status for floating IP c8821509-d925-47a7-b487-1f7bfe6b17b9: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:32:43.471914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=b7d59461-e7a1-42d3-b0cf-afc6e875ee0e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:43.492658 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:43.496548 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:43.501914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:43.551419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:43.556403 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.613742 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d70a79b4-0bee-4a02-86f2-759c79f9bad8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5646086 Dec 13 16:32:43.617231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:43.618083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.619193 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44590) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:43.657558 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-75dfff48-39b3-4bd8-98fd-0790428928f8 req-b03a49f6-195e-4b90-b764-386d2edae647 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=71322372-15b3-4df7-82b7-b6cf2147014a HTTP/1.1" status: 200 len: 210 time: 0.0910146 Dec 13 16:32:43.657558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.685186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:43.685916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.695207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ce714cb6-b108-40ac-9a99-4886b5d67daf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:43.695586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.706522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] For port 171696fc-cfcf-4b76-874d-0402e9eb9e29, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:43.747107 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a6d5d4b3-60a2-4c94-9f2f-df44ac4aa258 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8292027 Dec 13 16:32:43.747664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7762590f-ed62-4121-b90d-7ec4d3dc904c None None] Provisioning complete for port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:43.747664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7762590f-ed62-4121-b90d-7ec4d3dc904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.750191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44592) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:43.753911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'name': 'tempest-AllowedAddressPairTestJSON-99712332', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7b:c3:25'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:43.763783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=30825d06-a757-4aee-bb36-2e8baefed130,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:43.800161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] For port 171696fc-cfcf-4b76-874d-0402e9eb9e29, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=171696fc-cfcf-4b76-874d-0402e9eb9e29,segment=NetworkSegment(f23bad94-4727-4aa9-86a2-86c073fb5c46),segment_id=f23bad94-4727-4aa9-86a2-86c073fb5c46)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:43.867849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.899111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port 30825d06-a757-4aee-bb36-2e8baefed130 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:43.901706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.905380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c0d92f0a-58cf-4682-8bff-c1246588a98d req-434ddfae-8749-4574-8862-b3bb85bf4d9a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/30825d06-a757-4aee-bb36-2e8baefed130 HTTP/1.1" status: 204 len: 173 time: 1.5199566 Dec 13 16:32:43.915560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'name': 'network-vif-deleted', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:32:43.921898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:43.924396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12181b1c-ca1a-47a4-958d-281d1ea84968" -d '{"events": [{"server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "name": "network-vif-deleted", "tag": "30825d06-a757-4aee-bb36-2e8baefed130"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:32:44.040969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:44.084688 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:32:44.105648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712d17f6-47b8-421d-b56d-9badd8552474 x-openstack-request-id: req-712d17f6-47b8-421d-b56d-9badd8552474 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:32:44.106117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71322372-15b3-4df7-82b7-b6cf2147014a", "name": "network-vif-deleted", "tag": "30825d06-a757-4aee-bb36-2e8baefed130", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:32:44.106524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-712d17f6-47b8-421d-b56d-9badd8552474 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:32:44.107289 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71322372-15b3-4df7-82b7-b6cf2147014a', 'name': 'network-vif-deleted', 'tag': '30825d06-a757-4aee-bb36-2e8baefed130', 'status': 'completed', 'code': 200} Dec 13 16:32:44.110383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c82818-005e-4207-83b9-a2d360c43ec1 None None] Pushing event updated for resources: {'Port': ['ID=171696fc-cfcf-4b76-874d-0402e9eb9e29,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:44.144906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Allocated IP 172.20.0.2 (6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2/f35c06b3-0fb2-464b-9f31-d3526cdc86a5/92ce8d47-b7b4-402e-9b58-2332ef6fc554) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:44.165260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.193696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.210551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 681a1772-73a1-4cd6-9e67-e8afa66e1b33 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:44.210865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.404313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.438111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Deleting port 4a18ccda-b013-4810-96f6-43bc665f040e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:44.438502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.441147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 681a1772-73a1-4cd6-9e67-e8afa66e1b33 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:44.445113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] Deleting port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:44.445491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.494044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Made reservation on behalf of 3fb71c24eadd4e38abc3e09e48155629 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:44.600567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] For port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:44.601214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.601440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.602384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.623214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Calling delete_port for 4a18ccda-b013-4810-96f6-43bc665f040e owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:44.632152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ce714cb6-b108-40ac-9a99-4886b5d67daf up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:44.635501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.637157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] Calling delete_port for abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:44.671058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.675394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=a54d00d9-a6d0-4177-be2d-ccc0ebb2091d,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:44.690809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:44.727567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:44.734460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:44.735091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.735216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44598) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:44.789137 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-49b0bf48-5800-4f22-8b79-88b056b94ba4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4879332 Dec 13 16:32:44.793508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44600) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:44.796510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:44.805731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:44.809015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ac639c0d-3388-4232-90d0-6183f0c1585c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:44.813062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:44.814851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Pushing event updated for resources: {'Port': ['ID=92ce8d47-b7b4-402e-9b58-2332ef6fc554,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:44.890549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ce714cb6-b108-40ac-9a99-4886b5d67daf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:44.890980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.927139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.929695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Attempting to bind port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:44.930351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Attempting to bind port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:44.930491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Attempting to bind port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 on network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:44.935759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.940889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.943539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:44.944151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Checking segment: {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:44.944668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:44.945060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Bound using segment: {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:44.945557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Bound port: 92ce8d47-b7b4-402e-9b58-2332ef6fc554, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:44.946441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.031801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] device_id is not set on port eff42648-7074-4ea2-8bb7-abfccc2bc032 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:45.064495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] Pushing event deleted for resources: {'Port': ['ID=abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:45.097545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] For port 92ce8d47-b7b4-402e-9b58-2332ef6fc554, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:45.102426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] For port 92ce8d47-b7b4-402e-9b58-2332ef6fc554, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=92ce8d47-b7b4-402e-9b58-2332ef6fc554,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:45.104553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a41aba-7fac-463c-babe-df8c9938a3cd None None] No DVR routers for this DVR port abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:45.113589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.182835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 30825d06-a757-4aee-bb36-2e8baefed130 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:45.184720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361e13db-4993-419c-8ea6-c3dbbb93c9cb None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:45.275167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 30825d06-a757-4aee-bb36-2e8baefed130 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:45.275515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 30825d06-a757-4aee-bb36-2e8baefed130 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:45.278967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Allocated IP 172.20.0.13 (ff403dba-c9bb-4d05-9c2c-b61da1d2310c/077d05bf-71f5-40f4-9537-df650358d2e8/eff42648-7074-4ea2-8bb7-abfccc2bc032) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:45.329132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 171696fc-cfcf-4b76-874d-0402e9eb9e29 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:45.398004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b4ef2-d0ec-435c-9ada-7ced9f000e2c None None] Pushing event updated for resources: {'Port': ['ID=92ce8d47-b7b4-402e-9b58-2332ef6fc554,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:45.460854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bde95f5-ff12-48e5-8030-53f57b251414 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.484222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 171696fc-cfcf-4b76-874d-0402e9eb9e29 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:45.485499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.537191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'a54d00d9-a6d0-4177-be2d-ccc0ebb2091d'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:45.538086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.545421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bde95f5-ff12-48e5-8030-53f57b251414 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.563207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.576472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.582052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Allocated IP 172.20.0.1 (6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2/f35c06b3-0fb2-464b-9f31-d3526cdc86a5/c114fa82-8bd3-49b9-aeaf-42f844519a27) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:45.658314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada417dc-1f04-49ef-b61b-cf71ee2c1e52 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:45.680549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Pushing event deleted for resources: {'Port': ['ID=4a18ccda-b013-4810-96f6-43bc665f040e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:45.733232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.784039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586bfa88-7ad1-492d-9dc0-0d824b8cba30 None None] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:45.791395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac639c0d-3388-4232-90d0-6183f0c1585c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:45.795864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ac639c0d-3388-4232-90d0-6183f0c1585c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:45.929010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=681a1772-73a1-4cd6-9e67-e8afa66e1b33,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:46.024564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.108179 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.ipam_backend_mixin [None req-ac639c0d-3388-4232-90d0-6183f0c1585c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a54d00d9-a6d0-4177-be2d-ccc0ebb2091d (CIDR: 2001:db8::/64) Dec 13 16:32:46.111636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.131750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/a54d00d9-a6d0-4177-be2d-ccc0ebb2091d/51912059-e21d-4dda-ba06-1ba0effe3e5a) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:46.133954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-45ecd164-c0ab-4270-b480-e566f34d79d0 None None] Provisioning complete for port 171696fc-cfcf-4b76-874d-0402e9eb9e29 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:46.134736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-45ecd164-c0ab-4270-b480-e566f34d79d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.140586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 171696fc-cfcf-4b76-874d-0402e9eb9e29, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=171696fc-cfcf-4b76-874d-0402e9eb9e29,segment=NetworkSegment(f23bad94-4727-4aa9-86a2-86c073fb5c46),segment_id=f23bad94-4727-4aa9-86a2-86c073fb5c46)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:46.175161 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac639c0d-3388-4232-90d0-6183f0c1585c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:32:46.175928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac639c0d-3388-4232-90d0-6183f0c1585c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:46.176676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.182294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.218317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.225682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.281081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:46.282102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bde95f5-ff12-48e5-8030-53f57b251414 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.284990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bde95f5-ff12-48e5-8030-53f57b251414 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.286901 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0bde95f5-ff12-48e5-8030-53f57b251414 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/0e9a9cec-74dd-4408-862b-6e21cbd9e1f5 HTTP/1.1" status: 204 len: 168 time: 1.5478885 Dec 13 16:32:46.330264 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ac639c0d-3388-4232-90d0-6183f0c1585c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5325661 Dec 13 16:32:46.330903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44604) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:46.335901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=eff42648-7074-4ea2-8bb7-abfccc2bc032,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:46.340528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44606) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:46.345295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:46.345651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device abd4d8cd-5027-4c73-8e7c-8756a4b4f7fe not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:46.352635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:46.366673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=171696fc-cfcf-4b76-874d-0402e9eb9e29,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:46.371625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:46.392566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:46.398429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.402004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:46.483113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde95f5-ff12-48e5-8030-53f57b251414 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9a9cec-74dd-4408-862b-6e21cbd9e1f5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:46.486846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.525616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.608842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:46.626846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.627763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:46.640719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:46.650437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.679813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'Port': ['ID=c114fa82-8bd3-49b9-aeaf-42f844519a27,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:46.700699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 171696fc-cfcf-4b76-874d-0402e9eb9e29 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:46.716547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:46.718983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.751974 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ab53416d-84d7-4fa4-a9ed-3bcbd3ab99d8 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 3.0025139 Dec 13 16:32:46.772905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:46.773877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.787148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:46.790870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Pushing event updated for resources: {'Port': ['ID=51912059-e21d-4dda-ba06-1ba0effe3e5a,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:46.795133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:46.805644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44608) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:46.877524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:46.882559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.892737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 171696fc-cfcf-4b76-874d-0402e9eb9e29 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:46.893110 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.918093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Attempting to bind port 51912059-e21d-4dda-ba06-1ba0effe3e5a on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:46.918463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Attempting to bind port 51912059-e21d-4dda-ba06-1ba0effe3e5a by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:46.918856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Attempting to bind port 51912059-e21d-4dda-ba06-1ba0effe3e5a on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:46.932703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:46.933076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:46.933566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:46.933969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:46.934451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Bound port: 51912059-e21d-4dda-ba06-1ba0effe3e5a, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:46.937266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.009333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Router 25af8a2e-6088-489b-9abc-1ebfceeef668 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:47.011871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 511f8cac-a4bd-4f7b-94de-9004c28162e6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:47.023649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-980cc99a-f3e1-4d70-8978-feec0ef566ad None None] Provisioning complete for port 171696fc-cfcf-4b76-874d-0402e9eb9e29 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:47.024021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-980cc99a-f3e1-4d70-8978-feec0ef566ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.089746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26123a-d785-4f08-b25f-07b2784f6040 None None] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:47.118138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3403f4b-a603-4aef-944f-1177ba605230 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:47.125416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3403f4b-a603-4aef-944f-1177ba605230 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:47.132918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3403f4b-a603-4aef-944f-1177ba605230 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:47.134904 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f3403f4b-a603-4aef-944f-1177ba605230 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3269186 Dec 13 16:32:47.140254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44610) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:47.152763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.180851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] For port 51912059-e21d-4dda-ba06-1ba0effe3e5a, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:47.206297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:47.210940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 92ce8d47-b7b4-402e-9b58-2332ef6fc554 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:47.216094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] For port 51912059-e21d-4dda-ba06-1ba0effe3e5a, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=51912059-e21d-4dda-ba06-1ba0effe3e5a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:47.242470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648375b-e862-4a43-a754-17bb63789f47 None None] Sync routers for ids ['25af8a2e-6088-489b-9abc-1ebfceeef668'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:47.255556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.257091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dd223f48-30f7-4e19-b53e-5c525dbf0214 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "PUT /v2.0/routers/25af8a2e-6088-489b-9abc-1ebfceeef668 HTTP/1.1" status: 200 len: 706 time: 4.6688790 Dec 13 16:32:47.260478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.261843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44612) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:47.391675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:47.396433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648375b-e862-4a43-a754-17bb63789f47 None None] Routers {'25af8a2e-6088-489b-9abc-1ebfceeef668'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:47.397314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3648375b-e862-4a43-a754-17bb63789f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['25af8a2e-6088-489b-9abc-1ebfceeef668'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:47.405961 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0b077282-db9b-4f20-9897-cf0204f40fb0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/511f8cac-a4bd-4f7b-94de-9004c28162e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6593461 Dec 13 16:32:47.408292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a48e0-9e56-4f09-93d6-1a869832670c None None] Pushing event updated for resources: {'Port': ['ID=51912059-e21d-4dda-ba06-1ba0effe3e5a,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:47.414328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44614) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:47.416625 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd2dbf1-056f-497f-a21a-398d1217d0c0 None None] Sync routers for ids ['511f8cac-a4bd-4f7b-94de-9004c28162e6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:47.419068 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3975773d-1d46-4aff-9b16-069b4f5c0009 tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/routers/25af8a2e-6088-489b-9abc-1ebfceeef668 HTTP/1.1" status: 200 len: 741 time: 0.1461914 Dec 13 16:32:47.422392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44616) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:47.444359 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd2dbf1-056f-497f-a21a-398d1217d0c0 None None] Routers {'511f8cac-a4bd-4f7b-94de-9004c28162e6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:47.445613 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8bd2dbf1-056f-497f-a21a-398d1217d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['511f8cac-a4bd-4f7b-94de-9004c28162e6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:47.499075 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8bd2dbf1-056f-497f-a21a-398d1217d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:47.513356 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd2dbf1-056f-497f-a21a-398d1217d0c0 None None] Routers {'511f8cac-a4bd-4f7b-94de-9004c28162e6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:47.514683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3648375b-e862-4a43-a754-17bb63789f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:47.514992 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8bd2dbf1-056f-497f-a21a-398d1217d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['511f8cac-a4bd-4f7b-94de-9004c28162e6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:47.547065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648375b-e862-4a43-a754-17bb63789f47 None None] Routers {'25af8a2e-6088-489b-9abc-1ebfceeef668'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:47.548335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3648375b-e862-4a43-a754-17bb63789f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['25af8a2e-6088-489b-9abc-1ebfceeef668'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:47.561857 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8bd2dbf1-056f-497f-a21a-398d1217d0c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:47.562785 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd2dbf1-056f-497f-a21a-398d1217d0c0 None None] The sync data for ids ['511f8cac-a4bd-4f7b-94de-9004c28162e6'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:47.619854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3648375b-e862-4a43-a754-17bb63789f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:47.620647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3648375b-e862-4a43-a754-17bb63789f47 None None] The sync data for ids ['25af8a2e-6088-489b-9abc-1ebfceeef668'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:47.622388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:47.622959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.625618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.637844 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-21eb490f-2346-47b1-8b40-44833b4afefa tempest-RoutersAdminTest-1667223347 tempest-RoutersAdminTest-1667223347-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=25af8a2e-6088-489b-9abc-1ebfceeef668 HTTP/1.1" status: 200 len: 205 time: 0.2080989 Dec 13 16:32:47.638679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44618) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:47.651127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-980cc99a-f3e1-4d70-8978-feec0ef566ad None None] Provisioning complete for port eff42648-7074-4ea2-8bb7-abfccc2bc032 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:47.651663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-980cc99a-f3e1-4d70-8978-feec0ef566ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.735161 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-504fa8c1-9f17-47e3-b770-9c5f668cfacd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=25af8a2e-6088-489b-9abc-1ebfceeef668 HTTP/1.1" status: 200 len: 205 time: 0.0825462 Dec 13 16:32:47.735385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-980cc99a-f3e1-4d70-8978-feec0ef566ad None None] Port eff42648-7074-4ea2-8bb7-abfccc2bc032 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:47.735948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44620) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:47.806445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-980cc99a-f3e1-4d70-8978-feec0ef566ad None None] Provisioning complete for port b7d59461-e7a1-42d3-b0cf-afc6e875ee0e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:47.807097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-980cc99a-f3e1-4d70-8978-feec0ef566ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.865301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-980cc99a-f3e1-4d70-8978-feec0ef566ad None None] Port b7d59461-e7a1-42d3-b0cf-afc6e875ee0e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:47.895122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.937278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 92ce8d47-b7b4-402e-9b58-2332ef6fc554, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=92ce8d47-b7b4-402e-9b58-2332ef6fc554,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:47.945786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:47.992549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa6f70-5b17-4fb8-a806-4515d2da68d6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Deleting port eff42648-7074-4ea2-8bb7-abfccc2bc032 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:47.992899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f70-5b17-4fb8-a806-4515d2da68d6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.033344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bc51c65a-283c-43ea-8898-53581fea945d None None] Provisioning complete for port eff42648-7074-4ea2-8bb7-abfccc2bc032 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:48.033989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65a-283c-43ea-8898-53581fea945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.037300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=92ce8d47-b7b4-402e-9b58-2332ef6fc554,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:48.125870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bc51c65a-283c-43ea-8898-53581fea945d None None] Port eff42648-7074-4ea2-8bb7-abfccc2bc032 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:48.146594 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bc51c65a-283c-43ea-8898-53581fea945d None None] Provisioning complete for port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:48.147064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65a-283c-43ea-8898-53581fea945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.295885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bc51c65a-283c-43ea-8898-53581fea945d None None] Provisioning complete for port b7d59461-e7a1-42d3-b0cf-afc6e875ee0e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:48.296635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bc51c65a-283c-43ea-8898-53581fea945d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.317007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f70-5b17-4fb8-a806-4515d2da68d6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.338893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bc51c65a-283c-43ea-8898-53581fea945d None None] Port b7d59461-e7a1-42d3-b0cf-afc6e875ee0e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:48.339547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9432e5a-13d2-4664-9511-ab0fcdde7006 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.351133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.362313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d4fa6f70-5b17-4fb8-a806-4515d2da68d6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Calling delete_port for eff42648-7074-4ea2-8bb7-abfccc2bc032 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:48.368566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.462892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c17b3e71-3e05-4919-873e-38892267f7f9 None None] Provisioning complete for port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:48.463936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c17b3e71-3e05-4919-873e-38892267f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.569383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.objects.ports [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103053) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:32:48.604355 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 92ce8d47-b7b4-402e-9b58-2332ef6fc554 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:48.615646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9432e5a-13d2-4664-9511-ab0fcdde7006 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.617909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9432e5a-13d2-4664-9511-ab0fcdde7006 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.646776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c17b3e71-3e05-4919-873e-38892267f7f9 None None] Provisioning complete for port c114fa82-8bd3-49b9-aeaf-42f844519a27 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:48.647568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c17b3e71-3e05-4919-873e-38892267f7f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.690940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c17b3e71-3e05-4919-873e-38892267f7f9 None None] Port c114fa82-8bd3-49b9-aeaf-42f844519a27 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:48.695041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9432e5a-13d2-4664-9511-ab0fcdde7006 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.695537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9432e5a-13d2-4664-9511-ab0fcdde7006 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Fanout notify agent at l3_agent the message router_deleted on router 25af8a2e-6088-489b-9abc-1ebfceeef668 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:48.712306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9432e5a-13d2-4664-9511-ab0fcdde7006 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.715190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:48.715678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.717893 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e9432e5a-13d2-4664-9511-ab0fcdde7006 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/25af8a2e-6088-489b-9abc-1ebfceeef668 HTTP/1.1" status: 204 len: 168 time: 0.9810648 Dec 13 16:32:48.718482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44622) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:48.770032 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c1772a49-91d1-4768-a512-d529fce1a00f tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=25af8a2e-6088-489b-9abc-1ebfceeef668 HTTP/1.1" status: 200 len: 205 time: 0.0416350 Dec 13 16:32:48.771283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44624) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:48.815520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-86db1189-c146-4368-a5a6-f6f35f12b13d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] delete failed (client error): The resource could not be found. Dec 13 16:32:48.815659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 51912059-e21d-4dda-ba06-1ba0effe3e5a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:48.819129 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-86db1189-c146-4368-a5a6-f6f35f12b13d tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/25af8a2e-6088-489b-9abc-1ebfceeef668 HTTP/1.1" status: 404 len: 336 time: 0.0454783 Dec 13 16:32:48.819631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44626) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:48.855518 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-96e1bf4f-26c3-490a-9424-c616077f3c7b tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08 HTTP/1.1" status: 200 len: 205 time: 0.0314844 Dec 13 16:32:48.857513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44628) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:48.877570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 51912059-e21d-4dda-ba06-1ba0effe3e5a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:48.878678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.904251 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-4d28feaf-b416-4ff5-89af-1ef58511ed3c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] delete failed (client error): The resource could not be found. Dec 13 16:32:48.905312 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4d28feaf-b416-4ff5-89af-1ef58511ed3c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/e46dfcfc-0fb6-4e1a-b31f-8c54414e9a08 HTTP/1.1" status: 404 len: 336 time: 0.0468683 Dec 13 16:32:48.907961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44630) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:48.948106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d6f71117-d82d-4a12-9211-b54983aa8f0a tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=f50df107-4331-429f-96a5-cefed4ab63d5 HTTP/1.1" status: 200 len: 205 time: 0.0387146 Dec 13 16:32:48.949257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44632) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:48.949686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2a50c912-9b1a-4ec0-bcb4-b9ed999dcc15 None None] Provisioning complete for port 51912059-e21d-4dda-ba06-1ba0effe3e5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:48.951272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2a50c912-9b1a-4ec0-bcb4-b9ed999dcc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:48.998110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-786fd267-694d-4780-b5be-6ae16c5117c2 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] delete failed (client error): The resource could not be found. Dec 13 16:32:49.002357 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-786fd267-694d-4780-b5be-6ae16c5117c2 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/f50df107-4331-429f-96a5-cefed4ab63d5 HTTP/1.1" status: 404 len: 336 time: 0.0504179 Dec 13 16:32:49.003490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44634) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:49.034841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.036136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6921545f-ffcc-45e9-b608-99a6d4ca5dc9 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa58d6d0-edb1-4e0b-a916-cee2c5463f22 HTTP/1.1" status: 200 len: 205 time: 0.0313609 Dec 13 16:32:49.042015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44636) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:49.109847 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-5d773fca-a87c-4d28-9fdf-7f8edb37e41c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] delete failed (client error): The resource could not be found. Dec 13 16:32:49.112505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5d773fca-a87c-4d28-9fdf-7f8edb37e41c tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/aa58d6d0-edb1-4e0b-a916-cee2c5463f22 HTTP/1.1" status: 404 len: 336 time: 0.0693562 Dec 13 16:32:49.113820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 51912059-e21d-4dda-ba06-1ba0effe3e5a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=51912059-e21d-4dda-ba06-1ba0effe3e5a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:49.115552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44638) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:49.122543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2a50c912-9b1a-4ec0-bcb4-b9ed999dcc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.134899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.151344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.151567 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-58a34e70-bd51-42a5-a8e0-890e0971dece tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=9fc88130-c0df-4c61-8522-6fdb8d89d270 HTTP/1.1" status: 200 len: 205 time: 0.0311375 Dec 13 16:32:49.161108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'Port': ['ID=c114fa82-8bd3-49b9-aeaf-42f844519a27,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:49.164311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44640) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:49.168019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f70-5b17-4fb8-a806-4515d2da68d6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.210921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:49.211181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.293737 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-e092fa44-f8df-40eb-a8b3-a1d37611d764 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] delete failed (client error): The resource could not be found. Dec 13 16:32:49.294837 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e092fa44-f8df-40eb-a8b3-a1d37611d764 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/9fc88130-c0df-4c61-8522-6fdb8d89d270 HTTP/1.1" status: 404 len: 336 time: 0.1249781 Dec 13 16:32:49.305953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44642) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:49.349745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa6f70-5b17-4fb8-a806-4515d2da68d6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Port': ['ID=eff42648-7074-4ea2-8bb7-abfccc2bc032,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:49.352266 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3b6ad3f2-5f42-478c-a085-80c4ffacdc27 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "GET /v2.0/ports?device_id=5b730dfc-4b80-4884-a143-cb4566b13eef HTTP/1.1" status: 200 len: 205 time: 0.0452080 Dec 13 16:32:49.355515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44644) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:49.403255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-2a50c912-9b1a-4ec0-bcb4-b9ed999dcc15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:32:49.403814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-2a50c912-9b1a-4ec0-bcb4-b9ed999dcc15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:32:49.416019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-fc9652b2-cca3-4398-9adf-e7ba9fa3c0bd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] delete failed (client error): The resource could not be found. Dec 13 16:32:49.417072 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fc9652b2-cca3-4398-9adf-e7ba9fa3c0bd tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/routers/5b730dfc-4b80-4884-a143-cb4566b13eef HTTP/1.1" status: 404 len: 336 time: 0.0601172 Dec 13 16:32:49.425070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44646) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:49.430750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=51912059-e21d-4dda-ba06-1ba0effe3e5a,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:49.457592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.468119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:49.468396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.477444 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd37b1d4-db17-4f77-b724-300af48adb90 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] DELETE failed (client error): The resource could not be found. Dec 13 16:32:49.477923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd37b1d4-db17-4f77-b724-300af48adb90 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:32:49.481199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bd37b1d4-db17-4f77-b724-300af48adb90 tempest-RoutersAdminTest-1080850327 tempest-RoutersAdminTest-1080850327-project] 10.222.0.13 "DELETE /v2.0/subnets/f44b5b0e-206d-4076-adbf-8445433ea622 HTTP/1.1" status: 404 len: 337 time: 0.0548797 Dec 13 16:32:49.487982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:49.574942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.720229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.723804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:49.735448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:49.748883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:49.832321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44652) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:49.931949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4fa6f70-5b17-4fb8-a806-4515d2da68d6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:49.938163 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d4fa6f70-5b17-4fb8-a806-4515d2da68d6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "DELETE /v2.0/ports/eff42648-7074-4ea2-8bb7-abfccc2bc032 HTTP/1.1" status: 204 len: 168 time: 2.7942493 Dec 13 16:32:49.942919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44656) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:50.040666 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0cdcae-ea8f-4697-834b-426b5c683dd5 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] GET failed (client error): The resource could not be found. Dec 13 16:32:50.048581 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4a0cdcae-ea8f-4697-834b-426b5c683dd5 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "GET /v2.0/ports/eff42648-7074-4ea2-8bb7-abfccc2bc032 HTTP/1.1" status: 404 len: 333 time: 0.0490527 Dec 13 16:32:50.048874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44658) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:50.054830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7a247b2-93b3-45bd-945f-4319c4a538a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.064271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'name': 'tempest-AllowedAddressPairTestJSON-2097818124'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:50.102901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e2850f3d-1dae-4685-a24f-7ea25da75f8d None None] Provisioning complete for port c114fa82-8bd3-49b9-aeaf-42f844519a27 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:50.103550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2850f3d-1dae-4685-a24f-7ea25da75f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.122665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.145153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] For port 51912059-e21d-4dda-ba06-1ba0effe3e5a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=51912059-e21d-4dda-ba06-1ba0effe3e5a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:50.148980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e2850f3d-1dae-4685-a24f-7ea25da75f8d None None] Port c114fa82-8bd3-49b9-aeaf-42f844519a27 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:50.152538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e2850f3d-1dae-4685-a24f-7ea25da75f8d None None] Could not find standard attr ID for object 242e7b30-bbb4-4c7e-8506-a3bf4bdf573b. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:32:50.204032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Router db509be9-fb8a-485b-98cd-21bc6e6dcd93 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:50.244692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7a247b2-93b3-45bd-945f-4319c4a538a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.251188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e7a247b2-93b3-45bd-945f-4319c4a538a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.266917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.282463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.287182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.305340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a247b2-93b3-45bd-945f-4319c4a538a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10f19f3-216f-497b-86a8-ab1033113098,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:50.314429 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e7a247b2-93b3-45bd-945f-4319c4a538a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db3ce1400804ee98fbfd7ac6f37d183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813206 Dec 13 16:32:50.316258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44660) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:50.455752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3800b9d3-3a13-42bf-97c8-d026c3e0a8d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.458274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:50.485566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:50.491797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3800b9d3-3a13-42bf-97c8-d026c3e0a8d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.496956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:50.497502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.504406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9987fad-5861-4e88-8dff-360b1515b7ff None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:50.512063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 619fea65-b903-4091-9851-c2ec83d90bf8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:50.518549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Made reservation on behalf of 3fb71c24eadd4e38abc3e09e48155629 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:50.522627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.524453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=7217e3c9-5e61-4d77-8033-ab11db801b8f,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:50.571514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port eb022000-fc4a-41a6-9085-be581ac89ac1 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:50.571955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.574793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=51912059-e21d-4dda-ba06-1ba0effe3e5a,revision_number=5']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:50.647495 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-60b32688-c351-4635-bf96-03d5f6c6b630 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.2841704 Dec 13 16:32:50.649011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] device_id is not set on port 5d4ca06b-4980-4792-863c-f566d84e5c7c yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:50.653620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44662) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:50.665557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:ed:6c:0e', 'name': 'tempest-NetworksTestDHCPv6-89175363'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:50.671044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:50.687839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3800b9d3-3a13-42bf-97c8-d026c3e0a8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.690416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3800b9d3-3a13-42bf-97c8-d026c3e0a8d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.696247 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3800b9d3-3a13-42bf-97c8-d026c3e0a8d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e10f19f3-216f-497b-86a8-ab1033113098 HTTP/1.1" status: 204 len: 168 time: 0.3791811 Dec 13 16:32:50.697127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Sync routers for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:50.705534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 51912059-e21d-4dda-ba06-1ba0effe3e5a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:50.747755 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bed214e2-abf6-4c57-a53f-d971d4b6ba79 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "PUT /v2.0/routers/db509be9-fb8a-485b-98cd-21bc6e6dcd93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0976703 Dec 13 16:32:50.748096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800b9d3-3a13-42bf-97c8-d026c3e0a8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10f19f3-216f-497b-86a8-ab1033113098,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:50.750069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:50.763467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:50.789156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:50.797796 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2a4a4491-6b82-4d6e-9dcb-2e4593b33c64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/619fea65-b903-4091-9851-c2ec83d90bf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4368477 Dec 13 16:32:50.801015 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] Sync routers for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:50.803406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44668) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:50.827870 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:50.830066 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:50.888362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:50.941540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7893fda-bb29-4754-bf85-7e4bfd8afb67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet 71fb7126-b77e-42c7-a713-e7ae5f547535 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:50.941915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for eb022000-fc4a-41a6-9085-be581ac89ac1 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:50.949686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7893fda-bb29-4754-bf85-7e4bfd8afb67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:51.015292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Allocated IP 172.20.0.10 (ff403dba-c9bb-4d05-9c2c-b61da1d2310c/077d05bf-71f5-40f4-9537-df650358d2e8/5d4ca06b-4980-4792-863c-f566d84e5c7c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:51.066751 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:51.067349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:51.077103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:51.103987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7893fda-bb29-4754-bf85-7e4bfd8afb67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:51.335794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7893fda-bb29-4754-bf85-7e4bfd8afb67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:51.435142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 51912059-e21d-4dda-ba06-1ba0effe3e5a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:51.455064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:51.500217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44686) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:51.534522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7893fda-bb29-4754-bf85-7e4bfd8afb67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:51.545905 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:49Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:51.588410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] Checking router: 619fea65-b903-4091-9851-c2ec83d90bf8 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:32:51.603115 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] Routers {'619fea65-b903-4091-9851-c2ec83d90bf8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:51.604074 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['619fea65-b903-4091-9851-c2ec83d90bf8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:51.625474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:51.633115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 2, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:51.647645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7893fda-bb29-4754-bf85-7e4bfd8afb67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=71fb7126-b77e-42c7-a713-e7ae5f547535,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:51.668787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7893fda-bb29-4754-bf85-7e4bfd8afb67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:51.670727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3044402b-3174-4f38-a910-f4a2827f4cb6 None None] Network 1a90f60a-76e5-497c-a89c-2615de6d9c7b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:51.676919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Checking router: db509be9-fb8a-485b-98cd-21bc6e6dcd93 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:32:51.677795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Updating router db509be9-fb8a-485b-98cd-21bc6e6dcd93 port c114fa82-8bd3-49b9-aeaf-42f844519a27 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:32:51.678981 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b7893fda-bb29-4754-bf85-7e4bfd8afb67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/71fb7126-b77e-42c7-a713-e7ae5f547535 HTTP/1.1" status: 204 len: 168 time: 0.8739381 Dec 13 16:32:51.683386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44688) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:51.683936 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-ef8951c6-fe14-4dfb-b123-ff68fd2dedb5 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455612984&fields=id&tenant_id=a2bdbd3d85cf48d5ac211222fc26285a HTTP/1.1" status: 200 len: 267 time: 0.6508484 Dec 13 16:32:51.706524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port c29fae4d-0319-4f62-9679-2042079f130e yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:51.788481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:51.843030 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] Set router 619fea65-b903-4091-9851-c2ec83d90bf8 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:51.967080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::1e (2ba4744e-bfa0-4bbb-8255-861faf832180/a54d00d9-a6d0-4177-be2d-ccc0ebb2091d/c29fae4d-0319-4f62-9679-2042079f130e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:51.978875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8:0:1:f816:3eff:feed:6c0e (2ba4744e-bfa0-4bbb-8255-861faf832180/7217e3c9-5e61-4d77-8033-ab11db801b8f/c29fae4d-0319-4f62-9679-2042079f130e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:51.992361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.164745 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-047cff66-db1f-4750-9bab-4e8f1f2e280a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4031009e6544aeb9024d284149ad830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6551783 Dec 13 16:32:52.168272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44690) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:52.199998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.207136 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:49Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:52.228887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.240556 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.254400 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7cb5a7-12ac-47b9-b4ad-4711710842e5 None None] The sync data for ids ['619fea65-b903-4091-9851-c2ec83d90bf8'] in dv-neutron-821599-1-hyperv is: [{'id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'name': 'tempest-TestNetworkBasicOps-router-1068290299', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:29:52Z', 'updated_at': '2021-12-13T16:32:49Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e6bd7d52-2f6d-4937-9775-84f14822e791', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:32:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619fea65-b903-4091-9851-c2ec83d90bf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:29:53Z', 'updated_at': '2021-12-13T16:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:52.328826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] DHCP port deletion for 1a90f60a-76e5-497c-a89c-2615de6d9c7b request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:52.337043 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=eb022000-fc4a-41a6-9085-be581ac89ac1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:52.351957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.383219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d68bd-ecd8-4446-b97e-6f45e703c51b None None] Pushing event updated for resources: {'Port': ['ID=c114fa82-8bd3-49b9-aeaf-42f844519a27,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:52.401084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-d1972107-6980-43a0-bad3-46fa400e5965 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:52.402568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-d1972107-6980-43a0-bad3-46fa400e5965 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/networks?id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 HTTP/1.1" status: 200 len: 796 time: 0.7112823 Dec 13 16:32:52.438362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-081ecb54-ebca-4706-be66-01c3594fc3b6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/quotas/a2bdbd3d85cf48d5ac211222fc26285a HTTP/1.1" status: 200 len: 375 time: 0.0256088 Dec 13 16:32:52.448714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10d3280e-753b-4bce-85fe-f178e4b5b04c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.467413 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Attempting to bind port c114fa82-8bd3-49b9-aeaf-42f844519a27 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:52.467842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Attempting to bind port c114fa82-8bd3-49b9-aeaf-42f844519a27 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:52.468217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Attempting to bind port c114fa82-8bd3-49b9-aeaf-42f844519a27 on network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:52.474607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.482275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.495458 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:52.496696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Checking segment: {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:52.496696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.497229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Bound using segment: {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:52.497743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Bound port: c114fa82-8bd3-49b9-aeaf-42f844519a27, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:52.498186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.526902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10d3280e-753b-4bce-85fe-f178e4b5b04c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.592513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] Deleting port 404fab04-52b5-4e12-8dc3-5ab95ba95818 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:52.593244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.604939 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-1532286d-4d68-4a47-a271-2b4e253c0ab9 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a2bdbd3d85cf48d5ac211222fc26285a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1572442 Dec 13 16:32:52.639845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.673965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.678142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.710840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c6acd3f0-f922-4511-a72f-18e3f951f51b None None] Provisioning complete for port 51912059-e21d-4dda-ba06-1ba0effe3e5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:52.711449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c6acd3f0-f922-4511-a72f-18e3f951f51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.817008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] For port c114fa82-8bd3-49b9-aeaf-42f844519a27, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:52.820260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 51912059-e21d-4dda-ba06-1ba0effe3e5a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:52.829748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:52.832094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10d3280e-753b-4bce-85fe-f178e4b5b04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.835260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10d3280e-753b-4bce-85fe-f178e4b5b04c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.839235 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-10d3280e-753b-4bce-85fe-f178e4b5b04c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dba2a01-d1c9-4137-9dfa-d06e61a8083e HTTP/1.1" status: 204 len: 168 time: 0.6696544 Dec 13 16:32:52.879090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=5d4ca06b-4980-4792-863c-f566d84e5c7c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:52.883264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=c29fae4d-0319-4f62-9679-2042079f130e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:52.886741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:52.887517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] For port 404fab04-52b5-4e12-8dc3-5ab95ba95818, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=404fab04-52b5-4e12-8dc3-5ab95ba95818,segment=NetworkSegment(8e12412a-11d8-460c-8ec5-e74a1f532d60),segment_id=8e12412a-11d8-460c-8ec5-e74a1f532d60)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:52.888286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.891262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3280e-753b-4bce-85fe-f178e4b5b04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dba2a01-d1c9-4137-9dfa-d06e61a8083e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:52.891374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] For port c114fa82-8bd3-49b9-aeaf-42f844519a27, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c114fa82-8bd3-49b9-aeaf-42f844519a27,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:52.896055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:52.903350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:52.904200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.916793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:52.919279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] Calling delete_port for 404fab04-52b5-4e12-8dc3-5ab95ba95818 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:52.932089 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1fd69eee-9384-4f32-9093-75d04bc01618 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2770932 Dec 13 16:32:52.935629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44694) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:53.024086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:53.032247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:53.057386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:53.125478 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4732f4d7-a67d-4d6b-9c72-aa6dcc4fc822 service neutron] 10.222.0.13 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069222 Dec 13 16:32:53.171414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:53.172071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:53.196636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d68bd-ecd8-4446-b97e-6f45e703c51b None None] Pushing event updated for resources: {'Port': ['ID=c114fa82-8bd3-49b9-aeaf-42f844519a27,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:53.246568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbbde8-5247-4cb8-89df-93b3bddc54f9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port c29fae4d-0319-4f62-9679-2042079f130e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:53.247021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7bdbbde8-5247-4cb8-89df-93b3bddc54f9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.304216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port e6bd7d52-2f6d-4937-9775-84f14822e791 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:53.304484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.319370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 51912059-e21d-4dda-ba06-1ba0effe3e5a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:53.319904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.411998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-cdcfe331-b089-4459-9706-70ecdd214c0c service neutron] 10.222.0.13 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748146 Dec 13 16:32:53.433825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.475976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7bdbbde8-5247-4cb8-89df-93b3bddc54f9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.497989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 511f8cac-a4bd-4f7b-94de-9004c28162e6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:32:53.516037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbbde8-5247-4cb8-89df-93b3bddc54f9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for c29fae4d-0319-4f62-9679-2042079f130e owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:53.532473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:53.533725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.566315 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cb392747-23ae-4d46-bd79-7bf035bae7fc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5093932 Dec 13 16:32:53.569931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44702) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:53.581597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7b:c3:25'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:53.706337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port e6bd7d52-2f6d-4937-9775-84f14822e791, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e6bd7d52-2f6d-4937-9775-84f14822e791,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:53.707183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.723072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for e6bd7d52-2f6d-4937-9775-84f14822e791 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:53.729053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] No DVR routers for this DVR port 404fab04-52b5-4e12-8dc3-5ab95ba95818 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:53.730884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccab955-a60f-4899-ae9f-2cfb6539ccc1 None None] Pushing event deleted for resources: {'Port': ['ID=404fab04-52b5-4e12-8dc3-5ab95ba95818,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:53.737069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:32:53.798918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Provisioning complete for port 5d4ca06b-4980-4792-863c-f566d84e5c7c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:53.799319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.863975 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-976958d7-8325-427a-9e18-f3abbb8df99c req-13739170-d3fa-44bb-a1a4-d7727e6648bc tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 210 time: 0.1372280 Dec 13 16:32:53.915858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 404fab04-52b5-4e12-8dc3-5ab95ba95818 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:53.918222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7bdbbde8-5247-4cb8-89df-93b3bddc54f9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:53.963769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbbde8-5247-4cb8-89df-93b3bddc54f9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=c29fae4d-0319-4f62-9679-2042079f130e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:53.970040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 404fab04-52b5-4e12-8dc3-5ab95ba95818 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:53.970433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 404fab04-52b5-4e12-8dc3-5ab95ba95818 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:53.970885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:54.035894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7bdbbde8-5247-4cb8-89df-93b3bddc54f9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.039682 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7bdbbde8-5247-4cb8-89df-93b3bddc54f9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/c29fae4d-0319-4f62-9679-2042079f130e HTTP/1.1" status: 204 len: 168 time: 1.0936728 Dec 13 16:32:54.042057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44720) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:54.115192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:54.115988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7d93c01b-e1be-4e5c-8cc9-5b2c9793ca29 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:54.122104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Port 5d4ca06b-4980-4792-863c-f566d84e5c7c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:54.123213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:32:54.130581 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9b3ad963-69fa-46b2-a988-cbba8bc9d490 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/511f8cac-a4bd-4f7b-94de-9004c28162e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7145658 Dec 13 16:32:54.133345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44724) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:54.142239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Could not find standard attr ID for object c29fae4d-0319-4f62-9679-2042079f130e. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:32:54.144019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206ebb9-8780-4074-a5a4-0b4ba847f4a8 None None] Sync routers for ids ['511f8cac-a4bd-4f7b-94de-9004c28162e6'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:32:54.162289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.168951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997506f8-851b-4226-a8b0-2076c1bfe1da tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:54.173839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-997506f8-851b-4226-a8b0-2076c1bfe1da tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1291502 Dec 13 16:32:54.178085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44726) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:54.196625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206ebb9-8780-4074-a5a4-0b4ba847f4a8 None None] Routers {'511f8cac-a4bd-4f7b-94de-9004c28162e6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:54.197708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2206ebb9-8780-4074-a5a4-0b4ba847f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['511f8cac-a4bd-4f7b-94de-9004c28162e6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:54.225822 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3cc5686a-f3cf-490d-bd67-18e8c3de44f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=511f8cac-a4bd-4f7b-94de-9004c28162e6 HTTP/1.1" status: 200 len: 205 time: 0.0912240 Dec 13 16:32:54.230699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=e6bd7d52-2f6d-4937-9775-84f14822e791,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:54.232656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44730) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:54.288515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2206ebb9-8780-4074-a5a4-0b4ba847f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:54.291409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5381208-4465-4093-a1ef-d52e34bee67d None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:54.306218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed084a2-9c4a-417c-b0e4-aad6e1096cd6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:54.308691 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2ed084a2-9c4a-417c-b0e4-aad6e1096cd6 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1293626 Dec 13 16:32:54.312177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44734) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:54.312420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Provisioning complete for port c114fa82-8bd3-49b9-aeaf-42f844519a27 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:54.312885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.419784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1e8dd-f566-47b5-a884-f396d545f17e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:54.419784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1e8dd-f566-47b5-a884-f396d545f17e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:54.419784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d1e8dd-f566-47b5-a884-f396d545f17e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:54.421170 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-88d1e8dd-f566-47b5-a884-f396d545f17e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1067052 Dec 13 16:32:54.423905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44738) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:54.489687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206ebb9-8780-4074-a5a4-0b4ba847f4a8 None None] Routers {'511f8cac-a4bd-4f7b-94de-9004c28162e6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:32:54.490541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2206ebb9-8780-4074-a5a4-0b4ba847f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['511f8cac-a4bd-4f7b-94de-9004c28162e6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:54.517318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-826930d9-eb4e-4fed-87ee-6ac086698afc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 7217e3c9-5e61-4d77-8033-ab11db801b8f {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:54.523031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-826930d9-eb4e-4fed-87ee-6ac086698afc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.574603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2206ebb9-8780-4074-a5a4-0b4ba847f4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:54.574603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206ebb9-8780-4074-a5a4-0b4ba847f4a8 None None] The sync data for ids ['511f8cac-a4bd-4f7b-94de-9004c28162e6'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:54.580079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-826930d9-eb4e-4fed-87ee-6ac086698afc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.599511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.613277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3a34-4e19-407a-9d36-ca22f44faa5e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.620222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.664651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] For port c114fa82-8bd3-49b9-aeaf-42f844519a27, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c114fa82-8bd3-49b9-aeaf-42f844519a27,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:54.681325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:52Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:54.683430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.761870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f9f8e8-f8dd-40fc-80b0-6eaaa6013543 None None] The sync data for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv is: [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:52Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:32:54.815804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5efe7e-924f-4ed0-9919-8dccfe1699d3 None None] Pushing event updated for resources: {'Port': ['ID=c114fa82-8bd3-49b9-aeaf-42f844519a27,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:54.824513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8202678a-65ab-4073-8b88-7da6c1645815 None None] Provisioning complete for port c114fa82-8bd3-49b9-aeaf-42f844519a27 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:54.824959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8202678a-65ab-4073-8b88-7da6c1645815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.964841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3a34-4e19-407a-9d36-ca22f44faa5e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.967279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3a34-4e19-407a-9d36-ca22f44faa5e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:54.985121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d39b7b49-2563-46c9-9b8f-353d88cc2a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.038559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.042850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3a34-4e19-407a-9d36-ca22f44faa5e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.043357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3e3a34-4e19-407a-9d36-ca22f44faa5e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Fanout notify agent at l3_agent the message router_deleted on router 511f8cac-a4bd-4f7b-94de-9004c28162e6 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:55.064241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a3e3a34-4e19-407a-9d36-ca22f44faa5e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.070277 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7a3e3a34-4e19-407a-9d36-ca22f44faa5e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/511f8cac-a4bd-4f7b-94de-9004c28162e6 HTTP/1.1" status: 204 len: 168 time: 0.8339713 Dec 13 16:32:55.141972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44750) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:55.228390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb03153f-2dfb-4935-ac53-79445ceba4a5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet 4d1e48dc-7023-47f4-add7-da572be89f7a {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:55.234517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb03153f-2dfb-4935-ac53-79445ceba4a5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.284214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-826930d9-eb4e-4fed-87ee-6ac086698afc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.324855 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ba2ee0e-edb5-4b31-a4e2-5d512fc1b2fb req-c3aba668-b6db-4f5b-b9c2-bb6012cdd895 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 210 time: 0.0571916 Dec 13 16:32:55.339873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44756) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:55.352618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb03153f-2dfb-4935-ac53-79445ceba4a5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.414839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.423177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.440456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-826930d9-eb4e-4fed-87ee-6ac086698afc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.517459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826930d9-eb4e-4fed-87ee-6ac086698afc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=7217e3c9-5e61-4d77-8033-ab11db801b8f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:55.529606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1564369040', 'router:external': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:55.554498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-826930d9-eb4e-4fed-87ee-6ac086698afc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.556334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28381e6-7349-4b2d-8d8e-f9d71de23406 None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:55.561618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-826930d9-eb4e-4fed-87ee-6ac086698afc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/7217e3c9-5e61-4d77-8033-ab11db801b8f HTTP/1.1" status: 204 len: 168 time: 1.1344359 Dec 13 16:32:55.570012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44760) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:55.619236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Made reservation on behalf of 185debe6c0964f918a45cbb3a5d07ebb for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:55.622831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.651305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.698275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c37adfb-b68b-495a-b22c-d8ebbbd2a1fb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet a54d00d9-a6d0-4177-be2d-ccc0ebb2091d {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:55.705529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c37adfb-b68b-495a-b22c-d8ebbbd2a1fb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.719839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-1685fdcb-0644-489d-85b9-26cf3ae0a7fb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:55.721804 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-1685fdcb-0644-489d-85b9-26cf3ae0a7fb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.31 "GET /v2.0/networks?id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 HTTP/1.1" status: 200 len: 796 time: 0.3021464 Dec 13 16:32:55.808553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c37adfb-b68b-495a-b22c-d8ebbbd2a1fb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.925308 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-a43fc835-c6a8-4ff3-a1af-251492c00c55 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2bdbd3d85cf48d5ac211222fc26285a HTTP/1.1" status: 200 len: 379 time: 0.1712759 Dec 13 16:32:55.935777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.936313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Fanout notify agent at l3_agent the message router_deleted on router 619fea65-b903-4091-9851-c2ec83d90bf8 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:32:55.938130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'port': {'device_id': 'b45aa21d-a120-4504-84bf-690d1771786b', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'admin_state_up': True, 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'security_groups': ['3e284be7-f656-419e-9511-fa302000e22e']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:55.949559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:55.950715 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f91c2b98-923b-4f24-935e-0fcad9545efe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/routers/619fea65-b903-4091-9851-c2ec83d90bf8 HTTP/1.1" status: 204 len: 168 time: 4.2610199 Dec 13 16:32:55.984575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44766) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:56.044387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.066428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.088257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:56.133175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c37adfb-b68b-495a-b22c-d8ebbbd2a1fb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.136896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.176127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.176404 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Added segment b38b90e2-4773-4726-bfc1-1cef2968716b of type vlan for network f0c0c372-0c90-47c4-aa89-147cc146d4ff Dec 13 16:32:56.186747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918a8e37-db4b-4645-af5a-b6830e9f33d1,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:56.197507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb03153f-2dfb-4935-ac53-79445ceba4a5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.246237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Made reservation on behalf of a2bdbd3d85cf48d5ac211222fc26285a for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:56.249964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.323511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.326366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.333553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.351642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c37adfb-b68b-495a-b22c-d8ebbbd2a1fb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.358852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.421063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a90f60a-76e5-497c-a89c-2615de6d9c7b']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:56.455440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e12412a-11d8-460c-8ec5-e74a1f532d60') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:56.455931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e12412a-11d8-460c-8ec5-e74a1f532d60') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:56.492298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c37adfb-b68b-495a-b22c-d8ebbbd2a1fb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.498350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9c37adfb-b68b-495a-b22c-d8ebbbd2a1fb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/a54d00d9-a6d0-4177-be2d-ccc0ebb2091d HTTP/1.1" status: 204 len: 168 time: 0.9246635 Dec 13 16:32:56.503899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44770) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:56.509132 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.582432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37adfb-b68b-495a-b22c-d8ebbbd2a1fb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=a54d00d9-a6d0-4177-be2d-ccc0ebb2091d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:56.609207 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e32501b-8d08-451f-9635-7bcacfd05c44 req-3e70fb7f-34c8-4ded-a77d-15443f45a3df tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 210 time: 0.0967546 Dec 13 16:32:56.609510 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4fffe3ed-8a3a-4c4a-a1e6-5cfe00d962ab tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0920036 Dec 13 16:32:56.616588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44772) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:56.619030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=5d4ca06b-4980-4792-863c-f566d84e5c7c,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:56.629336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.633181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:56.650440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb03153f-2dfb-4935-ac53-79445ceba4a5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.664358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:32:56.664767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:32:56.674174 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:32:56.697499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.698459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:56.699072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.731497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Allocated IP 172.20.0.5 (6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2/f35c06b3-0fb2-464b-9f31-d3526cdc86a5/8afa7793-9481-4800-9a18-4fc4c18f9edf) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:56.752499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c114fa82-8bd3-49b9-aeaf-42f844519a27 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:32:56.762677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] In _notify_port_updated(), no bound segment for port 5d4ca06b-4980-4792-863c-f566d84e5c7c on network ff403dba-c9bb-4d05-9c2c-b61da1d2310c {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:32:56.768254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:56.768889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.770570 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0d59e341-ae56-4bb8-bfef-42d98471aaf6 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "PUT /v2.0/ports/5d4ca06b-4980-4792-863c-f566d84e5c7c HTTP/1.1" status: 200 len: 994 time: 3.1967018 Dec 13 16:32:56.775853 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44774) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:56.780468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03153f-2dfb-4935-ac53-79445ceba4a5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1e48dc-7023-47f4-add7-da572be89f7a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:56.791847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf5b80-3fc6-4053-bee0-d20e4614be5f None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:56.794799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a76cb6-9a02-4833-b63a-46da289a0204 None None] Network e32ca46a-056d-46d5-835a-8124fd5454b6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:56.808585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb03153f-2dfb-4935-ac53-79445ceba4a5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.814787 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cb03153f-2dfb-4935-ac53-79445ceba4a5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/4d1e48dc-7023-47f4-add7-da572be89f7a HTTP/1.1" status: 204 len: 168 time: 1.6692884 Dec 13 16:32:56.815348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44776) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:56.839797 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4889691 Dec 13 16:32:56.839797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44778) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:56.844579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'subnet': {'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:56.877467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.896239 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.899523 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/1a90f60a-76e5-497c-a89c-2615de6d9c7b HTTP/1.1" status: 204 len: 168 time: 0.9141028 Dec 13 16:32:56.915625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0b67df46-72e4-4d44-8c70-d9a0d0e022bd None None] Provisioning complete for port 51912059-e21d-4dda-ba06-1ba0effe3e5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:56.916349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0b67df46-72e4-4d44-8c70-d9a0d0e022bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.916879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44780) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:56.917571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9d8d0-ea6f-4243-94b1-8af60e41870e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'Network': ['ID=f0c0c372-0c90-47c4-aa89-147cc146d4ff,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:56.924993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--338434417', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:56.945585 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network f0c0c372-0c90-47c4-aa89-147cc146d4ff details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:56.950248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Made reservation on behalf of 185debe6c0964f918a45cbb3a5d07ebb for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:56.950767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd1d22-ed6d-4496-a5c5-72c7161c0f67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=1a90f60a-76e5-497c-a89c-2615de6d9c7b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:56.953379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:56.964390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c745c9d-1ddb-4035-9087-955824a4e3c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet 3158a6fa-bb2e-404a-bc10-87770ea77d78 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:32:56.968656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c745c9d-1ddb-4035-9087-955824a4e3c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.021096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c745c9d-1ddb-4035-9087-955824a4e3c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.061696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-262c6d86-58bf-4c90-858e-8db77641a8dd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Deleting port 5d4ca06b-4980-4792-863c-f566d84e5c7c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:57.062032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-262c6d86-58bf-4c90-858e-8db77641a8dd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.070342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:57.073838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.118431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port c114fa82-8bd3-49b9-aeaf-42f844519a27 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:57.119095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.161105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:57.164638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.183745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c745c9d-1ddb-4035-9087-955824a4e3c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.189951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:32:57.239774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-262c6d86-58bf-4c90-858e-8db77641a8dd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.258337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.262683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-262c6d86-58bf-4c90-858e-8db77641a8dd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Calling delete_port for 5d4ca06b-4980-4792-863c-f566d84e5c7c owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:57.265999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e6bd7d52-2f6d-4937-9775-84f14822e791 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:57.266135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.266408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment c301ee0f-bd59-4d82-b599-c98bed26a21a of type vlan for network 3a28784d-0f76-432a-9fb3-8652a08c0c7f Dec 13 16:32:57.308249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e6bd7d52-2f6d-4937-9775-84f14822e791 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:57.308883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e6bd7d52-2f6d-4937-9775-84f14822e791 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:57.323188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-78aa1556-784a-46af-8ffa-2d8eb6b16729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.337965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] DHCP port deletion for e32ca46a-056d-46d5-835a-8124fd5454b6 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:57.350417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c745c9d-1ddb-4035-9087-955824a4e3c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.391669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:57.392950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c745c9d-1ddb-4035-9087-955824a4e3c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=3158a6fa-bb2e-404a-bc10-87770ea77d78,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:57.399837 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7c745c9d-1ddb-4035-9087-955824a4e3c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.401477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.404554 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7c745c9d-1ddb-4035-9087-955824a4e3c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/3158a6fa-bb2e-404a-bc10-87770ea77d78 HTTP/1.1" status: 204 len: 168 time: 0.5881946 Dec 13 16:32:57.407040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00858c1-1ae4-40fe-a07d-bee5a77e9a1b None None] Network 725a5f0e-95ff-4a74-b10b-e743a67bbe69 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:57.409794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44782) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:57.480859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-262c6d86-58bf-4c90-858e-8db77641a8dd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.501758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cbda28b0-31b9-476a-a430-97d76ea04684 None None] Provisioning complete for port 5d4ca06b-4980-4792-863c-f566d84e5c7c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:57.502118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cbda28b0-31b9-476a-a430-97d76ea04684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.506960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.resource_extend [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 16:32:57.514592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c6d86-58bf-4c90-858e-8db77641a8dd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Port': ['ID=5d4ca06b-4980-4792-863c-f566d84e5c7c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:57.554097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cbda28b0-31b9-476a-a430-97d76ea04684 None None] Port 5d4ca06b-4980-4792-863c-f566d84e5c7c was deleted so its status cannot be updated. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 16:32:57.561420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.569466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] Deleting port d87b36b6-44b5-4635-a6f6-8a9391d57523 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:57.569854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.646681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] Deleting port 51912059-e21d-4dda-ba06-1ba0effe3e5a {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:57.647050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.653847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.659529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:57.660186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.716223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.725092 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-262c6d86-58bf-4c90-858e-8db77641a8dd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.729213 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-262c6d86-58bf-4c90-858e-8db77641a8dd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "DELETE /v2.0/ports/5d4ca06b-4980-4792-863c-f566d84e5c7c HTTP/1.1" status: 204 len: 168 time: 0.9500582 Dec 13 16:32:57.731865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44786) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:57.769717 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed4e882-27c2-47f1-b99d-ea2a6e340c46 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] GET failed (client error): The resource could not be found. Dec 13 16:32:57.772233 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4ed4e882-27c2-47f1-b99d-ea2a6e340c46 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "GET /v2.0/ports/5d4ca06b-4980-4792-863c-f566d84e5c7c HTTP/1.1" status: 404 len: 333 time: 0.0388541 Dec 13 16:32:57.776218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44788) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:57.782276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'name': 'tempest-AllowedAddressPairTestJSON-1355947503'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:57.790816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:57.859565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:57.861896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:57.894134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] For port d87b36b6-44b5-4635-a6f6-8a9391d57523, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d87b36b6-44b5-4635-a6f6-8a9391d57523,segment=NetworkSegment(08de687b-415b-4fe1-b81d-ea554c473d6a),segment_id=08de687b-415b-4fe1-b81d-ea554c473d6a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:57.895130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.906969 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9858282 Dec 13 16:32:57.908105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:57.919369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] Calling delete_port for d87b36b6-44b5-4635-a6f6-8a9391d57523 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:57.922157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] For port 51912059-e21d-4dda-ba06-1ba0effe3e5a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=51912059-e21d-4dda-ba06-1ba0effe3e5a,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:57.922525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44790) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:57.922676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.944434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] Calling delete_port for 51912059-e21d-4dda-ba06-1ba0effe3e5a owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:57.948309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Made reservation on behalf of 3fb71c24eadd4e38abc3e09e48155629 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:57.948964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-221570001', 'admin_state_up': True, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:57.954782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:57.977838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] device_id is not set on port 3a4596eb-da92-425d-84b1-203e90392431 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:58.021009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2e283-375a-438d-a70c-63d853296eee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=3a28784d-0f76-432a-9fb3-8652a08c0c7f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:58.041182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] DHCP port deletion for 725a5f0e-95ff-4a74-b10b-e743a67bbe69 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:32:58.042936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:32:58.093105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e69c9d-2284-48e5-b730-30baea45b94e req-2d1ff9ea-5c8d-4bbe-abe9-fb950706224c tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:58.094761 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-78e69c9d-2284-48e5-b730-30baea45b94e req-2d1ff9ea-5c8d-4bbe-abe9-fb950706224c tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 931 time: 0.3852677 Dec 13 16:32:58.101457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:58.102112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.115817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.139204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.140230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.149807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Allocated IP 172.20.0.12 (ff403dba-c9bb-4d05-9c2c-b61da1d2310c/077d05bf-71f5-40f4-9537-df650358d2e8/3a4596eb-da92-425d-84b1-203e90392431) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:58.211983 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da6715d5-ea15-488a-a11e-70e77f7486a6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2784116 Dec 13 16:32:58.234671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.247682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:58.253077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] No DVR routers for this DVR port d87b36b6-44b5-4635-a6f6-8a9391d57523 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:58.260377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Request body: {'port': {'device_id': 'b45aa21d-a120-4504-84bf-690d1771786b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:58.281054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:58.281956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8123c-d57f-46ef-80bb-d6d6c3fe13fc None None] Pushing event deleted for resources: {'Port': ['ID=d87b36b6-44b5-4635-a6f6-8a9391d57523,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:58.283861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:58.284912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.290343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.310352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=fd4c2feb-5438-4a30-80fb-3143445e42f9,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:58.329598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] Deleting port 1484107e-66f1-4d68-ab4d-ca49bface839 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:58.330065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.331826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] Pushing event deleted for resources: {'Port': ['ID=51912059-e21d-4dda-ba06-1ba0effe3e5a,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:58.363647 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.368386 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-78e69c9d-2284-48e5-b730-30baea45b94e req-046b5d4c-2fee-47f8-8e46-ec6e22cf6c4a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620699 Dec 13 16:32:58.376240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.389152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port d87b36b6-44b5-4635-a6f6-8a9391d57523 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:58.389490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.397954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04563b9a-a16f-4d28-a6e8-1bb2fb9a1f5e None None] No DVR routers for this DVR port 51912059-e21d-4dda-ba06-1ba0effe3e5a on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:58.399653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c2d9156d-420d-481f-b53a-378a526c0d3d None None] Provisioning complete for port 8afa7793-9481-4800-9a18-4fc4c18f9edf triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:58.400085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c2d9156d-420d-481f-b53a-378a526c0d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.415666 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-24a3bb01-1deb-425a-89f6-bdc4327e0120 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7977800 Dec 13 16:32:58.418713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44792) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:58.450405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b759e55b-f660-42d6-82ba-9867582b26d9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:58.459140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b84af7-d8f7-4bf7-9a61-c4174d9a785c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:32:58.472890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.522082 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d87b36b6-44b5-4635-a6f6-8a9391d57523 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:58.524432 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.532417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:58.537991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:58.539978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=3a4596eb-da92-425d-84b1-203e90392431,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:58.543730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:58.567606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] For port 1484107e-66f1-4d68-ab4d-ca49bface839, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1484107e-66f1-4d68-ab4d-ca49bface839,segment=NetworkSegment(2b8554e0-0cb4-4521-b143-47e23770f903),segment_id=2b8554e0-0cb4-4521-b143-47e23770f903)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:58.567606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.567606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: d87b36b6-44b5-4635-a6f6-8a9391d57523 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:58.567606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d87b36b6-44b5-4635-a6f6-8a9391d57523 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:58.567606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1484107e-66f1-4d68-ab4d-ca49bface839 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:58.600222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.600424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:58.601400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.624281 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-68d204f6-b443-433b-b9ef-2e5dabbedde4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8467875 Dec 13 16:32:58.627035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44794) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:58.634152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7b:c3:25'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:58.643042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c2d9156d-420d-481f-b53a-378a526c0d3d None None] Port 8afa7793-9481-4800-9a18-4fc4c18f9edf cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:58.644733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] Calling delete_port for 1484107e-66f1-4d68-ab4d-ca49bface839 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:58.721147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:32:58.721403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.723787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port d87b36b6-44b5-4635-a6f6-8a9391d57523, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:32:58.724355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.725881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.747299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ba4744e-bfa0-4bbb-8255-861faf832180', 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'project_id': '5b1d6da0fabd4f5e857e2a64c3330388', 'fixed_ips': [{'subnet_id': 'fd4c2feb-5438-4a30-80fb-3143445e42f9'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:32:58.751542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.952791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.963745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.967075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a0fefc9-0d88-4447-8b17-9d334f4ac4b0 None None] Provisioning complete for port 3a4596eb-da92-425d-84b1-203e90392431 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:58.967626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a0fefc9-0d88-4447-8b17-9d334f4ac4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:58.969540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.015162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.035363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=3a4596eb-da92-425d-84b1-203e90392431,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:59.064708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] Pushing event deleted for resources: {'Port': ['ID=1484107e-66f1-4d68-ab4d-ca49bface839,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:59.067678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Allocated IP 2001:db8::2 (2ba4744e-bfa0-4bbb-8255-861faf832180/fd4c2feb-5438-4a30-80fb-3143445e42f9/e11681d5-6989-41a1-92da-833088768a0c) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:32:59.105845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] In _notify_port_updated(), no bound segment for port 3a4596eb-da92-425d-84b1-203e90392431 on network ff403dba-c9bb-4d05-9c2c-b61da1d2310c {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:32:59.109127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a0fefc9-0d88-4447-8b17-9d334f4ac4b0 None None] Port 3a4596eb-da92-425d-84b1-203e90392431 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:59.113101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1490b0e-7f81-4ace-9bb4-b43c25851a49 None None] No DVR routers for this DVR port 1484107e-66f1-4d68-ab4d-ca49bface839 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:59.114888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 51912059-e21d-4dda-ba06-1ba0effe3e5a no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:32:59.121107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:59.121841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.123300 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7bc4daad-343e-4181-992e-58d66721e326 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "PUT /v2.0/ports/3a4596eb-da92-425d-84b1-203e90392431 HTTP/1.1" status: 200 len: 997 time: 0.4949238 Dec 13 16:32:59.127147 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44796) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:59.159140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 51912059-e21d-4dda-ba06-1ba0effe3e5a {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:32:59.159140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 51912059-e21d-4dda-ba06-1ba0effe3e5a not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:32:59.181537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.253254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-555e06ea-8843-4d82-97cf-8caf16ddbef4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Deleting port 3a4596eb-da92-425d-84b1-203e90392431 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:32:59.253254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-555e06ea-8843-4d82-97cf-8caf16ddbef4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.285379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for d87b36b6-44b5-4635-a6f6-8a9391d57523 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:59.288359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Port d87b36b6-44b5-4635-a6f6-8a9391d57523 was not found and therefore no delete operation was performed {{(pid=103052) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:32:59.337922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-833bab43-9084-4622-bc28-05be598c0b0d None None] Provisioning complete for port 3a4596eb-da92-425d-84b1-203e90392431 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:32:59.338257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-833bab43-9084-4622-bc28-05be598c0b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.351892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.368844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-555e06ea-8843-4d82-97cf-8caf16ddbef4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.390163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-555e06ea-8843-4d82-97cf-8caf16ddbef4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Calling delete_port for 3a4596eb-da92-425d-84b1-203e90392431 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:32:59.392781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-833bab43-9084-4622-bc28-05be598c0b0d None None] Port 3a4596eb-da92-425d-84b1-203e90392431 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:32:59.408118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.416800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.468643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=d87b36b6-44b5-4635-a6f6-8a9391d57523,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:59.480484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:32:59.485636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:32:59.487046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No DVR routers for this DVR port d87b36b6-44b5-4635-a6f6-8a9391d57523 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:32:59.490350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:32:59.492327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f1f60dfb-51d4-42a5-b2fe-fd420398e432,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:59.498703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Pushing event updated for resources: {'Port': ['ID=e11681d5-6989-41a1-92da-833088768a0c,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:59.520566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b759e55b-f660-42d6-82ba-9867582b26d9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:59.524729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b759e55b-f660-42d6-82ba-9867582b26d9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.550053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-555e06ea-8843-4d82-97cf-8caf16ddbef4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.561719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Attempting to bind port e11681d5-6989-41a1-92da-833088768a0c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:32:59.562095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Attempting to bind port e11681d5-6989-41a1-92da-833088768a0c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:32:59.562461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Attempting to bind port e11681d5-6989-41a1-92da-833088768a0c on network 2ba4744e-bfa0-4bbb-8255-861faf832180 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:32:59.571106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:32:59.571528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Checking segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:59.571937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.572360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Bound using segment: {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:32:59.572836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Bound port: e11681d5-6989-41a1-92da-833088768a0c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3162966a-bbee-4d3a-a9c2-fb27d04bdf97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:32:59.573263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.585424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e06ea-8843-4d82-97cf-8caf16ddbef4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Port': ['ID=3a4596eb-da92-425d-84b1-203e90392431,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:59.657604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] For port e11681d5-6989-41a1-92da-833088768a0c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:32:59.661559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] For port e11681d5-6989-41a1-92da-833088768a0c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e11681d5-6989-41a1-92da-833088768a0c,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:32:59.666858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.672675 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-555e06ea-8843-4d82-97cf-8caf16ddbef4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.678416 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-555e06ea-8843-4d82-97cf-8caf16ddbef4 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "DELETE /v2.0/ports/3a4596eb-da92-425d-84b1-203e90392431 HTTP/1.1" status: 204 len: 168 time: 0.5502012 Dec 13 16:32:59.681048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44800) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:59.712876 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e999369-dec6-4329-8044-1ca9d14929ec tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] GET failed (client error): The resource could not be found. Dec 13 16:32:59.717986 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4e999369-dec6-4329-8044-1ca9d14929ec tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "GET /v2.0/ports/3a4596eb-da92-425d-84b1-203e90392431 HTTP/1.1" status: 404 len: 333 time: 0.0321267 Dec 13 16:32:59.718496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44802) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:32:59.725658 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'name': 'tempest-AllowedAddressPairTestJSON-770484091'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:32:59.736606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.742480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa945aa1-692c-4990-ab60-34177f11979b None None] Pushing event updated for resources: {'Port': ['ID=e11681d5-6989-41a1-92da-833088768a0c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:32:59.786543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32ca46a-056d-46d5-835a-8124fd5454b6']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:59.823914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08de687b-415b-4fe1-b81d-ea554c473d6a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:59.824509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08de687b-415b-4fe1-b81d-ea554c473d6a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:32:59.849009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Checking segment: {'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:32:59.849393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Network hostable DHCP agents. Network: f0c0c372-0c90-47c4-aa89-147cc146d4ff, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:32:59.861648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.872812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Made reservation on behalf of 3fb71c24eadd4e38abc3e09e48155629 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:32:59.876729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.893841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:32:59.897992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] device_id is not set on port 1d7b0b22-c2ff-4649-b38e-4049c19eac51 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:32:59.906277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4edd7a-fef6-4a69-96a9-dece9a7ea785 req-834c584c-de71-44f4-a69e-755019f7b0aa tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:32:59.907887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e4edd7a-fef6-4a69-96a9-dece9a7ea785 req-834c584c-de71-44f4-a69e-755019f7b0aa tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 931 time: 0.4018638 Dec 13 16:32:59.972598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.019438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:00.019841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:00.034479 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:00.038918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Allocated IP 172.20.0.11 (ff403dba-c9bb-4d05-9c2c-b61da1d2310c/077d05bf-71f5-40f4-9537-df650358d2e8/1d7b0b22-c2ff-4649-b38e-4049c19eac51) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:00.054626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Network f0c0c372-0c90-47c4-aa89-147cc146d4ff is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:00.104110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.ipam_backend_mixin [None req-b759e55b-f660-42d6-82ba-9867582b26d9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fd4c2feb-5438-4a30-80fb-3143445e42f9 (CIDR: 2001:db8::/64) Dec 13 16:33:00.133862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b759e55b-f660-42d6-82ba-9867582b26d9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:00.134354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b759e55b-f660-42d6-82ba-9867582b26d9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:00.156550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e4edd7a-fef6-4a69-96a9-dece9a7ea785 req-d4321f99-9a4b-49b4-a315-aa66e941f0eb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267163 Dec 13 16:33:00.167841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, f0c0c372-0c90-47c4-aa89-147cc146d4ff) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:00.172518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:00.173125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.179216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9adaf-6ce9-466c-a9c7-876f1c357d55 None None] Network f0c0c372-0c90-47c4-aa89-147cc146d4ff requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:00.240175 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b759e55b-f660-42d6-82ba-9867582b26d9 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8123443 Dec 13 16:33:00.241063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.245012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44804) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:00.248574 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.255583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'subnet': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:00.267855 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-aa7c2228-1e89-4db0-9563-ab3967684684 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4281900 Dec 13 16:33:00.274943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44806) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:00.279590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.282884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/e32ca46a-056d-46d5-835a-8124fd5454b6 HTTP/1.1" status: 204 len: 168 time: 2.8664064 Dec 13 16:33:00.285998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44808) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:00.288203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1214374628', 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:00.315742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afa7793-9481-4800-9a18-4fc4c18f9edf {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:33:00.320311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5714e6bc-e2a5-4783-bf2a-b228e3dfcc85 None None] Network f0c0c372-0c90-47c4-aa89-147cc146d4ff requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:00.351565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.355752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc8e52-74e0-492e-a706-075db42f0bde tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=e32ca46a-056d-46d5-835a-8124fd5454b6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:00.406287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=1d7b0b22-c2ff-4649-b38e-4049c19eac51,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:00.439162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.451839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:00.456073 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:00.463258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.465152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:00.482829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Transition to ACTIVE for port object 8afa7793-9481-4800-9a18-4fc4c18f9edf will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:33:00.512487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.514470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.564107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Made reservation on behalf of 185debe6c0964f918a45cbb3a5d07ebb for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:00.566409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.587018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:00.588056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.590725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.615696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e11681d5-6989-41a1-92da-833088768a0c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:00.660298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.667713 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3201dbb9-816d-41ba-b204-98b9a8ed01dc tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9479990 Dec 13 16:33:00.681389 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44810) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:00.683440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] device_id is not set on port d7053152-0c91-4654-9b0a-156f16fdb181 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:00.687591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Pushing event updated for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:00.700725 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e11681d5-6989-41a1-92da-833088768a0c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:00.701872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.705031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'network_id': 'ff403dba-c9bb-4d05-9c2c-b61da1d2310c', 'name': 'tempest-AllowedAddressPairTestJSON-1900096827'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:00.807018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725a5f0e-95ff-4a74-b10b-e743a67bbe69']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:00.821175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.828241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8554e0-0cb4-4521-b143-47e23770f903') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:00.828542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8554e0-0cb4-4521-b143-47e23770f903') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:00.845710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.857230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.896198 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.901617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port e11681d5-6989-41a1-92da-833088768a0c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e11681d5-6989-41a1-92da-833088768a0c,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:00.909719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.920001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:00.923817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.932197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:00.933687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:00.968170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-05a779ee-322b-4173-bffc-a501b2d15bd2 None None] Provisioning complete for port 1d7b0b22-c2ff-4649-b38e-4049c19eac51 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:00.968674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-05a779ee-322b-4173-bffc-a501b2d15bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.014832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-05a779ee-322b-4173-bffc-a501b2d15bd2 None None] Port 1d7b0b22-c2ff-4649-b38e-4049c19eac51 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:01.033149 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:01.035904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.230 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/40a0a4c8-76e6-460b-ab98-3b237595e0c0) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:01.044839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=e11681d5-6989-41a1-92da-833088768a0c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:01.049249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.073423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.077274 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/725a5f0e-95ff-4a74-b10b-e743a67bbe69 HTTP/1.1" status: 204 len: 168 time: 0.7902980 Dec 13 16:33:01.087878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44812) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:01.095352 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1463544936'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:01.100711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a345029-847d-4856-9630-28cd53b00ed3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=725a5f0e-95ff-4a74-b10b-e743a67bbe69,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:01.131158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Attempting to bind port 8afa7793-9481-4800-9a18-4fc4c18f9edf on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:01.131526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Attempting to bind port 8afa7793-9481-4800-9a18-4fc4c18f9edf by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:01.131865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Attempting to bind port 8afa7793-9481-4800-9a18-4fc4c18f9edf on network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:01.134953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Made reservation on behalf of 3fb71c24eadd4e38abc3e09e48155629 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:01.139185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.146177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Port 8afa7793-9481-4800-9a18-4fc4c18f9edf on network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:33:01.146518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Attempting to bind port 8afa7793-9481-4800-9a18-4fc4c18f9edf on network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:01.166236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:01.166790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Checking segment: {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:01.167193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Bound using segment: {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:01.167656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Bound port: 8afa7793-9481-4800-9a18-4fc4c18f9edf, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b9467b-7594-4c55-ba7d-0c0e2e499a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:01.168013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.170528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] device_id is not set on port 6172d25f-bd36-4f2c-9847-c08cedb122c5 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:01.177198 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:01.180864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.208162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Allocated IP 2001:db8::287 (f0c0c372-0c90-47c4-aa89-147cc146d4ff/f1f60dfb-51d4-42a5-b2fe-fd420398e432/d7053152-0c91-4654-9b0a-156f16fdb181) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:01.252515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:01.291582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.292150 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment f91757cd-bf56-4a7b-8259-f3227aea9961 of type vlan for network acdf5103-6fad-490a-b3a7-fcea6429d2aa Dec 13 16:33:01.354689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.362282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Allocated IP 172.20.0.3 (ff403dba-c9bb-4d05-9c2c-b61da1d2310c/077d05bf-71f5-40f4-9537-df650358d2e8/6172d25f-bd36-4f2c-9847-c08cedb122c5) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:01.394079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5b71aa33-6f6f-4f07-a74d-c77cbb8642a4 None None] Provisioning complete for port e11681d5-6989-41a1-92da-833088768a0c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:01.394729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5b71aa33-6f6f-4f07-a74d-c77cbb8642a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.404044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.409561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:01.411345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.476214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.478055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:01.487099 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3956757 Dec 13 16:33:01.494063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44816) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:01.505625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': 'acdf5103-6fad-490a-b3a7-fcea6429d2aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:01.536232 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2655f-8a71-4a78-8eff-a2a28052b337 req-efd87914-f77c-4385-a24f-f31a07627dc3 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:01.537846 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56e2655f-8a71-4a78-8eff-a2a28052b337 req-efd87914-f77c-4385-a24f-f31a07627dc3 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 943 time: 0.2526743 Dec 13 16:33:01.539672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:01.574151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.599644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aef56-4b34-4d25-b4c6-81d85c891e06 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=acdf5103-6fad-490a-b3a7-fcea6429d2aa,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:01.611662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network acdf5103-6fad-490a-b3a7-fcea6429d2aa details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:01.696220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:01.699908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.700359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:01.700981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.702412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] 10.222.0.31 "PUT /v2.0/ports/8afa7793-9481-4800-9a18-4fc4c18f9edf HTTP/1.1" status: 200 len: 1093 time: 3.4620006 Dec 13 16:33:01.706553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:33:01.708461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2367d690-5f98-4bad-b809-a439b604f25d" -d '{"events": [{"name": "network-changed", "server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:33:01.719302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.786514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d52c8e-2a1e-440b-bf3d-bb9972db07e3 x-openstack-request-id: req-12d52c8e-2a1e-440b-bf3d-bb9972db07e3 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:33:01.786744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:33:01.787189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12d52c8e-2a1e-440b-bf3d-bb9972db07e3 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:33:01.787675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'status': 'completed', 'code': 200} Dec 13 16:33:01.813719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.826909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56e2655f-8a71-4a78-8eff-a2a28052b337 req-7aad3566-2bbe-4a39-abb2-3af98391e7f8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572267 Dec 13 16:33:01.835552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72659c-8e93-4c95-ad37-8dfb519203ff service neutron] Pushing event updated for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:01.850576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.876937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:01.930552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:01.947828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:01.963167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:01.965570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d2ac38-828c-4fb9-be98-b512645725ff None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:01.966378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-9f52ea88-22f8-444b-b29d-68738046ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:01.968212 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-9f52ea88-22f8-444b-b29d-68738046ae8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2bdbd3d85cf48d5ac211222fc26285a&device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 1096 time: 0.2070193 Dec 13 16:33:02.008705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6927fbd8-3198-4e37-adbb-3114427b21cc None None] Provisioning complete for port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:02.009371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6927fbd8-3198-4e37-adbb-3114427b21cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.014684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=40a0a4c8-76e6-460b-ab98-3b237595e0c0,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:02.049542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6927fbd8-3198-4e37-adbb-3114427b21cc None None] Port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:02.089289 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-da496110-a907-4c16-b3c4-1da0b9b5fe25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf HTTP/1.1" status: 200 len: 217 time: 0.0843384 Dec 13 16:33:02.106803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.233768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:02.253105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.objects.ports [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103052) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 16:33:02.257124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:02.266487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:02.269646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Network f0c0c372-0c90-47c4-aa89-147cc146d4ff is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:02.272254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=6172d25f-bd36-4f2c-9847-c08cedb122c5,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:02.321853 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.341808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:02.342477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.401442 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-874662ee-ca27-40d5-8c8f-f7589f1271cd tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7180090 Dec 13 16:33:02.404377 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44820) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:02.413232 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:7b:c3:25'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:14:7a:96'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:02.428934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=c6de07a5-5a90-41ee-9aab-358ffaa6703e,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:02.472006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': 'f91757cd-bf56-4a7b-8259-f3227aea9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'acdf5103-6fad-490a-b3a7-fcea6429d2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:02.472460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: acdf5103-6fad-490a-b3a7-fcea6429d2aa, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:02.493705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e11681d5-6989-41a1-92da-833088768a0c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:02.605622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network acdf5103-6fad-490a-b3a7-fcea6429d2aa is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:02.614829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.628805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, acdf5103-6fad-490a-b3a7-fcea6429d2aa) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:02.635057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:02.635659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.672527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:02.674443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'Port': ['ID=d7053152-0c91-4654-9b0a-156f16fdb181,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:02.679035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-f2a9417c-1e6e-46fd-9402-d95f8d98712e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:02.680182 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-f2a9417c-1e6e-46fd-9402-d95f8d98712e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f35c06b3-0fb2-464b-9f31-d3526cdc86a5 HTTP/1.1" status: 200 len: 834 time: 0.5750208 Dec 13 16:33:02.690669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121807f8-dc38-4bc5-b9a0-bd68a35aa9e1 None None] Network acdf5103-6fad-490a-b3a7-fcea6429d2aa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:02.704146 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4d13b67a-4f7d-40d7-8e82-0a501a0c9369 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2058220 Dec 13 16:33:02.704752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44822) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:02.713760 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-dddb868c-bfee-464e-a0be-aca39d5d9956 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2003107684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:02.723871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:02.727007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:02.727007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.760799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b08522cb-caa1-4b08-976e-93544f71aa5d None None] Provisioning complete for port 6172d25f-bd36-4f2c-9847-c08cedb122c5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:02.761081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b08522cb-caa1-4b08-976e-93544f71aa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.828370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b08522cb-caa1-4b08-976e-93544f71aa5d None None] Port 6172d25f-bd36-4f2c-9847-c08cedb122c5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:02.850519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e11681d5-6989-41a1-92da-833088768a0c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:02.850982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.881934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dddb868c-bfee-464e-a0be-aca39d5d9956 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.883413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dddb868c-bfee-464e-a0be-aca39d5d9956 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.905211 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b9cb9810-3712-43e5-8696-eaeaf2a4a919 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6210687 Dec 13 16:33:02.908060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44826) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:02.909714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-acdf5103-6fad-490a-b3a7-fcea6429d2aa', 'network_id': 'acdf5103-6fad-490a-b3a7-fcea6429d2aa', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': 'c6de07a5-5a90-41ee-9aab-358ffaa6703e'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:02.910569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.914409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-c3f9c12f-e26f-4459-8fa7-a2ffb557bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:02.915686 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-c3f9c12f-e26f-4459-8fa7-a2ffb557bcb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1817794 Dec 13 16:33:02.917050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:02.935525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.001531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dddb868c-bfee-464e-a0be-aca39d5d9956 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.016479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dddb868c-bfee-464e-a0be-aca39d5d9956 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.069612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event updated for resources: {'Port': ['ID=6172d25f-bd36-4f2c-9847-c08cedb122c5,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:03.087728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dddb868c-bfee-464e-a0be-aca39d5d9956 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.092603 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dddb868c-bfee-464e-a0be-aca39d5d9956 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3825340 Dec 13 16:33:03.093323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44828) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:03.102628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'port': {'network_id': 'acdf5103-6fad-490a-b3a7-fcea6429d2aa', 'name': 'tempest-RoutersIpV6Test-1637477444'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:03.106421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] In _notify_port_updated(), no bound segment for port 6172d25f-bd36-4f2c-9847-c08cedb122c5 on network ff403dba-c9bb-4d05-9c2c-b61da1d2310c {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:33:03.112735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:03.113522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.120377 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cb16f41f-7a1f-4d5d-8f86-f176ca7765bb tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "PUT /v2.0/ports/6172d25f-bd36-4f2c-9847-c08cedb122c5 HTTP/1.1" status: 200 len: 1056 time: 0.7128088 Dec 13 16:33:03.122211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44830) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:03.145716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Allocated IP 2001:db8::2 (acdf5103-6fad-490a-b3a7-fcea6429d2aa/c6de07a5-5a90-41ee-9aab-358ffaa6703e/f8df6295-0728-49ff-bfe4-ce32d2af83f9) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:03.163895 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-cf3b1c05-374b-493e-afa6-99b9d8d49b96 service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052650 Dec 13 16:33:03.215517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691940f-cbe1-4406-afa0-bdb5adecbe99 req-ac52df32-b51b-4dcb-90d2-5a3358bb99a3 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:03.222958 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e691940f-cbe1-4406-afa0-bdb5adecbe99 req-ac52df32-b51b-4dcb-90d2-5a3358bb99a3 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 943 time: 0.3002830 Dec 13 16:33:03.225077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.301460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.321669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.329111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.331138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-86409a3e-1a81-4fc0-af74-9c3c405edd07 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Deleting port 6172d25f-bd36-4f2c-9847-c08cedb122c5 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:03.332108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86409a3e-1a81-4fc0-af74-9c3c405edd07 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.389185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Network acdf5103-6fad-490a-b3a7-fcea6429d2aa is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:03.397369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:03.402611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:03.404545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Pushing event updated for resources: {'Port': ['ID=f8df6295-0728-49ff-bfe4-ce32d2af83f9,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:03.411872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b5d4acf4-9751-4423-aa6c-486a54e1bf85 None None] Provisioning complete for port 6172d25f-bd36-4f2c-9847-c08cedb122c5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:03.412253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b5d4acf4-9751-4423-aa6c-486a54e1bf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.418420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:03.421703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.453063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] device_id is not set on port d9a9e24c-6209-43ba-848a-551b4bcfb5e7 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:03.470784 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e691940f-cbe1-4406-afa0-bdb5adecbe99 req-3594b417-49d9-40fd-b1e1-dd04925ae955 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467701 Dec 13 16:33:03.491172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d28e9-b904-4e3e-8595-ec37a9f83a8a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Deleting port d7053152-0c91-4654-9b0a-156f16fdb181 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:03.491874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8d0d28e9-b904-4e3e-8595-ec37a9f83a8a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.515437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Attempting to bind port f8df6295-0728-49ff-bfe4-ce32d2af83f9 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:03.516062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Attempting to bind port f8df6295-0728-49ff-bfe4-ce32d2af83f9 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'f91757cd-bf56-4a7b-8259-f3227aea9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'acdf5103-6fad-490a-b3a7-fcea6429d2aa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:03.516174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Attempting to bind port f8df6295-0728-49ff-bfe4-ce32d2af83f9 on network acdf5103-6fad-490a-b3a7-fcea6429d2aa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:03.519077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4acf4-9751-4423-aa6c-486a54e1bf85 None None] Port 6172d25f-bd36-4f2c-9847-c08cedb122c5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:03.521423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86409a3e-1a81-4fc0-af74-9c3c405edd07 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.524064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:03.524447 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Checking segment: {'id': 'f91757cd-bf56-4a7b-8259-f3227aea9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'acdf5103-6fad-490a-b3a7-fcea6429d2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:03.524859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.525244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Bound using segment: {'id': 'f91757cd-bf56-4a7b-8259-f3227aea9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'acdf5103-6fad-490a-b3a7-fcea6429d2aa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:03.525721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Bound port: f8df6295-0728-49ff-bfe4-ce32d2af83f9, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f91757cd-bf56-4a7b-8259-f3227aea9961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'acdf5103-6fad-490a-b3a7-fcea6429d2aa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:03.526105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.548660 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-86409a3e-1a81-4fc0-af74-9c3c405edd07 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Calling delete_port for 6172d25f-bd36-4f2c-9847-c08cedb122c5 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:03.592629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] For port f8df6295-0728-49ff-bfe4-ce32d2af83f9, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:03.596100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] For port f8df6295-0728-49ff-bfe4-ce32d2af83f9, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f8df6295-0728-49ff-bfe4-ce32d2af83f9,segment=NetworkSegment(f91757cd-bf56-4a7b-8259-f3227aea9961),segment_id=f91757cd-bf56-4a7b-8259-f3227aea9961)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:03.602538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.649925 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-195c4ec2-163a-4b40-b2e5-a822ef41cee0 req-146b7d27-f911-4774-a0c7-446dbba4285d service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700737 Dec 13 16:33:03.664280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8::39b (acdf5103-6fad-490a-b3a7-fcea6429d2aa/c6de07a5-5a90-41ee-9aab-358ffaa6703e/d9a9e24c-6209-43ba-848a-551b4bcfb5e7) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:03.675641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a81104-2bde-4dff-88f9-c999c0c4b3b0 None None] Pushing event updated for resources: {'Port': ['ID=f8df6295-0728-49ff-bfe4-ce32d2af83f9,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:03.843507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86409a3e-1a81-4fc0-af74-9c3c405edd07 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.864473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8d0d28e9-b904-4e3e-8595-ec37a9f83a8a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.885854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] For port e11681d5-6989-41a1-92da-833088768a0c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e11681d5-6989-41a1-92da-833088768a0c,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:03.893527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86409a3e-1a81-4fc0-af74-9c3c405edd07 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Port': ['ID=6172d25f-bd36-4f2c-9847-c08cedb122c5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:03.917581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8d0d28e9-b904-4e3e-8595-ec37a9f83a8a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Calling delete_port for d7053152-0c91-4654-9b0a-156f16fdb181 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:03.947230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d690-5f98-4bad-b809-a439b604f25d req-3d4c5132-bc36-4a54-905d-bfeda6f81084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:03.948754 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2367d690-5f98-4bad-b809-a439b604f25d req-3d4c5132-bc36-4a54-905d-bfeda6f81084 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2bdbd3d85cf48d5ac211222fc26285a&device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 1096 time: 0.2163320 Dec 13 16:33:03.959237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:03.962025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.017556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.039122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.066622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.068088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.120730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network acdf5103-6fad-490a-b3a7-fcea6429d2aa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:04.144439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:04.164500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:04.169921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:04.170559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.175690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=d9a9e24c-6209-43ba-848a-551b4bcfb5e7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:04.222635 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5c9826f3-ffe6-4dfb-80ec-fa5cbf37992e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1278713 Dec 13 16:33:04.226429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44832) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:04.251642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:04.276119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:04.287066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e383519-6ed6-45c1-a62c-f12319355fec None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:04.294754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:04.295720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.304039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-86409a3e-1a81-4fc0-af74-9c3c405edd07 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.307479 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-86409a3e-1a81-4fc0-af74-9c3c405edd07 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "DELETE /v2.0/ports/6172d25f-bd36-4f2c-9847-c08cedb122c5 HTTP/1.1" status: 204 len: 168 time: 1.1814008 Dec 13 16:33:04.309938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44834) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:04.344981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Subnet': ['ID=6e06eeb2-eb0c-4ec4-ae9d-36a5a4341667,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:04.347075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=e11681d5-6989-41a1-92da-833088768a0c,revision_number=5']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:04.383540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d690-5f98-4bad-b809-a439b604f25d req-39d1213f-e5e1-40dd-8513-15e2c9f4cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:04.385378 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2367d690-5f98-4bad-b809-a439b604f25d req-39d1213f-e5e1-40dd-8513-15e2c9f4cd46 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 HTTP/1.1" status: 200 len: 897 time: 0.3869376 Dec 13 16:33:04.393070 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-760a739c-8e5d-49bb-baf8-b80219752ddb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.1460783 Dec 13 16:33:04.397483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44836) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:04.409150 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e97de56-8b1b-4681-beea-8ccda0a06df1 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] GET failed (client error): The resource could not be found. Dec 13 16:33:04.414257 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6e97de56-8b1b-4681-beea-8ccda0a06df1 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "GET /v2.0/ports/6172d25f-bd36-4f2c-9847-c08cedb122c5 HTTP/1.1" status: 404 len: 333 time: 0.0996766 Dec 13 16:33:04.415698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44838) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:04.419850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Request body: {'port': {'network_id': '2ba4744e-bfa0-4bbb-8255-861faf832180', 'mac_address': 'fa:16:3e:4b:03:0a', 'name': 'tempest-NetworksTestDHCPv6-1140236708'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:04.558017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2367d690-5f98-4bad-b809-a439b604f25d req-739eb992-97c8-4e33-a9e2-ac1451a87dea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf HTTP/1.1" status: 200 len: 217 time: 0.1530657 Dec 13 16:33:04.583201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8d0d28e9-b904-4e3e-8595-ec37a9f83a8a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.671873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e11681d5-6989-41a1-92da-833088768a0c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:04.703394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d28e9-b904-4e3e-8595-ec37a9f83a8a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7053152-0c91-4654-9b0a-156f16fdb181,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:04.704453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecf518-0c79-4bb2-9dda-ab3cf0dabaf2 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Deleting port 1d7b0b22-c2ff-4649-b38e-4049c19eac51 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:04.704940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf518-0c79-4bb2-9dda-ab3cf0dabaf2 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.762234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e11681d5-6989-41a1-92da-833088768a0c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:04.762809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.765077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8d0d28e9-b904-4e3e-8595-ec37a9f83a8a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.771653 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8d0d28e9-b904-4e3e-8595-ec37a9f83a8a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d7053152-0c91-4654-9b0a-156f16fdb181 HTTP/1.1" status: 204 len: 168 time: 1.8517592 Dec 13 16:33:04.775663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44842) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:04.782513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.785359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff', 'external_fixed_ips': [{'subnet_id': 'f1f60dfb-51d4-42a5-b2fe-fd420398e432', 'ip_address': '2001:db8::287'}]}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:04.789706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d690-5f98-4bad-b809-a439b604f25d req-eed41056-73a5-4fa1-a693-ac022726a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:04.791206 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2367d690-5f98-4bad-b809-a439b604f25d req-eed41056-73a5-4fa1-a693-ac022726a819 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f35c06b3-0fb2-464b-9f31-d3526cdc86a5 HTTP/1.1" status: 200 len: 834 time: 0.2227387 Dec 13 16:33:04.842325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router a03e330b-74c5-4124-bfb8-b1d879b9f5eb is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:04.866496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f421e7f-3e1f-4787-b024-29c208827880 req-bc6d7612-78bb-4b0d-a707-67a5ac3d1378 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:04.868112 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f421e7f-3e1f-4787-b024-29c208827880 req-bc6d7612-78bb-4b0d-a707-67a5ac3d1378 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 943 time: 0.2775812 Dec 13 16:33:04.916692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f8df6295-0728-49ff-bfe4-ce32d2af83f9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:04.921983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:33:04.921983 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 16:33:04.921983 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'project_id_1': '185debe6c0964f918a45cbb3a5d07ebb', 'expiration_1': datetime.datetime(2021, 12, 13, 16, 32, 44, 802619)}] Dec 13 16:33:04.921983 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:33:04.923414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:33:04.981791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Made reservation on behalf of 5b1d6da0fabd4f5e857e2a64c3330388 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:04.982174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf518-0c79-4bb2-9dda-ab3cf0dabaf2 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:04.993941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f421e7f-3e1f-4787-b024-29c208827880 req-49cc8a33-eea6-4c00-b6bf-25d9edc675b9 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949721 Dec 13 16:33:04.999144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f8df6295-0728-49ff-bfe4-ce32d2af83f9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:04.999676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.018508 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e8ecf518-0c79-4bb2-9dda-ab3cf0dabaf2 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Calling delete_port for 1d7b0b22-c2ff-4649-b38e-4049c19eac51 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:05.127352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.188645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f8df6295-0728-49ff-bfe4-ce32d2af83f9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f8df6295-0728-49ff-bfe4-ce32d2af83f9,segment=NetworkSegment(f91757cd-bf56-4a7b-8259-f3227aea9961),segment_id=f91757cd-bf56-4a7b-8259-f3227aea9961)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:05.193716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8afa7793-9481-4800-9a18-4fc4c18f9edf details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:33:05.213826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.250795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe3850-93c2-4ada-9fcd-4bbf534980ee None None] Network acdf5103-6fad-490a-b3a7-fcea6429d2aa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:05.294280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.323274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.392363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f8df6295-0728-49ff-bfe4-ce32d2af83f9,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:05.411562 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-be929acb-bd56-4aa8-9a8b-45e2b234ad1f None None] Provisioning complete for port f8df6295-0728-49ff-bfe4-ce32d2af83f9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:05.411795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be929acb-bd56-4aa8-9a8b-45e2b234ad1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.445155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf518-0c79-4bb2-9dda-ab3cf0dabaf2 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.463695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=d9a9e24c-6209-43ba-848a-551b4bcfb5e7,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:05.509820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:05.534397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'port_id': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'mac_address': 'fa:16:3e:d9:66:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:33:05.549453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecf518-0c79-4bb2-9dda-ab3cf0dabaf2 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Port': ['ID=1d7b0b22-c2ff-4649-b38e-4049c19eac51,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:05.555053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367d690-5f98-4bad-b809-a439b604f25d req-5a9c44eb-e4ee-4894-a6f9-6569986e04de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:05.556605 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2367d690-5f98-4bad-b809-a439b604f25d req-5a9c44eb-e4ee-4894-a6f9-6569986e04de service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7356465 Dec 13 16:33:05.624333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.627487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.642451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afa7793-9481-4800-9a18-4fc4c18f9edf {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:33:05.655971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.657063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.670233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:05.676616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.678690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8ecf518-0c79-4bb2-9dda-ab3cf0dabaf2 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.688760 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8ecf518-0c79-4bb2-9dda-ab3cf0dabaf2 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "DELETE /v2.0/ports/1d7b0b22-c2ff-4649-b38e-4049c19eac51 HTTP/1.1" status: 204 len: 168 time: 1.2695782 Dec 13 16:33:05.689509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44844) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:05.726885 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dbc8162-ac13-4f4f-ac89-58c618b0295d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] GET failed (client error): The resource could not be found. Dec 13 16:33:05.728405 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6dbc8162-ac13-4f4f-ac89-58c618b0295d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "GET /v2.0/ports/1d7b0b22-c2ff-4649-b38e-4049c19eac51 HTTP/1.1" status: 404 len: 333 time: 0.0383854 Dec 13 16:33:05.732649 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44846) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:05.769527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:05.790248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-978945c4-9c03-4ffc-9671-8715a9aaca6f None None] Provisioning complete for port e11681d5-6989-41a1-92da-833088768a0c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:05.790637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-978945c4-9c03-4ffc-9671-8715a9aaca6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.807737 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2367d690-5f98-4bad-b809-a439b604f25d req-b91dda40-fcd0-48ed-a80e-c176c3b60ce9 service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309756 Dec 13 16:33:05.811038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.932726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.936787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.941767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-899b70df-7d5b-4628-a75a-46b19e930b63 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Deleting port b7d59461-e7a1-42d3-b0cf-afc6e875ee0e {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:05.942975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-899b70df-7d5b-4628-a75a-46b19e930b63 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:05.981318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['8afa7793-9481-4800-9a18-4fc4c18f9edf'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:33:06.050076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:06.063187 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Sync routers for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:06.084013 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:06.084765 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:06.141393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a6bddde2-3572-4f66-8bf0-5ade682b38a4 None None] Provisioning complete for port f8df6295-0728-49ff-bfe4-ce32d2af83f9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:06.141799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a6bddde2-3572-4f66-8bf0-5ade682b38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.161061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.162321 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-88d03376-df03-4ba1-b618-58a8ccae0049 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2206731 Dec 13 16:33:06.172031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] device_id is not set on port 9c6f2b29-9ad1-4e11-9460-4dd7050acec8 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:06.181149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44850) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:06.231956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.242408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2367d690-5f98-4bad-b809-a439b604f25d req-0a48271f-a78f-43f9-a22d-cef7d1cd399b service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203539 Dec 13 16:33:06.293104 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:06.321636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-899b70df-7d5b-4628-a75a-46b19e930b63 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.328999 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ebe41f66-cb3e-44fc-960b-4e1034e45396 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1446567 Dec 13 16:33:06.336180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44852) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:06.394446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a6bddde2-3572-4f66-8bf0-5ade682b38a4 None None] Provisioning complete for port d9a9e24c-6209-43ba-848a-551b4bcfb5e7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:06.395891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a6bddde2-3572-4f66-8bf0-5ade682b38a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.414215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a23d8d-45ef-456f-bc59-1d6bbc3126bd req-11a1f1f6-101c-41c0-800a-1b7a98471c35 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:06.416771 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97a23d8d-45ef-456f-bc59-1d6bbc3126bd req-11a1f1f6-101c-41c0-800a-1b7a98471c35 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 944 time: 0.2466309 Dec 13 16:33:06.450381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-899b70df-7d5b-4628-a75a-46b19e930b63 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Calling delete_port for b7d59461-e7a1-42d3-b0cf-afc6e875ee0e owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:06.469513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a6bddde2-3572-4f66-8bf0-5ade682b38a4 None None] Port d9a9e24c-6209-43ba-848a-551b4bcfb5e7 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:06.552195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f8df6295-0728-49ff-bfe4-ce32d2af83f9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:06.622164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e7bdf3dc-9764-4c5a-85d5-0f36f3ec605a None None] Provisioning complete for port d9a9e24c-6209-43ba-848a-551b4bcfb5e7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:06.622545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e7bdf3dc-9764-4c5a-85d5-0f36f3ec605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.628687 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:02Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:06.661431 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Checking router: a03e330b-74c5-4124-bfb8-b1d879b9f5eb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:33:06.662496 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Updating router a03e330b-74c5-4124-bfb8-b1d879b9f5eb port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:33:06.663181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e7bdf3dc-9764-4c5a-85d5-0f36f3ec605a None None] Port d9a9e24c-6209-43ba-848a-551b4bcfb5e7 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:06.669497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f8df6295-0728-49ff-bfe4-ce32d2af83f9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:06.669881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.693281 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97a23d8d-45ef-456f-bc59-1d6bbc3126bd req-b75dd840-ad08-4eff-ab12-a9ba2336f20f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455316 Dec 13 16:33:06.705210 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.718100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8::1d8 (2ba4744e-bfa0-4bbb-8255-861faf832180/fd4c2feb-5438-4a30-80fb-3143445e42f9/9c6f2b29-9ad1-4e11-9460-4dd7050acec8) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:06.731907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:30a (2ba4744e-bfa0-4bbb-8255-861faf832180/6e06eeb2-eb0c-4ec4-ae9d-36a5a4341667/9c6f2b29-9ad1-4e11-9460-4dd7050acec8) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:06.976720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:06.993314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6cee8-e904-4ec9-a1a6-203a9302a09f tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:06.993892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e6cee8-e904-4ec9-a1a6-203a9302a09f tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:06.995396 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-06e6cee8-e904-4ec9-a1a6-203a9302a09f tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.6582503 Dec 13 16:33:07.000891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44854) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:07.003900 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.012928 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.020528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.031002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.036836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.037741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.059266 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b6003-63f1-4989-89f3-7e1bf713cf3a None None] Pushing event updated for resources: {'Port': ['ID=40a0a4c8-76e6-460b-ab98-3b237595e0c0,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:07.064649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d57b4a19-ac99-493a-8a13-1a44737f3cb6 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562487 Dec 13 16:33:07.070245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44856) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:07.075111 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Attempting to bind port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:07.075682 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Attempting to bind port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:07.076102 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Attempting to bind port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:07.081566 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:07.082083 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:07.083528 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.084011 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:07.084602 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Bound port: 40a0a4c8-76e6-460b-ab98-3b237595e0c0, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:07.085100 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.090297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ae395d-31c3-4a6e-826b-3af46479cbf7 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:07.147034 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] For port 40a0a4c8-76e6-460b-ab98-3b237595e0c0, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:07.148675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.150272 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] For port 40a0a4c8-76e6-460b-ab98-3b237595e0c0, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=40a0a4c8-76e6-460b-ab98-3b237595e0c0,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:07.157984 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.160360 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4d95c3e6-8186-410d-ae5b-438594fee548 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=f0c0c372-0c90-47c4-aa89-147cc146d4ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893772 Dec 13 16:33:07.161929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44858) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:07.173686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095049078', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:07.183787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=d9a9e24c-6209-43ba-848a-551b4bcfb5e7,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:07.191925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-899b70df-7d5b-4628-a75a-46b19e930b63 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.214246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1dd93a30-e3fd-49c1-b5e2-8ea27ea5c3b8 None None] Provisioning complete for port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:07.215354 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b6003-63f1-4989-89f3-7e1bf713cf3a None None] Pushing event updated for resources: {'Port': ['ID=40a0a4c8-76e6-460b-ab98-3b237595e0c0,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:07.218209 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1dd93a30-e3fd-49c1-b5e2-8ea27ea5c3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.220462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8afa7793-9481-4800-9a18-4fc4c18f9edf up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:07.234889 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:07.235735 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:07.246452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b70df-7d5b-4628-a75a-46b19e930b63 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Port': ['ID=b7d59461-e7a1-42d3-b0cf-afc6e875ee0e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:07.285570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network acdf5103-6fad-490a-b3a7-fcea6429d2aa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:07.306108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:07.352676 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:07.356648 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e1cd6-0624-47b9-a4bf-2c7688a8c78b None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:07.369760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.479648 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 8afa7793-9481-4800-9a18-4fc4c18f9edf completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:33:07.488020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 8afa7793-9481-4800-9a18-4fc4c18f9edf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:07.488920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.512603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-899b70df-7d5b-4628-a75a-46b19e930b63 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.516061 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-899b70df-7d5b-4628-a75a-46b19e930b63 tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "DELETE /v2.0/ports/b7d59461-e7a1-42d3-b0cf-afc6e875ee0e HTTP/1.1" status: 204 len: 168 time: 1.7825305 Dec 13 16:33:07.525264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44860) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:07.548429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1dd93a30-e3fd-49c1-b5e2-8ea27ea5c3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.569226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:07.588125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1dd93a30-e3fd-49c1-b5e2-8ea27ea5c3b8 None None] For port 40a0a4c8-76e6-460b-ab98-3b237595e0c0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=40a0a4c8-76e6-460b-ab98-3b237595e0c0,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:07.593449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:07.629208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event updated for resources: {'Port': ['ID=9c6f2b29-9ad1-4e11-9460-4dd7050acec8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:07.636614 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:07.642432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:07.643124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.671496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1dd93a30-e3fd-49c1-b5e2-8ea27ea5c3b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.681569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc26f206-b6e8-405b-874c-812f7a9ea30e tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Deleting subnet 077d05bf-71f5-40f4-9537-df650358d2e8 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:07.685376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dc26f206-b6e8-405b-874c-812f7a9ea30e tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.698604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Allocated IP 2001:db8::287 (f0c0c372-0c90-47c4-aa89-147cc146d4ff/f1f60dfb-51d4-42a5-b2fe-fd420398e432/62bcba87-b072-496e-a3f7-0447b9a59eab) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:07.752064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.795922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dc26f206-b6e8-405b-874c-812f7a9ea30e tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.802537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:07.807105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.823095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd93a30-e3fd-49c1-b5e2-8ea27ea5c3b8 None None] Pushing event updated for resources: {'Port': ['ID=40a0a4c8-76e6-460b-ab98-3b237595e0c0,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:07.850169 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:02Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:07.886076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router e3c88800-c336-41da-9b1b-f2cd1807e680 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:07.893474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:07.905844 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-60cac7c3-220c-4265-b058-2156478f75ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5030611 Dec 13 16:33:07.906755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:33:07.911973 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86abc242-233e-4765-a283-3f38fdbf3e43 None None] The sync data for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv is: [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:02Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:07.912419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e802e-2a95-4abd-8324-4b3a7caec807" -d '{"events": [{"server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "name": "network-vif-plugged", "status": "completed", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:33:07.922113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44864) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:07.931840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-92af05cc-0eb1-48ca-bafc-4d013b967e43 None None] Provisioning complete for port d9a9e24c-6209-43ba-848a-551b4bcfb5e7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:07.932593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-92af05cc-0eb1-48ca-bafc-4d013b967e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:07.943412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.041831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.063436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083147c-32b6-460b-811f-32b844708e42 req-741c310a-31fa-4b29-813a-811b597af89e tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:08.065602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8083147c-32b6-460b-811f-32b844708e42 req-741c310a-31fa-4b29-813a-811b597af89e tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.1664574 Dec 13 16:33:08.113539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dc26f206-b6e8-405b-874c-812f7a9ea30e tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.165323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:08.177821 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a2d9aa5a-00cb-4316-b75d-a1efd9de03e4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/e3c88800-c336-41da-9b1b-f2cd1807e680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9473124 Dec 13 16:33:08.179713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2927e056-e1d7-4831-acd3-f6937e8d7a5c x-openstack-request-id: req-2927e056-e1d7-4831-acd3-f6937e8d7a5c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:33:08.180244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44868) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:08.180336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "name": "network-vif-plugged", "status": "completed", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:33:08.180336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2927e056-e1d7-4831-acd3-f6937e8d7a5c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:33:08.180713 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'code': 200} Dec 13 16:33:08.208140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533033d3-dff2-45cf-b97e-84b14603b41a None None] Sync routers for ids ['e3c88800-c336-41da-9b1b-f2cd1807e680'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:08.219412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.246625 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8083147c-32b6-460b-811f-32b844708e42 req-ec2e49d9-c0eb-4f35-ba45-7d479eea46ee tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509504 Dec 13 16:33:08.249113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781fdea-14dc-4c36-bc92-5cae1adacb24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:08.249440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533033d3-dff2-45cf-b97e-84b14603b41a None None] Routers {'e3c88800-c336-41da-9b1b-f2cd1807e680'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:08.250204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-533033d3-dff2-45cf-b97e-84b14603b41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e3c88800-c336-41da-9b1b-f2cd1807e680'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:08.253922 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9781fdea-14dc-4c36-bc92-5cae1adacb24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports/d9a9e24c-6209-43ba-848a-551b4bcfb5e7 HTTP/1.1" status: 200 len: 984 time: 0.0703967 Dec 13 16:33:08.255261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44870) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:08.292294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Network f0c0c372-0c90-47c4-aa89-147cc146d4ff is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:08.322788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-92af05cc-0eb1-48ca-bafc-4d013b967e43 None None] Port d9a9e24c-6209-43ba-848a-551b4bcfb5e7 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:08.337523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:08.339957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:08.341325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dc26f206-b6e8-405b-874c-812f7a9ea30e tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.344776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d4716921-68e4-40dc-9256-e3f49553c329 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting port 9c6f2b29-9ad1-4e11-9460-4dd7050acec8 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:08.345107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4716921-68e4-40dc-9256-e3f49553c329 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.351897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-533033d3-dff2-45cf-b97e-84b14603b41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:08.371325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:08.415937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533033d3-dff2-45cf-b97e-84b14603b41a None None] Routers {'e3c88800-c336-41da-9b1b-f2cd1807e680'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:08.420166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26f206-b6e8-405b-874c-812f7a9ea30e tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Subnet': ['ID=077d05bf-71f5-40f4-9537-df650358d2e8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:08.430255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-533033d3-dff2-45cf-b97e-84b14603b41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e3c88800-c336-41da-9b1b-f2cd1807e680'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:08.456042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c9534-7a8b-4053-af82-0cbf06c41f31 None None] Network ff403dba-c9bb-4d05-9c2c-b61da1d2310c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:08.474844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dc26f206-b6e8-405b-874c-812f7a9ea30e tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.478674 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dc26f206-b6e8-405b-874c-812f7a9ea30e tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "DELETE /v2.0/subnets/077d05bf-71f5-40f4-9537-df650358d2e8 HTTP/1.1" status: 204 len: 168 time: 0.9352658 Dec 13 16:33:08.485491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44872) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:08.513368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-92af05cc-0eb1-48ca-bafc-4d013b967e43 None None] Provisioning complete for port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:08.514181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-92af05cc-0eb1-48ca-bafc-4d013b967e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.544700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'Port': ['ID=62bcba87-b072-496e-a3f7-0447b9a59eab,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:08.556315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.604644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 40a0a4c8-76e6-460b-ab98-3b237595e0c0 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:08.610830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-533033d3-dff2-45cf-b97e-84b14603b41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:08.611112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533033d3-dff2-45cf-b97e-84b14603b41a None None] The sync data for ids ['e3c88800-c336-41da-9b1b-f2cd1807e680'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:08.636540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb648e7-3bfe-41f0-98e9-b04aad037c3d req-ed54ec07-8fc1-4d52-bbdc-c26702976394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:08.638215 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fcb648e7-3bfe-41f0-98e9-b04aad037c3d req-ed54ec07-8fc1-4d52-bbdc-c26702976394 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 1098 time: 0.3123083 Dec 13 16:33:08.708815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.727580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4716921-68e4-40dc-9256-e3f49553c329 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.759209 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d4716921-68e4-40dc-9256-e3f49553c329 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Calling delete_port for 9c6f2b29-9ad1-4e11-9460-4dd7050acec8 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:08.768769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=271fdb47-0bea-49da-a261-24592a21ad38,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:08.809344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:08.809718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: 3a28784d-0f76-432a-9fb3-8652a08c0c7f, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:08.820526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fcb648e7-3bfe-41f0-98e9-b04aad037c3d req-08cbcfd0-cc3f-447b-8429-e372724e6400 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428506 Dec 13 16:33:08.833724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:08.834031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.838719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.912829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] DHCP port deletion for ff403dba-c9bb-4d05-9c2c-b61da1d2310c request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:08.923409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:08.945422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 3a28784d-0f76-432a-9fb3-8652a08c0c7f) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:08.952444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:08.953140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:08.967903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d0e4e-ad78-4cbf-b1fe-3aa0623e9e5b None None] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:08.990680 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Deleting port 171696fc-cfcf-4b76-874d-0402e9eb9e29 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:08.991079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.111215 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4a9507b4-749e-4b61-a852-212efa1b0d7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9426157 Dec 13 16:33:09.119067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44874) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:09.125160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] For port 171696fc-cfcf-4b76-874d-0402e9eb9e29, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=171696fc-cfcf-4b76-874d-0402e9eb9e29,segment=NetworkSegment(f23bad94-4727-4aa9-86a2-86c073fb5c46),segment_id=f23bad94-4727-4aa9-86a2-86c073fb5c46)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:09.131961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.144909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:09.146449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.152556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.179140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] Deleting port 171696fc-cfcf-4b76-874d-0402e9eb9e29 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:09.179592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.271065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Calling delete_port for 171696fc-cfcf-4b76-874d-0402e9eb9e29 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:09.277002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4716921-68e4-40dc-9256-e3f49553c329 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.288297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a5228ebd-7152-498e-bf22-bb6a1a6b7e2a None None] Provisioning complete for port 9c6f2b29-9ad1-4e11-9460-4dd7050acec8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:09.288867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a5228ebd-7152-498e-bf22-bb6a1a6b7e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.321031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Router e0873795-522c-4b7e-ae14-56f307db0ba5 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:09.341517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] For port 171696fc-cfcf-4b76-874d-0402e9eb9e29, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=171696fc-cfcf-4b76-874d-0402e9eb9e29,segment=NetworkSegment(f23bad94-4727-4aa9-86a2-86c073fb5c46),segment_id=f23bad94-4727-4aa9-86a2-86c073fb5c46)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:09.341785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.344534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a5228ebd-7152-498e-bf22-bb6a1a6b7e2a None None] Port 9c6f2b29-9ad1-4e11-9460-4dd7050acec8 was deleted so its status cannot be updated. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 16:33:09.376871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716921-68e4-40dc-9256-e3f49553c329 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Port': ['ID=9c6f2b29-9ad1-4e11-9460-4dd7050acec8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:09.402953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] Calling delete_port for 171696fc-cfcf-4b76-874d-0402e9eb9e29 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:09.487611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Allocated IP 172.20.0.2 (3a28784d-0f76-432a-9fb3-8652a08c0c7f/271fdb47-0bea-49da-a261-24592a21ad38/f9cfcc27-b57c-4c38-84ed-581fc13a2e59) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:09.515110 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4716921-68e4-40dc-9256-e3f49553c329 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.519645 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d4716921-68e4-40dc-9256-e3f49553c329 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/9c6f2b29-9ad1-4e11-9460-4dd7050acec8 HTTP/1.1" status: 204 len: 168 time: 1.5965221 Dec 13 16:33:09.526959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44878) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:09.580267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.601840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.633572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] Pushing event deleted for resources: {'Port': ['ID=171696fc-cfcf-4b76-874d-0402e9eb9e29,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:09.653364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5cc4a7-5191-42b6-b8a5-c850c76e56f7 None None] No DVR routers for this DVR port 171696fc-cfcf-4b76-874d-0402e9eb9e29 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:09.744600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.752679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.797482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:09.801543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:09.805446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:09.811220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Pushing event updated for resources: {'Port': ['ID=f9cfcc27-b57c-4c38-84ed-581fc13a2e59,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:09.873803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Attempting to bind port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:09.874185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Attempting to bind port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:09.874553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Attempting to bind port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 on network 3a28784d-0f76-432a-9fb3-8652a08c0c7f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:09.880889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:09.881281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Checking segment: {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:09.881676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.882083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Bound using segment: {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:09.883053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Bound port: f9cfcc27-b57c-4c38-84ed-581fc13a2e59, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:09.883053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.947822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a0891-16ca-458b-b182-c55a8d94fcd5 req-7df99cb6-47fe-4bb4-8075-52799e83cbc2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:09.949600 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53a0891-16ca-458b-b182-c55a8d94fcd5 req-7df99cb6-47fe-4bb4-8075-52799e83cbc2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.0977252 Dec 13 16:33:09.965010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] For port f9cfcc27-b57c-4c38-84ed-581fc13a2e59, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:09.969997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] For port f9cfcc27-b57c-4c38-84ed-581fc13a2e59, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9cfcc27-b57c-4c38-84ed-581fc13a2e59,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:09.976920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:09.997023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:10.012489 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Sync routers for ids ['e0873795-522c-4b7e-ae14-56f307db0ba5'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:10.042455 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Routers {'e0873795-522c-4b7e-ae14-56f307db0ba5'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:10.044110 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e0873795-522c-4b7e-ae14-56f307db0ba5'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:10.054234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beea0ae-50e5-4448-9732-b38ae28fe37c None None] Pushing event updated for resources: {'Port': ['ID=f9cfcc27-b57c-4c38-84ed-581fc13a2e59,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:10.060916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.076428 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c00f5d7c-690f-4bad-8673-ef25b513662a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2986271 Dec 13 16:33:10.079660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44880) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:10.162475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.177145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81432a2f-0bd6-4749-a4b5-0914133484fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:10.178787 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-81432a2f-0bd6-4749-a4b5-0914133484fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6479208 Dec 13 16:33:10.194149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44882) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:10.210094 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53a0891-16ca-458b-b182-c55a8d94fcd5 req-c8e48028-5fe2-46d1-9045-07f3a3c08a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483742 Dec 13 16:33:10.249508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.271596 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Set router e0873795-522c-4b7e-ae14-56f307db0ba5 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:10.304233 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Port': ['ID=171696fc-cfcf-4b76-874d-0402e9eb9e29,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:10.308099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] No DVR routers for this DVR port 171696fc-cfcf-4b76-874d-0402e9eb9e29 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:10.404083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.505016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Deleting port 62bcba87-b072-496e-a3f7-0447b9a59eab {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:10.505940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.571570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9cfcc27-b57c-4c38-84ed-581fc13a2e59 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:10.617239 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba279f8-b7e4-4d76-bdc3-82545ed4acc2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:10.619714 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dba279f8-b7e4-4d76-bdc3-82545ed4acc2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4210272 Dec 13 16:33:10.622733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44884) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:10.650376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.658413 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0873795-522c-4b7e-ae14-56f307db0ba5', 'name': '', 'tenant_id': '185debe6c0964f918a45cbb3a5d07ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff', 'external_fixed_ips': [{'subnet_id': 'f1f60dfb-51d4-42a5-b2fe-fd420398e432', 'ip_address': '2001:db8::287'}], 'enable_snat': True}, 'gw_port_id': '62bcba87-b072-496e-a3f7-0447b9a59eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:05Z', 'updated_at': '2021-12-13T16:33:08Z', 'revision_number': 3, 'project_id': '185debe6c0964f918a45cbb3a5d07ebb', 'gw_port': {'id': '62bcba87-b072-496e-a3f7-0447b9a59eab', 'name': '', 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:65:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0873795-522c-4b7e-ae14-56f307db0ba5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': 'f1f60dfb-51d4-42a5-b2fe-fd420398e432', 'ip_address': '2001:db8::287', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:07Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1f60dfb-51d4-42a5-b2fe-fd420398e432', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:10.688252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff403dba-c9bb-4d05-9c2c-b61da1d2310c']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:10.692510 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Checking router: e0873795-522c-4b7e-ae14-56f307db0ba5 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:33:10.693153 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Updating router e0873795-522c-4b7e-ae14-56f307db0ba5 port 62bcba87-b072-496e-a3f7-0447b9a59eab binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:33:10.711858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23bad94-4727-4aa9-86a2-86c073fb5c46') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:10.712301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23bad94-4727-4aa9-86a2-86c073fb5c46') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:10.718133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:10.718509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.727368 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.744528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.776180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f748b184-94a1-4d10-9c11-a2da160410e2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:10.778002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f748b184-94a1-4d10-9c11-a2da160410e2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:10.779632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f748b184-94a1-4d10-9c11-a2da160410e2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:10.784114 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f748b184-94a1-4d10-9c11-a2da160410e2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1576445 Dec 13 16:33:10.788146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44886) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:10.795929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.836980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.851479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7636c2f-d796-460c-abbf-815b479a1386 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet 6e06eeb2-eb0c-4ec4-ae9d-36a5a4341667 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:10.855143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:10.855355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.859411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.862921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7636c2f-d796-460c-abbf-815b479a1386 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:10.879454 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:10.887132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f9cfcc27-b57c-4c38-84ed-581fc13a2e59, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9cfcc27-b57c-4c38-84ed-581fc13a2e59,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:10.896808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.900481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Calling delete_port for 62bcba87-b072-496e-a3f7-0447b9a59eab owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:10.932331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7636c2f-d796-460c-abbf-815b479a1386 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:10.975867 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port d9a9e24c-6209-43ba-848a-551b4bcfb5e7 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:10.976210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.012029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 171696fc-cfcf-4b76-874d-0402e9eb9e29 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:11.079792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 171696fc-cfcf-4b76-874d-0402e9eb9e29 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:33:11.080239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 171696fc-cfcf-4b76-874d-0402e9eb9e29 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:33:11.080851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.084683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.085490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f9cfcc27-b57c-4c38-84ed-581fc13a2e59,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:11.089392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.092653 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] 10.222.0.13 "DELETE /v2.0/networks/ff403dba-c9bb-4d05-9c2c-b61da1d2310c HTTP/1.1" status: 204 len: 168 time: 2.6059473 Dec 13 16:33:11.107903 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.120374 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.133113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bea4b-112f-4ff7-b31c-c8ade8e5000d tempest-AllowedAddressPairTestJSON-1976352096 tempest-AllowedAddressPairTestJSON-1976352096-project] Pushing event deleted for resources: {'Network': ['ID=ff403dba-c9bb-4d05-9c2c-b61da1d2310c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:11.150465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7636c2f-d796-460c-abbf-815b479a1386 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.197756 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8923d-be55-4d49-bd05-db8f9e21fc42 None None] Pushing event updated for resources: {'Port': ['ID=62bcba87-b072-496e-a3f7-0447b9a59eab,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:11.205807 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Attempting to bind port 62bcba87-b072-496e-a3f7-0447b9a59eab on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:11.206179 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Attempting to bind port 62bcba87-b072-496e-a3f7-0447b9a59eab by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:11.206675 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Attempting to bind port 62bcba87-b072-496e-a3f7-0447b9a59eab on network f0c0c372-0c90-47c4-aa89-147cc146d4ff {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:11.213583 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:11.213969 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Checking segment: {'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:11.214369 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.215027 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Bound using segment: {'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:11.215389 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Bound port: 62bcba87-b072-496e-a3f7-0447b9a59eab, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:11.215791 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.278625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.297233 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for d9a9e24c-6209-43ba-848a-551b4bcfb5e7 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:11.335444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.336236 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.db.api [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103055) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:33:11.336657 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG oslo_db.api [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:33:11.339753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7636c2f-d796-460c-abbf-815b479a1386 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.442521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event deleted for resources: {'Port': ['ID=62bcba87-b072-496e-a3f7-0447b9a59eab,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:11.453781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0821f11b-6d08-4ad9-8a6b-e4b87466415c None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:11.462455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7636c2f-d796-460c-abbf-815b479a1386 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=6e06eeb2-eb0c-4ec4-ae9d-36a5a4341667,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:11.464763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a7636c2f-d796-460c-abbf-815b479a1386 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.471179 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a7636c2f-d796-460c-abbf-815b479a1386 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/6e06eeb2-eb0c-4ec4-ae9d-36a5a4341667 HTTP/1.1" status: 204 len: 168 time: 0.6812062 Dec 13 16:33:11.476059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44894) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:11.503071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.545524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44896) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:11.636283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ead4c-cc98-4b23-9175-6be671757bdb req-78e7ac07-e90e-41d0-9aeb-c29e0ad392f7 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:11.637990 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-752ead4c-cc98-4b23-9175-6be671757bdb req-78e7ac07-e90e-41d0-9aeb-c29e0ad392f7 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.2923527 Dec 13 16:33:11.646125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.650379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.701703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-1235761c-82af-49ba-b737-e4ed87ba3e3f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Deleting subnet fd4c2feb-5438-4a30-80fb-3143445e42f9 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:11.709425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1235761c-82af-49ba-b737-e4ed87ba3e3f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.747195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.748045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e0873795-522c-4b7e-ae14-56f307db0ba5 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:11.753382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.755968 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5d4a62f0-d248-4a17-9579-5ad6b1c8dfc3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e0873795-522c-4b7e-ae14-56f307db0ba5 HTTP/1.1" status: 204 len: 168 time: 1.6696818 Dec 13 16:33:11.763438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44900) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:11.776375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc44171-f1b2-49d7-98cf-b500d34d0847 None None] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:11.779766 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-752ead4c-cc98-4b23-9175-6be671757bdb req-cd374754-2c0c-4882-a62d-3fa31d21351a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308527 Dec 13 16:33:11.847653 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1235761c-82af-49ba-b737-e4ed87ba3e3f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.851106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.1 (3a28784d-0f76-432a-9fb3-8652a08c0c7f/271fdb47-0bea-49da-a261-24592a21ad38/d9016f3e-ce2c-4fc1-96a4-71a1d688d09d) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:11.860782 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Attempting to bind port 62bcba87-b072-496e-a3f7-0447b9a59eab on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:11.862483 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Attempting to bind port 62bcba87-b072-496e-a3f7-0447b9a59eab by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:11.863165 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Attempting to bind port 62bcba87-b072-496e-a3f7-0447b9a59eab on network f0c0c372-0c90-47c4-aa89-147cc146d4ff {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:11.870521 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:11.871133 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Checking segment: {'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:11.871816 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.872443 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Bound using segment: {'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:11.873061 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Bound port: 62bcba87-b072-496e-a3f7-0447b9a59eab, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b38b90e2-4773-4726-bfc1-1cef2968716b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f0c0c372-0c90-47c4-aa89-147cc146d4ff'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:11.873663 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.892260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-53b9c47b-8a2d-4799-8d64-e5321a715922 None None] Provisioning complete for port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:11.892638 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-53b9c47b-8a2d-4799-8d64-e5321a715922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:11.901867 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.plugin [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Port 62bcba87-b072-496e-a3f7-0447b9a59eab has been deleted concurrently {{(pid=103055) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 13 16:33:11.912731 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Routers set() bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:11.913453 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Router IDs set() for agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 16:33:11.914695 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_agentschedulers_db [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e0873795-522c-4b7e-ae14-56f307db0ba5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent'). {{(pid=103055) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 16:33:11.915476 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c65c0-59f3-460b-b11b-4a3ba7287327 None None] The sync data for ids ['e0873795-522c-4b7e-ae14-56f307db0ba5'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:11.952272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400606f5-f5e0-4d45-a29b-358a0da28675 req-83d4f42e-9839-4d4d-9354-cc2717e8e28e tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:11.953840 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-400606f5-f5e0-4d45-a29b-358a0da28675 req-83d4f42e-9839-4d4d-9354-cc2717e8e28e tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.0849178 Dec 13 16:33:12.028063 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-400606f5-f5e0-4d45-a29b-358a0da28675 req-8f6c1689-ff2d-4328-b4d2-2ed4ffe8c9f5 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584366 Dec 13 16:33:12.033686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-68055a4b-7d2a-43b8-a9da-12b699fe7430 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Deleting subnet f1f60dfb-51d4-42a5-b2fe-fd420398e432 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:12.038322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68055a4b-7d2a-43b8-a9da-12b699fe7430 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.057459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44904) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:12.074334 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-39ee3807-20f7-4a54-8940-28a5f95002f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fb71c24eadd4e38abc3e09e48155629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5265114 Dec 13 16:33:12.077007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44906) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:12.109595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1235761c-82af-49ba-b737-e4ed87ba3e3f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.115427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68055a4b-7d2a-43b8-a9da-12b699fe7430 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.156967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925b6a6d-245a-45dd-8620-36441a0a9162 tempest-TestNetworkAdvancedServerOps-640415496 tempest-TestNetworkAdvancedServerOps-640415496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:12.161843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-925b6a6d-245a-45dd-8620-36441a0a9162 tempest-TestNetworkAdvancedServerOps-640415496 tempest-TestNetworkAdvancedServerOps-640415496-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 1093 time: 0.0975027 Dec 13 16:33:12.164187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.166257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44908) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:12.171294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:12.202440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5853534b-f68c-42cd-b902-f4c997711013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.217500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.274427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=d9a9e24c-6209-43ba-848a-551b4bcfb5e7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:12.276355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5853534b-f68c-42cd-b902-f4c997711013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.310890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68055a4b-7d2a-43b8-a9da-12b699fe7430 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.377929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5853534b-f68c-42cd-b902-f4c997711013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.382663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5853534b-f68c-42cd-b902-f4c997711013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.382663 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5853534b-f68c-42cd-b902-f4c997711013 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d5826b4-ef45-43b4-9f85-9bb286f54406 HTTP/1.1" status: 204 len: 168 time: 0.2808614 Dec 13 16:33:12.417416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853534b-f68c-42cd-b902-f4c997711013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5826b4-ef45-43b4-9f85-9bb286f54406,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:12.430319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.518342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-eba5846b-a7f6-469a-b640-f18f5661a26f None None] Provisioning complete for port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:12.520098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eba5846b-a7f6-469a-b640-f18f5661a26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.548835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1235761c-82af-49ba-b737-e4ed87ba3e3f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.563540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.569986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9cfcc27-b57c-4c38-84ed-581fc13a2e59 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:12.579082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.630108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Allocated IP 172.26.6.184 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/8a5c0eda-5e2a-400c-9d7b-db287feea4e9) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:12.631120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235761c-82af-49ba-b737-e4ed87ba3e3f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4c2feb-5438-4a30-80fb-3143445e42f9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:12.641056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1235761c-82af-49ba-b737-e4ed87ba3e3f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.650431 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1235761c-82af-49ba-b737-e4ed87ba3e3f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/fd4c2feb-5438-4a30-80fb-3143445e42f9 HTTP/1.1" status: 204 len: 168 time: 1.1202908 Dec 13 16:33:12.653427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44914) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:12.664048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:12.664915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.715740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68055a4b-7d2a-43b8-a9da-12b699fe7430 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.750384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a974a-3f46-42f5-b097-b94621937c1d None None] Network 2ba4744e-bfa0-4bbb-8255-861faf832180 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:12.762217 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a6a27748-9afb-4811-a7d8-b1525e8efafd tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076183 Dec 13 16:33:12.781992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44916) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:12.798715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68055a4b-7d2a-43b8-a9da-12b699fe7430 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f1f60dfb-51d4-42a5-b2fe-fd420398e432,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:12.827513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-68055a4b-7d2a-43b8-a9da-12b699fe7430 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.833714 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-68055a4b-7d2a-43b8-a9da-12b699fe7430 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "DELETE /v2.0/subnets/f1f60dfb-51d4-42a5-b2fe-fd420398e432 HTTP/1.1" status: 204 len: 168 time: 1.0626497 Dec 13 16:33:12.837372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44922) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:12.871219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.913486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.964516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:12.964775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:12.978949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:12.980855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'Port': ['ID=8a5c0eda-5e2a-400c-9d7b-db287feea4e9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:12.983698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:13.022470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b71125b7-6fcc-4a5c-a84c-688552d16485 None None] Provisioning complete for port e11681d5-6989-41a1-92da-833088768a0c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:13.022999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b71125b7-6fcc-4a5c-a84c-688552d16485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.027558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf580a-62ee-417c-875c-5d9f73e7e2d7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:13.029117 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c3cf580a-62ee-417c-875c-5d9f73e7e2d7 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2458308 Dec 13 16:33:13.035570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44928) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.043102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.057926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router e3c88800-c336-41da-9b1b-f2cd1807e680 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:33:13.060231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:13.071538 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:13.076068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:13.078438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:13.078984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] DHCP port deletion for 2ba4744e-bfa0-4bbb-8255-861faf832180 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:13.151932 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057ffbc9-d33b-40d9-a4ce-a659e8429048 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:13.157700 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-057ffbc9-d33b-40d9-a4ce-a659e8429048 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1209502 Dec 13 16:33:13.162021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44930) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.244829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-37e4ee89-96a4-47c9-9648-5e5bf869e8bb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762587 Dec 13 16:33:13.244829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44934) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.398247 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b60bf53-6821-47ad-81ba-1958c142122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.399476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b60bf53-6821-47ad-81ba-1958c142122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.402866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3b60bf53-6821-47ad-81ba-1958c142122c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/9c6f2b29-9ad1-4e11-9460-4dd7050acec8 HTTP/1.1" status: 404 len: 333 time: 0.1577191 Dec 13 16:33:13.430325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] Deleting port e11681d5-6989-41a1-92da-833088768a0c {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:13.430731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.452175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44940) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.484987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ae4f4c-a485-4a35-ac17-85e3b9536955 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.485507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ae4f4c-a485-4a35-ac17-85e3b9536955 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.492138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-89ae4f4c-a485-4a35-ac17-85e3b9536955 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/6e06eeb2-eb0c-4ec4-ae9d-36a5a4341667 HTTP/1.1" status: 404 len: 337 time: 0.0356662 Dec 13 16:33:13.493840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44944) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.511865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] For port e11681d5-6989-41a1-92da-833088768a0c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e11681d5-6989-41a1-92da-833088768a0c,segment=NetworkSegment(3162966a-bbee-4d3a-a9c2-fb27d04bdf97),segment_id=3162966a-bbee-4d3a-a9c2-fb27d04bdf97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:13.512265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.523289 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d768b1-5b18-4374-af03-258d45c5a3e3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.523603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d768b1-5b18-4374-af03-258d45c5a3e3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.528284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] Calling delete_port for e11681d5-6989-41a1-92da-833088768a0c owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:13.533439 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-99d768b1-5b18-4374-af03-258d45c5a3e3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/fd4c2feb-5438-4a30-80fb-3143445e42f9 HTTP/1.1" status: 404 len: 337 time: 0.0373783 Dec 13 16:33:13.533610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44946) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.569310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42a8d7d-de8a-4889-90f0-0b58fba84611 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.569865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42a8d7d-de8a-4889-90f0-0b58fba84611 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.576195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e42a8d7d-de8a-4889-90f0-0b58fba84611 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/c29fae4d-0319-4f62-9679-2042079f130e HTTP/1.1" status: 404 len: 333 time: 0.0386045 Dec 13 16:33:13.576484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:13.578472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44948) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.579486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.586977 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3f8f07f3-16f1-417d-8461-ae25418205dc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/e3c88800-c336-41da-9b1b-f2cd1807e680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3296988 Dec 13 16:33:13.591335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44950) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.606516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1c04e137-b20d-4843-b864-1e28f7e1a22b None None] Provisioning complete for port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:13.607206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c04e137-b20d-4843-b864-1e28f7e1a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.639101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44952) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.642003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64ddd0-8c67-40af-9a32-8dfb57512d28 None None] Sync routers for ids ['e3c88800-c336-41da-9b1b-f2cd1807e680'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:13.647878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.677758 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d5a930-fb9c-4d95-a28a-97e4f87fc340 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.678042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d5a930-fb9c-4d95-a28a-97e4f87fc340 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.678788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c0c372-0c90-47c4-aa89-147cc146d4ff']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:13.680915 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d3d5a930-fb9c-4d95-a28a-97e4f87fc340 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/7217e3c9-5e61-4d77-8033-ab11db801b8f HTTP/1.1" status: 404 len: 337 time: 0.1023219 Dec 13 16:33:13.686407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44956) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.692800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38b90e2-4773-4726-bfc1-1cef2968716b') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:13.693323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38b90e2-4773-4726-bfc1-1cef2968716b') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:13.706003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1c04e137-b20d-4843-b864-1e28f7e1a22b None None] Port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:13.710114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.714782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64ddd0-8c67-40af-9a32-8dfb57512d28 None None] Routers {'e3c88800-c336-41da-9b1b-f2cd1807e680'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:13.715641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2c64ddd0-8c67-40af-9a32-8dfb57512d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e3c88800-c336-41da-9b1b-f2cd1807e680'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:13.731964 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-685c4c84-b1b4-461f-bdff-fe3ecd3b4572 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.732326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.732473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685c4c84-b1b4-461f-bdff-fe3ecd3b4572 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.736148 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-685c4c84-b1b4-461f-bdff-fe3ecd3b4572 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/a54d00d9-a6d0-4177-be2d-ccc0ebb2091d HTTP/1.1" status: 404 len: 337 time: 0.0487075 Dec 13 16:33:13.739477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44958) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.741506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:13.742317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.758469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.769481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2c64ddd0-8c67-40af-9a32-8dfb57512d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:13.795376 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:13.804082 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] No DVR routers for this DVR port e11681d5-6989-41a1-92da-833088768a0c on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:13.806012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0b466-f049-45d0-87bb-1af2377645a9 None None] Pushing event deleted for resources: {'Port': ['ID=e11681d5-6989-41a1-92da-833088768a0c,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:13.806826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a7877fc8-9014-4e44-afcd-2f463d30f02b tempest-DvrRoutersNegativeTest-1082954284 tempest-DvrRoutersNegativeTest-1082954284-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1540878025', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:13.810402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.policy [None req-a7877fc8-9014-4e44-afcd-2f463d30f02b tempest-DvrRoutersNegativeTest-1082954284 tempest-DvrRoutersNegativeTest-1082954284-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103053) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 13 16:33:13.810975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.policy [None req-a7877fc8-9014-4e44-afcd-2f463d30f02b tempest-DvrRoutersNegativeTest-1082954284 tempest-DvrRoutersNegativeTest-1082954284-project] Failed policy check for 'create_router' {{(pid=103053) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 13 16:33:13.811730 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-a7877fc8-9014-4e44-afcd-2f463d30f02b tempest-DvrRoutersNegativeTest-1082954284 tempest-DvrRoutersNegativeTest-1082954284-project] create failed (client error): Access was denied to this resource. Dec 13 16:33:13.815131 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a7877fc8-9014-4e44-afcd-2f463d30f02b tempest-DvrRoutersNegativeTest-1082954284 tempest-DvrRoutersNegativeTest-1082954284-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1736972 Dec 13 16:33:13.820991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64ddd0-8c67-40af-9a32-8dfb57512d28 None None] Routers {'e3c88800-c336-41da-9b1b-f2cd1807e680'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:13.821870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2c64ddd0-8c67-40af-9a32-8dfb57512d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e3c88800-c336-41da-9b1b-f2cd1807e680'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:13.825103 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-716f3217-635a-41d7-b95f-16132ecfb3fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.833190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-716f3217-635a-41d7-b95f-16132ecfb3fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.839038 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-716f3217-635a-41d7-b95f-16132ecfb3fc tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/242e7b30-bbb4-4c7e-8506-a3bf4bdf573b HTTP/1.1" status: 404 len: 333 time: 0.0961411 Dec 13 16:33:13.839201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44962) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.873724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.881638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0c0c372-0c90-47c4-aa89-147cc146d4ff {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 13 16:33:13.883687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2c64ddd0-8c67-40af-9a32-8dfb57512d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:13.884639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c64ddd0-8c67-40af-9a32-8dfb57512d28 None None] The sync data for ids ['e3c88800-c336-41da-9b1b-f2cd1807e680'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:13.885483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.885724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.889324 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "DELETE /v2.0/networks/f0c0c372-0c90-47c4-aa89-147cc146d4ff HTTP/1.1" status: 204 len: 168 time: 1.0497375 Dec 13 16:33:13.906909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdafda4-e6f5-44e0-a298-c1073116467c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.907314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdafda4-e6f5-44e0-a298-c1073116467c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.909877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3d882-8860-40b1-8857-dbb65fed9150 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0c0c372-0c90-47c4-aa89-147cc146d4ff,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:13.914886 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9cdafda4-e6f5-44e0-a298-c1073116467c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/f7def46d-b2c2-4f6b-8239-d1925bb1f5bb HTTP/1.1" status: 404 len: 337 time: 0.0721445 Dec 13 16:33:13.928610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44966) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.960178 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c996e9d-3a9f-4723-9a30-8a5097c44921 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:13.960817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c996e9d-3a9f-4723-9a30-8a5097c44921 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:13.966505 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6c996e9d-3a9f-4723-9a30-8a5097c44921 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/8e768d90-7139-49cb-9e22-68e6ab7d2121 HTTP/1.1" status: 404 len: 337 time: 0.0340583 Dec 13 16:33:13.967378 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44968) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:13.979229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:13.999035 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-4dc6bc70-835d-4931-a43d-31f14122a3c2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 16:33:14.002566 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4dc6bc70-835d-4931-a43d-31f14122a3c2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/e3c88800-c336-41da-9b1b-f2cd1807e680/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3915887 Dec 13 16:33:14.002747 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17171a6-ef8c-4eba-9f24-a9f1a2d85ecb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.003443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17171a6-ef8c-4eba-9f24-a9f1a2d85ecb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.005221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44970) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.007471 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b17171a6-ef8c-4eba-9f24-a9f1a2d85ecb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/beb5343e-ca59-4cb8-9a6e-a1fdaf0089cd HTTP/1.1" status: 404 len: 333 time: 0.0390494 Dec 13 16:33:14.010018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44972) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.041987 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d4726c-6440-434c-ac67-70d31c4a1f3d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.042685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d4726c-6440-434c-ac67-70d31c4a1f3d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.047322 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-73d4726c-6440-434c-ac67-70d31c4a1f3d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/162bdbe2-0276-4c29-8211-ad080a975683 HTTP/1.1" status: 404 len: 337 time: 0.0362065 Dec 13 16:33:14.061831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44974) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.345601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44982) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.352169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6c114218-9fbc-4485-b127-f9ccd75fcda4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c88800-c336-41da-9b1b-f2cd1807e680 HTTP/1.1" status: 200 len: 205 time: 0.3418548 Dec 13 16:33:14.352422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44984) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.358112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4936eb5c-d3ef-4df7-b202-7c5e67abdcf5 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'router': {'name': 'tempest-router--1964417763', 'project_id': 'f34506effc8f400ebf395c857bf802ec'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:14.364257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44988) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.382341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5df355-6f36-455b-8df5-968378f8efa4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.384695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5df355-6f36-455b-8df5-968378f8efa4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.391131 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bb5df355-6f36-455b-8df5-968378f8efa4 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/159ad9ec-a65f-4019-b3a7-fa5e6cec89e0 HTTP/1.1" status: 404 len: 337 time: 0.2842166 Dec 13 16:33:14.391893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44990) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.421577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.469618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b2efff02-d317-4eba-9e0a-aa4be9d222c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.511051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e11681d5-6989-41a1-92da-833088768a0c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:14.528199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aeaec18-8840-4598-b048-aacaabbdbb75 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.531883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aeaec18-8840-4598-b048-aacaabbdbb75 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.535845 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0aeaec18-8840-4598-b048-aacaabbdbb75 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/c608e438-be53-495f-b6c8-becc6afcf682 HTTP/1.1" status: 404 len: 333 time: 0.1408572 Dec 13 16:33:14.538868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44992) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.552215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e11681d5-6989-41a1-92da-833088768a0c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:33:14.552937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e11681d5-6989-41a1-92da-833088768a0c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:33:14.573843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f21c4a-a769-4d2c-bec8-a4f1549e7a24 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.574315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f21c4a-a769-4d2c-bec8-a4f1549e7a24 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.577395 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-20f21c4a-a769-4d2c-bec8-a4f1549e7a24 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/d795acf5-670a-4695-8543-0fdd88b2ff07 HTTP/1.1" status: 404 len: 337 time: 0.0376067 Dec 13 16:33:14.580233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 44994) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.580793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bc27f7b0-0fe4-4405-babd-6dbf53b2eb54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.583736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4936eb5c-d3ef-4df7-b202-7c5e67abdcf5 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.584984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4936eb5c-d3ef-4df7-b202-7c5e67abdcf5 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.607656 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aef8483-d378-4e1b-ad1e-b7aada9cbb8c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.608064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aef8483-d378-4e1b-ad1e-b7aada9cbb8c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.611158 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9aef8483-d378-4e1b-ad1e-b7aada9cbb8c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/51a7db09-db7c-4b8f-80a7-ba5b00ab4520 HTTP/1.1" status: 404 len: 333 time: 0.0299766 Dec 13 16:33:14.634964 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44996) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.762270 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41c8fa1-78e1-452d-ba48-cbbad0e226b3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.762762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b41c8fa1-78e1-452d-ba48-cbbad0e226b3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.765891 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b41c8fa1-78e1-452d-ba48-cbbad0e226b3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/cf6da63a-53e7-4d91-9b37-08e036d5acf1 HTTP/1.1" status: 404 len: 337 time: 0.0916121 Dec 13 16:33:14.775962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 44998) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.802427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b2efff02-d317-4eba-9e0a-aa4be9d222c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.812976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b2efff02-d317-4eba-9e0a-aa4be9d222c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.821254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.843330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4936eb5c-d3ef-4df7-b202-7c5e67abdcf5 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.854944 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9834f4fb-9dac-486c-8ac1-d06a36441a9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.855539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9834f4fb-9dac-486c-8ac1-d06a36441a9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.858681 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9834f4fb-9dac-486c-8ac1-d06a36441a9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/49426601-de62-4e1f-bd4e-58224d8778cd HTTP/1.1" status: 404 len: 333 time: 0.0542707 Dec 13 16:33:14.859438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.891814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45000) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:14.897496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4936eb5c-d3ef-4df7-b202-7c5e67abdcf5 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.961510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:14.987448 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-590e0812-6db9-4f67-9416-421ccfe3b4a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:14.987893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590e0812-6db9-4f67-9416-421ccfe3b4a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:14.991726 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-590e0812-6db9-4f67-9416-421ccfe3b4a0 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/f67bfc01-c6ab-4c21-adef-8a067ad3bf9c HTTP/1.1" status: 404 len: 337 time: 0.0957248 Dec 13 16:33:14.995141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45002) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.006828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4936eb5c-d3ef-4df7-b202-7c5e67abdcf5 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.007995 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4936eb5c-d3ef-4df7-b202-7c5e67abdcf5 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6541870 Dec 13 16:33:15.008675 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b2efff02-d317-4eba-9e0a-aa4be9d222c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.009169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2efff02-d317-4eba-9e0a-aa4be9d222c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Fanout notify agent at l3_agent the message router_deleted on router e3c88800-c336-41da-9b1b-f2cd1807e680 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:15.017582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45004) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.023550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b2efff02-d317-4eba-9e0a-aa4be9d222c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.024635 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b2efff02-d317-4eba-9e0a-aa4be9d222c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/e3c88800-c336-41da-9b1b-f2cd1807e680 HTTP/1.1" status: 204 len: 168 time: 0.6597030 Dec 13 16:33:15.025011 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-352d6fcc-fcea-4b90-b61a-b6c4bf3fe1ee tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.025527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352d6fcc-fcea-4b90-b61a-b6c4bf3fe1ee tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.028743 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-352d6fcc-fcea-4b90-b61a-b6c4bf3fe1ee tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/79a76b08-c95d-4643-9d0e-5292e6f878d4 HTTP/1.1" status: 404 len: 333 time: 0.0326385 Dec 13 16:33:15.029332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45006) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.032964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45008) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.047446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:15.117164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.128051 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6dcc859-40fe-4736-8b13-526996b63c52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.128513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6dcc859-40fe-4736-8b13-526996b63c52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.131905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e6dcc859-40fe-4736-8b13-526996b63c52 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/fc5cf938-2dfc-4c60-ba1e-869b00c415d8 HTTP/1.1" status: 404 len: 337 time: 0.0898299 Dec 13 16:33:15.137095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45010) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.162321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf66ea9f-119f-4856-b2cf-04b7bc1511a9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet c6de07a5-5a90-41ee-9aab-358ffaa6703e {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:15.163109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab1db-30c1-4760-a547-49f227bce342 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.167117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf66ea9f-119f-4856-b2cf-04b7bc1511a9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.233165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf66ea9f-119f-4856-b2cf-04b7bc1511a9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.241180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bc27f7b0-0fe4-4405-babd-6dbf53b2eb54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.242535 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0c5310-fc03-4742-ac7a-1bd60bebce99 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.243229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0c5310-fc03-4742-ac7a-1bd60bebce99 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.246502 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9d0c5310-fc03-4742-ac7a-1bd60bebce99 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/c16a39c8-54b7-492c-bca5-46149e6062af HTTP/1.1" status: 404 len: 333 time: 0.1058354 Dec 13 16:33:15.256733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45012) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.278532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bc27f7b0-0fe4-4405-babd-6dbf53b2eb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.298755 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-150f792f-9bca-405e-a473-b874e6a2a8c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.299488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150f792f-9bca-405e-a473-b874e6a2a8c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.305593 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-150f792f-9bca-405e-a473-b874e6a2a8c8 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/89ff2081-9a00-4399-8178-11ab513576a4 HTTP/1.1" status: 404 len: 337 time: 0.0456975 Dec 13 16:33:15.311803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45014) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.316886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.328295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.376277 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d561afbf-9add-46ac-97e2-a8b61b10ec88 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.376861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d561afbf-9add-46ac-97e2-a8b61b10ec88 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.383066 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d561afbf-9add-46ac-97e2-a8b61b10ec88 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d61c0989-449e-404f-b548-aeb587311eb7 HTTP/1.1" status: 404 len: 333 time: 0.0678771 Dec 13 16:33:15.386316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45016) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.441208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27f7b0-0fe4-4405-babd-6dbf53b2eb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc47ec6-3788-4b1a-b3e6-cd6bf0749665,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:15.458191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event updated for resources: {'Port': ['ID=8a5c0eda-5e2a-400c-9d7b-db287feea4e9,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:15.461098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf66ea9f-119f-4856-b2cf-04b7bc1511a9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.470849 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bc27f7b0-0fe4-4405-babd-6dbf53b2eb54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec430ce9102c489c878f3a73ca4ec168&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1254933 Dec 13 16:33:15.477637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab1db-30c1-4760-a547-49f227bce342 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.479560 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-18908e63-76cb-49f0-bddd-ddab8575bf48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.480007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18908e63-76cb-49f0-bddd-ddab8575bf48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.483015 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-18908e63-76cb-49f0-bddd-ddab8575bf48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/c6572225-0319-4bc6-b6ac-239834b66ae2 HTTP/1.1" status: 404 len: 337 time: 0.0637541 Dec 13 16:33:15.484363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab1db-30c1-4760-a547-49f227bce342 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.486073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45018) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.486416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45020) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.530081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:15.532947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:15.541866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0f3b42-43b5-4fda-9728-b37dcf30ee78 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.542334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0f3b42-43b5-4fda-9728-b37dcf30ee78 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.544281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab1db-30c1-4760-a547-49f227bce342 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.544740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5ab1db-30c1-4760-a547-49f227bce342 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0cefab20-9987-43e9-bd9e-dce2308219d5 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:15.548008 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3c0f3b42-43b5-4fda-9728-b37dcf30ee78 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/8c313ac4-2eb6-4e86-928d-8335664a77e6 HTTP/1.1" status: 404 len: 337 time: 0.0569861 Dec 13 16:33:15.549816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1b5ab1db-30c1-4760-a547-49f227bce342 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.550035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.550698 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1b5ab1db-30c1-4760-a547-49f227bce342 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "DELETE /v2.0/routers/0cefab20-9987-43e9-bd9e-dce2308219d5 HTTP/1.1" status: 204 len: 168 time: 0.5212724 Dec 13 16:33:15.551637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45022) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.640126 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-07492c3f-8b53-413e-b8eb-225cfc586a9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.640768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07492c3f-8b53-413e-b8eb-225cfc586a9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.643765 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-07492c3f-8b53-413e-b8eb-225cfc586a9f tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/a87a99ab-d103-4eb6-985d-42dce9121a77 HTTP/1.1" status: 404 len: 333 time: 0.0540226 Dec 13 16:33:15.649953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45026) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.680196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf66ea9f-119f-4856-b2cf-04b7bc1511a9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.681424 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-625dba8a-3de1-410b-b142-85583c1cfa7b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.681883 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625dba8a-3de1-410b-b142-85583c1cfa7b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.684983 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-625dba8a-3de1-410b-b142-85583c1cfa7b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/8f31686c-12f8-4dcb-8356-cdf581101e3a HTTP/1.1" status: 404 len: 337 time: 0.0340564 Dec 13 16:33:15.689956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45028) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.705034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cf66ea9f-119f-4856-b2cf-04b7bc1511a9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.713610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de66e777-f6fa-400d-a9ea-ca438d721d50 None None] Network acdf5103-6fad-490a-b3a7-fcea6429d2aa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:15.716626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cf66ea9f-119f-4856-b2cf-04b7bc1511a9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/c6de07a5-5a90-41ee-9aab-358ffaa6703e HTTP/1.1" status: 204 len: 168 time: 0.6841462 Dec 13 16:33:15.730309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45030) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.730986 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45032) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.741903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66ea9f-119f-4856-b2cf-04b7bc1511a9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=c6de07a5-5a90-41ee-9aab-358ffaa6703e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:15.761094 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7157c6-d541-409c-a705-c93ac6fa7cf1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.761825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7157c6-d541-409c-a705-c93ac6fa7cf1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.765559 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3f7157c6-d541-409c-a705-c93ac6fa7cf1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/60a0a40d-696e-476f-a701-a55344f62f9f HTTP/1.1" status: 404 len: 337 time: 0.0741289 Dec 13 16:33:15.770818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66b7f02-0b95-4d31-bb0e-33aa04efa99e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.776235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45036) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.807158 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91a3423-4775-4410-8f3a-ce93300fe12d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.807999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91a3423-4775-4410-8f3a-ce93300fe12d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.814112 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d91a3423-4775-4410-8f3a-ce93300fe12d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/16371743-3c70-4ad3-9657-41a85197087b HTTP/1.1" status: 404 len: 333 time: 0.0355277 Dec 13 16:33:15.821261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45038) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.841238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66b7f02-0b95-4d31-bb0e-33aa04efa99e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.851119 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Floating IP 4f19313a-87c8-4ab3-a24f-297f77be5a81 associated. External IP: 172.26.6.184, port: 8afa7793-9481-4800-9a18-4fc4c18f9edf. Dec 13 16:33:15.890110 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c79a04-51f2-4850-8acd-6a430990daf3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.890479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c79a04-51f2-4850-8acd-6a430990daf3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.893693 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-32c79a04-51f2-4850-8acd-6a430990daf3 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/87694fe9-24e9-4146-9291-8313555c0bf4 HTTP/1.1" status: 404 len: 337 time: 0.0694282 Dec 13 16:33:15.899703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45040) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.939124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] DHCP port deletion for acdf5103-6fad-490a-b3a7-fcea6429d2aa request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:15.963533 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-67536aa2-fbec-4227-baaf-e75fa2aba3d1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:15.964248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67536aa2-fbec-4227-baaf-e75fa2aba3d1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:15.967594 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-67536aa2-fbec-4227-baaf-e75fa2aba3d1 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/39e4a79c-521f-49ee-b3e1-85ef6cb7a1c1 HTTP/1.1" status: 404 len: 337 time: 0.0632524 Dec 13 16:33:15.971646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.974969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45042) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:15.980244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-198221638', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:15.981773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d78de197-1a6b-45d1-8e86-d8ab9c78c1a2 None None] Provisioning complete for port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:15.982316 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d78de197-1a6b-45d1-8e86-d8ab9c78c1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.997081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66b7f02-0b95-4d31-bb0e-33aa04efa99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:15.999723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f66b7f02-0b95-4d31-bb0e-33aa04efa99e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.001019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f66b7f02-0b95-4d31-bb0e-33aa04efa99e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbc47ec6-3788-4b1a-b3e6-cd6bf0749665 HTTP/1.1" status: 204 len: 168 time: 0.5134957 Dec 13 16:33:16.009441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router a03e330b-74c5-4124-bfb8-b1d879b9f5eb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:33:16.015500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b7f02-0b95-4d31-bb0e-33aa04efa99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc47ec6-3788-4b1a-b3e6-cd6bf0749665,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:16.041504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d78de197-1a6b-45d1-8e86-d8ab9c78c1a2 None None] Port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:16.046362 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e83c212-2193-4095-9887-06acf3c3042d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.047009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e83c212-2193-4095-9887-06acf3c3042d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.050091 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7e83c212-2193-4095-9887-06acf3c3042d tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d052bc31-8a35-47dd-af2a-d7e001e70047 HTTP/1.1" status: 404 len: 333 time: 0.0732861 Dec 13 16:33:16.053075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] Deleting port f8df6295-0728-49ff-bfe4-ce32d2af83f9 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:16.053641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.055642 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45046) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.115649 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ccd814-6034-4e0d-82a7-272759e1c6ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.116119 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ccd814-6034-4e0d-82a7-272759e1c6ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.119269 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-18ccd814-6034-4e0d-82a7-272759e1c6ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/459b2955-d76d-4073-92c3-79fd0419747a HTTP/1.1" status: 404 len: 337 time: 0.0602427 Dec 13 16:33:16.131131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] For port f8df6295-0728-49ff-bfe4-ce32d2af83f9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f8df6295-0728-49ff-bfe4-ce32d2af83f9,segment=NetworkSegment(f91757cd-bf56-4a7b-8259-f3227aea9961),segment_id=f91757cd-bf56-4a7b-8259-f3227aea9961)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:16.131874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.138707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45048) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.152651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] Calling delete_port for f8df6295-0728-49ff-bfe4-ce32d2af83f9 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:16.156676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.157723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.178102 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-743ba0c1-cd79-4008-ba5f-f577a0038b57 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.178573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743ba0c1-cd79-4008-ba5f-f577a0038b57 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.181885 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-743ba0c1-cd79-4008-ba5f-f577a0038b57 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/877abc6f-503c-4af6-9ea7-d40160553432 HTTP/1.1" status: 404 len: 337 time: 0.0421982 Dec 13 16:33:16.184610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45050) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.220035 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fb5ba12b-303e-4c77-8b47-1de62007e082 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a157bd9-244c-4ea1-89a0-fa7ca2d2252e HTTP/1.1" status: 200 len: 205 time: 0.0337288 Dec 13 16:33:16.222413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45052) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.253126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.269103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.274771 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-63945a21-65a9-4b8a-8631-71effcfde79b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] delete failed (client error): The resource could not be found. Dec 13 16:33:16.275861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-63945a21-65a9-4b8a-8631-71effcfde79b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/routers/0a157bd9-244c-4ea1-89a0-fa7ca2d2252e HTTP/1.1" status: 404 len: 336 time: 0.0519869 Dec 13 16:33:16.280005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45054) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.291789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] Pushing event deleted for resources: {'Port': ['ID=f8df6295-0728-49ff-bfe4-ce32d2af83f9,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:16.296692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa329ccf-cde1-4889-91ad-fa1f61dddce4 None None] No DVR routers for this DVR port f8df6295-0728-49ff-bfe4-ce32d2af83f9 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:16.320904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74908cd-80ba-4ffd-8e8b-ee22f2a0aa8a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.321368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74908cd-80ba-4ffd-8e8b-ee22f2a0aa8a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.324558 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c74908cd-80ba-4ffd-8e8b-ee22f2a0aa8a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/acf83e74-8fc5-460b-8907-74ff3efa065c HTTP/1.1" status: 404 len: 337 time: 0.0435944 Dec 13 16:33:16.329816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45058) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.343834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Router db509be9-fb8a-485b-98cd-21bc6e6dcd93 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:33:16.351538 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:16.353700 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port f8df6295-0728-49ff-bfe4-ce32d2af83f9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:16.354037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.358903 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-686fd622-451d-453b-9a16-3faa4ce19022 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/a03e330b-74c5-4124-bfb8-b1d879b9f5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2388856 Dec 13 16:33:16.362287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45060) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.365208 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Sync routers for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:16.366771 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-099ba549-0c61-4483-9da1-c3d9de0b3584 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "GET /v2.0/ports?device_id=3fa14fcf-766c-4cec-892a-b2e041f0a268 HTTP/1.1" status: 200 len: 205 time: 0.0358832 Dec 13 16:33:16.369929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45062) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.389637 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:16.390362 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:16.480960 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-366cc7e9-02ad-445f-9bd9-48f818cb4b46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] delete failed (client error): The resource could not be found. Dec 13 16:33:16.482035 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-366cc7e9-02ad-445f-9bd9-48f818cb4b46 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/routers/3fa14fcf-766c-4cec-892a-b2e041f0a268 HTTP/1.1" status: 404 len: 336 time: 0.1053729 Dec 13 16:33:16.492161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45064) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.494259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f8df6295-0728-49ff-bfe4-ce32d2af83f9 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:16.530111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f8df6295-0728-49ff-bfe4-ce32d2af83f9 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:33:16.531142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f8df6295-0728-49ff-bfe4-ce32d2af83f9 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:33:16.584422 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f823570a-dcd3-4bd8-9eb7-72debb54504b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.585089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f823570a-dcd3-4bd8-9eb7-72debb54504b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.588636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f823570a-dcd3-4bd8-9eb7-72debb54504b tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/6cd6c0ae-f576-4e10-9c79-fbbe1ed646f0 HTTP/1.1" status: 404 len: 337 time: 0.0942152 Dec 13 16:33:16.591215 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:16.623203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45070) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.670923 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-85202a16-3bb3-40a7-88c5-46deea8b31c2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.671647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85202a16-3bb3-40a7-88c5-46deea8b31c2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.676404 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-85202a16-3bb3-40a7-88c5-46deea8b31c2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/20c619ad-d69e-4742-a1ea-acfbcf8f662a HTTP/1.1" status: 404 len: 337 time: 0.0472696 Dec 13 16:33:16.687283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45074) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.746415 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae5bbab-9192-45a2-8ca0-6821181df419 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.747202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae5bbab-9192-45a2-8ca0-6821181df419 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.750431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0ae5bbab-9192-45a2-8ca0-6821181df419 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/55b2e00d-564e-481a-8f0b-6b9104624cf7 HTTP/1.1" status: 404 len: 333 time: 0.0594141 Dec 13 16:33:16.760896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45078) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.819496 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be09b74-cb17-4a24-8d6c-fb2f477beecb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.819959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be09b74-cb17-4a24-8d6c-fb2f477beecb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.823103 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9be09b74-cb17-4a24-8d6c-fb2f477beecb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/9a31039e-c597-453c-a39d-5c5d999cec31 HTTP/1.1" status: 404 len: 337 time: 0.0611446 Dec 13 16:33:16.825900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0886ea-067c-42e9-8b37-b3cede73bbee tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:16.826553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0886ea-067c-42e9-8b37-b3cede73bbee tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:16.827239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0886ea-067c-42e9-8b37-b3cede73bbee tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:16.827968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0886ea-067c-42e9-8b37-b3cede73bbee tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:16.828594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0886ea-067c-42e9-8b37-b3cede73bbee tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:16.828821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45080) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.829445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0886ea-067c-42e9-8b37-b3cede73bbee tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:16.830073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0886ea-067c-42e9-8b37-b3cede73bbee tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:16.835954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5b0886ea-067c-42e9-8b37-b3cede73bbee tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4882 time: 0.4721613 Dec 13 16:33:16.836615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45082) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.839151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:16.847708 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:14Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:16.848959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] Sync routers for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:16.864632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port f8df6295-0728-49ff-bfe4-ce32d2af83f9, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:16.864990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.868637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.876740 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ab6e06-1c4f-4734-80c8-173edf6f0b48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.877325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ab6e06-1c4f-4734-80c8-173edf6f0b48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.879010 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Checking router: a03e330b-74c5-4124-bfb8-b1d879b9f5eb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:33:16.879798 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Updating router a03e330b-74c5-4124-bfb8-b1d879b9f5eb port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:33:16.880619 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-60ab6e06-1c4f-4734-80c8-173edf6f0b48 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/2efecc02-8dc2-4765-9588-fc2173c96be6 HTTP/1.1" status: 404 len: 333 time: 0.0456390 Dec 13 16:33:16.880933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:16.881580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:16.886878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45084) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:16.894732 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for f8df6295-0728-49ff-bfe4-ce32d2af83f9 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:16.898958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Port f8df6295-0728-49ff-bfe4-ce32d2af83f9 was not found and therefore no delete operation was performed {{(pid=103053) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:33:16.929319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.933192 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.938890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:16.957417 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-872695ec-44ee-4187-a132-e1f5d57c9dcb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:16.957890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872695ec-44ee-4187-a132-e1f5d57c9dcb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:16.963408 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-872695ec-44ee-4187-a132-e1f5d57c9dcb tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/2d77d70f-cc37-4d75-bd3e-2f4509e46877 HTTP/1.1" status: 404 len: 337 time: 0.0733087 Dec 13 16:33:16.965882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=f8df6295-0728-49ff-bfe4-ce32d2af83f9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:16.967793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45088) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.017526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddaa95b3-4609-4dd2-89a4-c980fe441dc2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:17.018014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddaa95b3-4609-4dd2-89a4-c980fe441dc2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:17.024461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ddaa95b3-4609-4dd2-89a4-c980fe441dc2 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/92d37380-1f91-42f6-bc42-4dcbb09b6136 HTTP/1.1" status: 404 len: 333 time: 0.0535052 Dec 13 16:33:17.025587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45092) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.045677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-697dfabc-f17f-429c-90e6-9191b3f165a2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8652666 Dec 13 16:33:17.047166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:33:17.051591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No DVR routers for this DVR port f8df6295-0728-49ff-bfe4-ce32d2af83f9 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:17.052205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:33:17.071361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb33fe-fb48-49ca-a197-5ba28b6b50fa tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:17.077914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb33fe-fb48-49ca-a197-5ba28b6b50fa tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:17.078393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb33fe-fb48-49ca-a197-5ba28b6b50fa tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:17.086981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb33fe-fb48-49ca-a197-5ba28b6b50fa tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:17.087515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5eb33fe-fb48-49ca-a197-5ba28b6b50fa tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:17.096166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e5eb33fe-fb48-49ca-a197-5ba28b6b50fa tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.2572391 Dec 13 16:33:17.096865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45100) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.103227 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d113eabb-9e61-440c-84bc-0a0be4ed2a51 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:17.103227 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d113eabb-9e61-440c-84bc-0a0be4ed2a51 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:17.106271 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d113eabb-9e61-440c-84bc-0a0be4ed2a51 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/fd392f6f-6547-4eb2-ac6f-8dea9ab290cc HTTP/1.1" status: 404 len: 337 time: 0.0709550 Dec 13 16:33:17.115612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45102) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.176098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:17.202128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc0ea78-f4cb-4e44-9a13-34b0de6c1fbf x-openstack-request-id: req-1fc0ea78-f4cb-4e44-9a13-34b0de6c1fbf {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:33:17.202851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:33:17.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fc0ea78-f4cb-4e44-9a13-34b0de6c1fbf {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:33:17.204056 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'status': 'completed', 'code': 200} Dec 13 16:33:17.211975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.250979 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acdf5103-6fad-490a-b3a7-fcea6429d2aa']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:17.276667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91757cd-bf56-4a7b-8259-f3227aea9961') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:17.278125 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfb0fc7-d9bf-42c5-92fb-a6f0742c979c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:17.278994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfb0fc7-d9bf-42c5-92fb-a6f0742c979c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:17.279503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91757cd-bf56-4a7b-8259-f3227aea9961') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:17.283030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8dfb0fc7-d9bf-42c5-92fb-a6f0742c979c tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d40ebaeb-35c1-41f3-8a4f-1fe232dbda2c HTTP/1.1" status: 404 len: 333 time: 0.1528759 Dec 13 16:33:17.288296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45106) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.288649 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45108) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.312326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.329788 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.339879 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.358011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.362296 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aaf2ca9-7803-4b5f-aa19-f96ecbe292ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:17.362788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aaf2ca9-7803-4b5f-aa19-f96ecbe292ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:17.368869 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3aaf2ca9-7803-4b5f-aa19-f96ecbe292ad tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/38c655b1-986d-498f-aaf0-a36911d77864 HTTP/1.1" status: 404 len: 337 time: 0.0750575 Dec 13 16:33:17.377326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45112) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.412897 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f43191-04f6-4ccc-88a8-e7ea49c40588 None None] Pushing event updated for resources: {'Port': ['ID=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:17.444813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4d80f-5be6-41c8-b786-318341234ad7 req-11cc30dc-dd63-4c96-b066-8046b760e75c tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:17.446462 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-deb4d80f-5be6-41c8-b786-318341234ad7 req-11cc30dc-dd63-4c96-b066-8046b760e75c tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.2888920 Dec 13 16:33:17.450425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-95297e3f-f65a-4922-934c-a601b735a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:17.452213 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-95297e3f-f65a-4922-934c-a601b735a938 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2bdbd3d85cf48d5ac211222fc26285a&device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 1098 time: 0.1930227 Dec 13 16:33:17.498960 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Attempting to bind port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:17.502926 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Attempting to bind port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:17.503505 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Attempting to bind port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d on network 3a28784d-0f76-432a-9fb3-8652a08c0c7f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:17.510355 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:17.511025 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Checking segment: {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:17.511615 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.512173 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Bound using segment: {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:17.512798 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Bound port: d9016f3e-ce2c-4fc1-96a4-71a1d688d09d, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:17.513409 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.537130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8b1ff9ed-4050-46ff-83c4-744f9064fdaa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:17.538265 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-8b1ff9ed-4050-46ff-83c4-744f9064fdaa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 16:33:17.538890 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-8b1ff9ed-4050-46ff-83c4-744f9064fdaa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 16:33:17.546109 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8b1ff9ed-4050-46ff-83c4-744f9064fdaa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2550178 Dec 13 16:33:17.547641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:17.548337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.563920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45114) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.583500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--359317066'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:17.600378 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] For port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:17.605322 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] For port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:17.615404 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.620159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '4f19313a-87c8-4ab3-a24f-297f77be5a81', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'floating_ip_address': '172.26.6.184', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'port_id': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'mac_address': 'fa:16:3e:d9:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45aa21d-a120-4504-84bf-690d1771786b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:33:13Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 0, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:54Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:17.623688 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c8490b-fb62-4e31-bf01-3007949e5193 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:17.624715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c8490b-fb62-4e31-bf01-3007949e5193 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:17.630849 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-77c8490b-fb62-4e31-bf01-3007949e5193 tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/a8959746-4711-4579-b2a8-a86e2c7899d5 HTTP/1.1" status: 404 len: 333 time: 0.1844072 Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:17.631877 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:17.634517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45116) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.643688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.671028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.672225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] Checking router: db509be9-fb8a-485b-98cd-21bc6e6dcd93 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:33:17.684364 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/acdf5103-6fad-490a-b3a7-fcea6429d2aa HTTP/1.1" status: 204 len: 168 time: 1.9499664 Dec 13 16:33:17.685604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69650edd-d808-41b2-ad11-1f657ebb741e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=acdf5103-6fad-490a-b3a7-fcea6429d2aa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:17.687541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45118) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:17.695405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1698739424'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:17.696245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:17.697089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:17.706292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.728834 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f43191-04f6-4ccc-88a8-e7ea49c40588 None None] Pushing event updated for resources: {'Port': ['ID=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:17.730426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.756650 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:17.766140 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:17.766625 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:17.873942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:17.898448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Allocated IP 172.26.6.187 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/b77561bb-8422-43ec-8c17-76e421e32667) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:18.033327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.075691 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.090812 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:18.092471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:18.096186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.124688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:18.128450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1379bae5-257d-4ecd-8791-bca7e4c89f71 None None] Provisioning complete for port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:18.129621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1379bae5-257d-4ecd-8791-bca7e4c89f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.137471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:18.143722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:18.152391 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b9b285-d42b-4411-8b81-47bf114c246e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:18.152578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b9b285-d42b-4411-8b81-47bf114c246e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:18.157879 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a8b9b285-d42b-4411-8b81-47bf114c246e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/d747c94a-b1cb-4c66-8bfe-3d11bb2bb2d5 HTTP/1.1" status: 404 len: 337 time: 0.5126407 Dec 13 16:33:18.177935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45120) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:18.181796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6842112-62cc-4b6b-a03d-72cfef0ab504 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:18.182249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.208841 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-deb4d80f-5be6-41c8-b786-318341234ad7 req-b9b210f1-bfae-41a7-8d3c-25123adf0754 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7536941 Dec 13 16:33:18.213832 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75e61e2-311c-4ba5-961e-cb3f2f61013e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:18.214485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75e61e2-311c-4ba5-961e-cb3f2f61013e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:18.220680 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c75e61e2-311c-4ba5-961e-cb3f2f61013e tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d46b925c-14cd-4b15-a1f4-efa07d87faa7 HTTP/1.1" status: 404 len: 333 time: 0.0378523 Dec 13 16:33:18.226540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45122) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:18.239012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45124) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:18.251740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event updated for resources: {'Port': ['ID=b77561bb-8422-43ec-8c17-76e421e32667,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:18.258924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-b9f68a23-8562-4b9f-baf8-fd273f479790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:18.260361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-b9f68a23-8562-4b9f-baf8-fd273f479790 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 HTTP/1.1" status: 200 len: 897 time: 0.7970552 Dec 13 16:33:18.318245 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:18.321031 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a57581-eadd-4bfd-b0ae-51ee8b74c2ac tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:18.321702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a57581-eadd-4bfd-b0ae-51ee8b74c2ac tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:18.327451 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-35a57581-eadd-4bfd-b0ae-51ee8b74c2ac tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/c2761533-9145-4435-9b9e-df8d32013335 HTTP/1.1" status: 404 len: 337 time: 0.0947392 Dec 13 16:33:18.333436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45126) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:18.343393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1379bae5-257d-4ecd-8791-bca7e4c89f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.366938 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09f3416-d3e9-44aa-b426-0b9ff87503ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:18.367663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09f3416-d3e9-44aa-b426-0b9ff87503ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:18.371040 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b09f3416-d3e9-44aa-b426-0b9ff87503ec tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/ports/d1a711cb-0948-4645-ad9e-e4596639f67b HTTP/1.1" status: 404 len: 333 time: 0.0333080 Dec 13 16:33:18.378022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '4f19313a-87c8-4ab3-a24f-297f77be5a81', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'floating_ip_address': '172.26.6.184', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'port_id': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'mac_address': 'fa:16:3e:d9:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45aa21d-a120-4504-84bf-690d1771786b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:33:13Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 0, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:54Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:18.390704 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-77de8e99-26f3-4029-bea1-ab00f96e18b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf HTTP/1.1" status: 200 len: 999 time: 0.1134028 Dec 13 16:33:18.394514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45128) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:18.417283 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:17Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:18.423964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1379bae5-257d-4ecd-8791-bca7e4c89f71 None None] For port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:18.425545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f2e0cc-751a-4900-880d-cc3a98626424 None None] The sync data for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv is: [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '4f19313a-87c8-4ab3-a24f-297f77be5a81', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'floating_ip_address': '172.26.6.184', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'port_id': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'mac_address': 'fa:16:3e:d9:66:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45aa21d-a120-4504-84bf-690d1771786b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:33:13Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 0, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:54Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:18.432324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.432773 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment 21c1ecd2-e181-4c47-9a8a-75441ee2ddd0 of type vlan for network db68789e-0542-4582-b042-06d2996a62ec Dec 13 16:33:18.433030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1379bae5-257d-4ecd-8791-bca7e4c89f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.469582 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e16c67-f0fd-442d-897a-508e06028bf4 None None] The sync data for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv is: [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:17Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:18.497056 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379bae5-257d-4ecd-8791-bca7e4c89f71 None None] Pushing event updated for resources: {'Port': ['ID=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:18.511824 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8e9adf-ec0f-46ca-b4a0-6bda32d688de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:18.512540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8e9adf-ec0f-46ca-b4a0-6bda32d688de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:18.518610 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0d8e9adf-ec0f-46ca-b4a0-6bda32d688de tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/subnets/79a599fd-ffea-41da-bbdf-8365bb81da9e HTTP/1.1" status: 404 len: 337 time: 0.1162965 Dec 13 16:33:18.521763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45130) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:18.565454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-44734dfa-402f-49e6-8b7f-985358e3b7bb None None] Provisioning complete for port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:18.565900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44734dfa-402f-49e6-8b7f-985358e3b7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.597278 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-77fbd54b-5f0b-47fb-83a2-d4936132dfa0 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2868 time: 1.4721825 Dec 13 16:33:18.606499 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5ffbdf1b-cbb1-4aa4-802d-0f4381aa024a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/floatingips/4f19313a-87c8-4ab3-a24f-297f77be5a81 HTTP/1.1" status: 200 len: 991 time: 0.3606303 Dec 13 16:33:18.616666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.617159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-b2b91a98-97c0-4936-b329-e6838c171315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:18.618796 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-b2b91a98-97c0-4936-b329-e6838c171315 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f35c06b3-0fb2-464b-9f31-d3526cdc86a5 HTTP/1.1" status: 200 len: 834 time: 0.2052023 Dec 13 16:33:18.710870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-44734dfa-402f-49e6-8b7f-985358e3b7bb None None] Provisioning complete for port b77561bb-8422-43ec-8c17-76e421e32667 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:18.711414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44734dfa-402f-49e6-8b7f-985358e3b7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.716033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.730563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-bed0e60e-52ba-4a4a-bed1-2d8f26e25ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:18.733692 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-bed0e60e-52ba-4a4a-bed1-2d8f26e25ec7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1064928 Dec 13 16:33:18.736401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.772468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.783020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:18.784772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.790933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-44734dfa-402f-49e6-8b7f-985358e3b7bb None None] Port b77561bb-8422-43ec-8c17-76e421e32667 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:18.811719 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8d45c1-b715-482a-830a-c2955dc31ff8 None None] New status for floating IP 4f19313a-87c8-4ab3-a24f-297f77be5a81: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:33:18.912861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:18.916072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=db68789e-0542-4582-b042-06d2996a62ec,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:18.930919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network db68789e-0542-4582-b042-06d2996a62ec details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:18.952311 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f8ab183a-217e-4c30-a40d-7b583c121ba4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2593558 Dec 13 16:33:19.017418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45134) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.023397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': 'db68789e-0542-4582-b042-06d2996a62ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:19.046732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f40cb8-5413-4bb9-81a9-048ac6526f1c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:19.100156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.111336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.138450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45136) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.161897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.163178 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5871415 Dec 13 16:33:19.171599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45138) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.178190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c0218b22-38e2-42df-afd1-11e6f0394309 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '6c962879-5ade-4849-9c65-c2c8ef17f3ef', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:19.185202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db1d6a-f946-49d0-9dbf-4d53568f4834 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c962879-5ade-4849-9c65-c2c8ef17f3ef,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:19.189356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2de7c89a-6bca-4366-b82c-306677609ca1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742583366', 'description': 'tempest-secgroup-smoke-742583366 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:19.223149 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-e88ec437-79b3-428e-b387-23eda93499c4 service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770958 Dec 13 16:33:19.251386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0218b22-38e2-42df-afd1-11e6f0394309 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.341767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.344233 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2de7c89a-6bca-4366-b82c-306677609ca1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.367919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0218b22-38e2-42df-afd1-11e6f0394309 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.372534 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9a822c-9cf4-4633-9393-65eecfb4fd7a req-ef9e3bc8-14cd-410e-8e37-e4ff28d0a570 service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395044 Dec 13 16:33:19.375214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0218b22-38e2-42df-afd1-11e6f0394309 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.391275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0218b22-38e2-42df-afd1-11e6f0394309 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c08332-57a2-480c-b6f1-3531bf425c3d,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:19.404579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ba4744e-bfa0-4bbb-8255-861faf832180']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:19.422075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c0218b22-38e2-42df-afd1-11e6f0394309 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.422610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:19.424939 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c0218b22-38e2-42df-afd1-11e6f0394309 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2504253 Dec 13 16:33:19.426580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.427327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45140) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.431781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.432791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-09dca83e-1da9-4785-ab04-b05937a1abb2 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '6c962879-5ade-4849-9c65-c2c8ef17f3ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:19.437835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3162966a-bbee-4d3a-a9c2-fb27d04bdf97') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:19.438138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3162966a-bbee-4d3a-a9c2-fb27d04bdf97') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:19.462573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-09dca83e-1da9-4785-ab04-b05937a1abb2 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.512570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-09dca83e-1da9-4785-ab04-b05937a1abb2 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): There was a conflict when trying to complete your request. Dec 13 16:33:19.514350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-09dca83e-1da9-4785-ab04-b05937a1abb2 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0855167 Dec 13 16:33:19.516961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45142) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.557392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.577363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccadb8d7-7076-4efd-8747-666872ab6b34 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.602026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccadb8d7-7076-4efd-8747-666872ab6b34 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.608622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.612503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45144) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.651355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:19.651998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.654825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccadb8d7-7076-4efd-8747-666872ab6b34 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.659825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccadb8d7-7076-4efd-8747-666872ab6b34 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.663850 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ccadb8d7-7076-4efd-8747-666872ab6b34 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/6c962879-5ade-4849-9c65-c2c8ef17f3ef HTTP/1.1" status: 204 len: 168 time: 0.1433229 Dec 13 16:33:19.667282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45146) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.680188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadb8d7-7076-4efd-8747-666872ab6b34 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c962879-5ade-4849-9c65-c2c8ef17f3ef,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:19.684021 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:19.733489 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-64771538-3d3c-4427-9891-382c6d2f9282 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0643139 Dec 13 16:33:19.736345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45148) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.747419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e105da63-008e-4551-a7f3-47f609bbf7aa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1685036378'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:19.773865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e105da63-008e-4551-a7f3-47f609bbf7aa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.823840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2de7c89a-6bca-4366-b82c-306677609ca1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.825693 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.830246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.834064 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] 10.222.0.13 "DELETE /v2.0/networks/2ba4744e-bfa0-4bbb-8255-861faf832180 HTTP/1.1" status: 204 len: 168 time: 1.2526824 Dec 13 16:33:19.849176 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-188e1445-d5fd-40e4-b21e-56c29802e9d6 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/floatingips/4f19313a-87c8-4ab3-a24f-297f77be5a81 HTTP/1.1" status: 200 len: 993 time: 0.2220144 Dec 13 16:33:19.849176 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2de7c89a-6bca-4366-b82c-306677609ca1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.867073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e105da63-008e-4551-a7f3-47f609bbf7aa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.874559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e105da63-008e-4551-a7f3-47f609bbf7aa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.914630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e105da63-008e-4551-a7f3-47f609bbf7aa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:19.918909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e105da63-008e-4551-a7f3-47f609bbf7aa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1789348 Dec 13 16:33:19.918909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e105da63-008e-4551-a7f3-47f609bbf7aa tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a131e0c4-e157-4200-8b73-22f72aa4c4ab,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:19.919582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb8a6a-f9ec-44f3-9439-4bbbd0a3be7a tempest-NetworksTestDHCPv6-1381166666 tempest-NetworksTestDHCPv6-1381166666-project] Pushing event deleted for resources: {'Network': ['ID=2ba4744e-bfa0-4bbb-8255-861faf832180,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:19.920519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45152) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.924993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d567256d-6483-4bc8-b384-8d6ab51e0125 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': 'a131e0c4-e157-4200-8b73-22f72aa4c4ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:19.926753 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.api.v2.base [None req-d567256d-6483-4bc8-b384-8d6ab51e0125 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 13 16:33:19.927377 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-d567256d-6483-4bc8-b384-8d6ab51e0125 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:19.930955 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d567256d-6483-4bc8-b384-8d6ab51e0125 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069253 Dec 13 16:33:19.931193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45154) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:19.991469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41315d96-26cb-4ef7-b407-59997b3f4d1e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.028015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41315d96-26cb-4ef7-b407-59997b3f4d1e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.094711 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41315d96-26cb-4ef7-b407-59997b3f4d1e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.099417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41315d96-26cb-4ef7-b407-59997b3f4d1e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.101170 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-41315d96-26cb-4ef7-b407-59997b3f4d1e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/a131e0c4-e157-4200-8b73-22f72aa4c4ab HTTP/1.1" status: 204 len: 168 time: 0.1689262 Dec 13 16:33:20.106045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45158) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.127714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41315d96-26cb-4ef7-b407-59997b3f4d1e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131e0c4-e157-4200-8b73-22f72aa4c4ab,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:20.180888 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a9859379-7ec8-443d-9cc1-2d8e8193fcb5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0732336 Dec 13 16:33:20.184546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45160) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.189522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012773625'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:20.194414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45162) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.221852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.310091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.317414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2de7c89a-6bca-4366-b82c-306677609ca1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.318685 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2de7c89a-6bca-4366-b82c-306677609ca1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1369486 Dec 13 16:33:20.323248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45166) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.323398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7c89a-6bca-4366-b82c-306677609ca1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a4fd15-403a-4df5-b186-840505e3c696,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:20.330024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7229d671-0aff-42c0-a8b7-497f3fc9d18c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '17a4fd15-403a-4df5-b186-840505e3c696', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:20.334581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.392382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.405262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2ba011-e430-4c9d-b64c-18567269705d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:20.418125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.418745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.419401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.419973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.420472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.421015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.421653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.422161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.422713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.423236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.423748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.424392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.424949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:20.435898 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-14e48706-5a80-43f0-8451-63a4e294370e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b1d6da0fabd4f5e857e2a64c3330388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403972 Dec 13 16:33:20.439248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45168) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.440066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.440191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.441710 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-00438f0b-213b-4ab3-ae11-c76f340b784e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2560246 Dec 13 16:33:20.445364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45170) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.451058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ad51d832-549a-4048-87c6-69a1f2e334f5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '3f2ba011-e430-4c9d-b64c-18567269705d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:20.451963 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.api.v2.base [None req-ad51d832-549a-4048-87c6-69a1f2e334f5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 13 16:33:20.452472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-ad51d832-549a-4048-87c6-69a1f2e334f5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:20.455897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ad51d832-549a-4048-87c6-69a1f2e334f5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067525 Dec 13 16:33:20.455897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7229d671-0aff-42c0-a8b7-497f3fc9d18c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.458839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45172) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.526868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d9016f3e-ce2c-4fc1-96a4-71a1d688d09d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:20.545282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7229d671-0aff-42c0-a8b7-497f3fc9d18c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.551876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7229d671-0aff-42c0-a8b7-497f3fc9d18c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.562374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5399-6a58-409f-94ca-b8dfbb4aacea tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.571320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=2a8fc4d8-cf07-4573-ba11-faff21ab1605,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:20.586177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229d671-0aff-42c0-a8b7-497f3fc9d18c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c34b13e-9bc5-400b-a8c5-aa7c712ef5cd,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:20.593194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:20.593536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7229d671-0aff-42c0-a8b7-497f3fc9d18c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.594052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.600155 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7229d671-0aff-42c0-a8b7-497f3fc9d18c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704971 Dec 13 16:33:20.600155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45174) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.603492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f55ae1d4-964c-4be0-b461-bd460f37e550 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '17a4fd15-403a-4df5-b186-840505e3c696', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:20.611219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': '21c1ecd2-e181-4c47-9a8a-75441ee2ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db68789e-0542-4582-b042-06d2996a62ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:20.611838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: db68789e-0542-4582-b042-06d2996a62ec, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:20.617231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5399-6a58-409f-94ca-b8dfbb4aacea tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.624530 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88242e7c-46e7-48c0-9403-8ca69b3aaaac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.663894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f55ae1d4-964c-4be0-b461-bd460f37e550 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.666612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network db68789e-0542-4582-b042-06d2996a62ec is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:20.674908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88242e7c-46e7-48c0-9403-8ca69b3aaaac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.692330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5399-6a58-409f-94ca-b8dfbb4aacea tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.695388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c6c5399-6a58-409f-94ca-b8dfbb4aacea tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.698989 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6c6c5399-6a58-409f-94ca-b8dfbb4aacea tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/3f2ba011-e430-4c9d-b64c-18567269705d HTTP/1.1" status: 204 len: 168 time: 0.2368896 Dec 13 16:33:20.701196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45176) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.711123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, db68789e-0542-4582-b042-06d2996a62ec) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:20.716270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c5399-6a58-409f-94ca-b8dfbb4aacea tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2ba011-e430-4c9d-b64c-18567269705d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:20.721168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f0c40f-d80f-4cf1-9098-8e40d1539089 None None] Network db68789e-0542-4582-b042-06d2996a62ec requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:20.730055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:20.730699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.750185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Router e9661a92-7d74-45b0-8374-c2a4cde7eabc is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:20.761141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f55ae1d4-964c-4be0-b461-bd460f37e550 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.764478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f55ae1d4-964c-4be0-b461-bd460f37e550 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.773199 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-15695a49-0719-4978-acc1-69ecbd9a556e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7541590 Dec 13 16:33:20.777264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45178) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.787720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2dbf22f9-5e99-41db-bec3-60a97561344a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-270596571', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:20.809351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55ae1d4-964c-4be0-b461-bd460f37e550 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35d078e-8bcc-4edb-ba83-59c170ebf69c,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:20.820081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f55ae1d4-964c-4be0-b461-bd460f37e550 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.821302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f55ae1d4-964c-4be0-b461-bd460f37e550 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2215760 Dec 13 16:33:20.825249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45180) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.831860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fcabf0e3-e397-4103-9a81-0562ac8141cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '17a4fd15-403a-4df5-b186-840505e3c696', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:20.845645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2dbf22f9-5e99-41db-bec3-60a97561344a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.846709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2dbf22f9-5e99-41db-bec3-60a97561344a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.866773 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e85e3ac0-d9af-4e09-9a6d-4881c98ef4be tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1643126 Dec 13 16:33:20.870212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45182) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:20.873286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88242e7c-46e7-48c0-9403-8ca69b3aaaac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.876509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88242e7c-46e7-48c0-9403-8ca69b3aaaac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.876677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2f888e81-2d60-4768-a08e-70bf2c851702 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--15876674'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:20.877654 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-88242e7c-46e7-48c0-9403-8ca69b3aaaac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/530c4a12-35ae-4571-9ae5-583676babd69 HTTP/1.1" status: 204 len: 168 time: 0.4353158 Dec 13 16:33:20.890673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-db68789e-0542-4582-b042-06d2996a62ec', 'network_id': 'db68789e-0542-4582-b042-06d2996a62ec', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': '2a8fc4d8-cf07-4573-ba11-faff21ab1605'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:20.891583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.893357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88242e7c-46e7-48c0-9403-8ca69b3aaaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c4a12-35ae-4571-9ae5-583676babd69,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:20.923314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:20.960270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcabf0e3-e397-4103-9a81-0562ac8141cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.981896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2dbf22f9-5e99-41db-bec3-60a97561344a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:20.983347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e045e9-46f8-4e4d-8e92-be3137688d56 None None] Sync routers for ids ['e9661a92-7d74-45b0-8374-c2a4cde7eabc'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:20.992120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2dbf22f9-5e99-41db-bec3-60a97561344a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.003211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2f888e81-2d60-4768-a08e-70bf2c851702 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.003562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.009084 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6e2f7f33-41ec-4dcd-8cf9-8589aedc5eca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.2672758 Dec 13 16:33:21.009891 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45186) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.011638 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e045e9-46f8-4e4d-8e92-be3137688d56 None None] Routers {'e9661a92-7d74-45b0-8374-c2a4cde7eabc'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:21.012325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-75e045e9-46f8-4e4d-8e92-be3137688d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e9661a92-7d74-45b0-8374-c2a4cde7eabc'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:21.036053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2dbf22f9-5e99-41db-bec3-60a97561344a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.041063 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2dbf22f9-5e99-41db-bec3-60a97561344a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2600160 Dec 13 16:33:21.046483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45188) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.063142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-75e045e9-46f8-4e4d-8e92-be3137688d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:21.087460 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:33:21.102722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e045e9-46f8-4e4d-8e92-be3137688d56 None None] Routers {'e9661a92-7d74-45b0-8374-c2a4cde7eabc'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:21.103347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-75e045e9-46f8-4e4d-8e92-be3137688d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e9661a92-7d74-45b0-8374-c2a4cde7eabc'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:21.152646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-75e045e9-46f8-4e4d-8e92-be3137688d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:21.153559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e045e9-46f8-4e4d-8e92-be3137688d56 None None] The sync data for ids ['e9661a92-7d74-45b0-8374-c2a4cde7eabc'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:21.163333 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-06b9540c-d934-4d97-8844-557db1dde7ce tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/routers/e9661a92-7d74-45b0-8374-c2a4cde7eabc HTTP/1.1" status: 200 len: 924 time: 0.1518354 Dec 13 16:33:21.164132 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45192) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.170666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Allocated IP 2001:db8::2 (db68789e-0542-4582-b042-06d2996a62ec/2a8fc4d8-cf07-4573-ba11-faff21ab1605/fdc72c0b-d364-4f8a-8a8a-9a137b68a79a) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:21.202789 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c30427c2-a90f-46ef-a219-d07ab0db3b49 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9661a92-7d74-45b0-8374-c2a4cde7eabc HTTP/1.1" status: 200 len: 205 time: 0.0375290 Dec 13 16:33:21.205262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45194) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.256115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcabf0e3-e397-4103-9a81-0562ac8141cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.277925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcabf0e3-e397-4103-9a81-0562ac8141cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.333280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.386236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabf0e3-e397-4103-9a81-0562ac8141cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739e545d-b6d4-488f-9227-cbd3419ac300,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:21.417105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcabf0e3-e397-4103-9a81-0562ac8141cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.421618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fcabf0e3-e397-4103-9a81-0562ac8141cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5922420 Dec 13 16:33:21.421866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45202) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.427707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '17a4fd15-403a-4df5-b186-840505e3c696', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:21.466819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2f888e81-2d60-4768-a08e-70bf2c851702 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.483090 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2f888e81-2d60-4768-a08e-70bf2c851702 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.497458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.511625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.520855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.524856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f888e81-2d60-4768-a08e-70bf2c851702 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=649badc0-eba2-41ba-885c-ce7cf9338866,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:21.538753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.555109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.571100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2f888e81-2d60-4768-a08e-70bf2c851702 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.574767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2f888e81-2d60-4768-a08e-70bf2c851702 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7013676 Dec 13 16:33:21.574929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Network db68789e-0542-4582-b042-06d2996a62ec is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:21.576448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45206) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.579664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:21.581865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a8f2f8a2-f1b7-463e-97bf-8e0c6e3abfe5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '649badc0-eba2-41ba-885c-ce7cf9338866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:21.582983 dv-neutron-821599-1-hyperv neutron-server[103052]: WARNING neutron.api.v2.base [None req-a8f2f8a2-f1b7-463e-97bf-8e0c6e3abfe5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 13 16:33:21.583380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-a8f2f8a2-f1b7-463e-97bf-8e0c6e3abfe5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:21.586694 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a8f2f8a2-f1b7-463e-97bf-8e0c6e3abfe5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065396 Dec 13 16:33:21.588101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45208) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.588882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:21.593253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d7acbf3c-c925-452c-8a63-26a1192daf77 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '649badc0-eba2-41ba-885c-ce7cf9338866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:21.594162 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-d7acbf3c-c925-452c-8a63-26a1192daf77 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 13 16:33:21.594846 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-d7acbf3c-c925-452c-8a63-26a1192daf77 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:21.595970 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d7acbf3c-c925-452c-8a63-26a1192daf77 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064280 Dec 13 16:33:21.600936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45210) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.605696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Pushing event updated for resources: {'Port': ['ID=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:21.611216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5e5c2804-a0e8-4022-9d3a-57f5082d4b2a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '649badc0-eba2-41ba-885c-ce7cf9338866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:21.612357 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-5e5c2804-a0e8-4022-9d3a-57f5082d4b2a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 13 16:33:21.613082 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-5e5c2804-a0e8-4022-9d3a-57f5082d4b2a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:21.614494 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5e5c2804-a0e8-4022-9d3a-57f5082d4b2a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123761 Dec 13 16:33:21.617991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45212) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.627575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b64bb637-483b-47e9-81a6-c9139efb8418 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '649badc0-eba2-41ba-885c-ce7cf9338866', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:21.628672 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-b64bb637-483b-47e9-81a6-c9139efb8418 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 13 16:33:21.631577 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-b64bb637-483b-47e9-81a6-c9139efb8418 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:21.633204 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b64bb637-483b-47e9-81a6-c9139efb8418 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104101 Dec 13 16:33:21.639314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45216) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.661939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.667367 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Attempting to bind port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:21.668158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Attempting to bind port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '21c1ecd2-e181-4c47-9a8a-75441ee2ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db68789e-0542-4582-b042-06d2996a62ec'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:21.668552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Attempting to bind port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a on network db68789e-0542-4582-b042-06d2996a62ec {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:21.674540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:21.675516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Checking segment: {'id': '21c1ecd2-e181-4c47-9a8a-75441ee2ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db68789e-0542-4582-b042-06d2996a62ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:21.676719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.677248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Bound using segment: {'id': '21c1ecd2-e181-4c47-9a8a-75441ee2ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db68789e-0542-4582-b042-06d2996a62ec'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:21.678088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Bound port: fdc72c0b-d364-4f8a-8a8a-9a137b68a79a, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c1ecd2-e181-4c47-9a8a-75441ee2ddd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'db68789e-0542-4582-b042-06d2996a62ec'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:21.678977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.679253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.723827 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1324e3cb-4439-4cd1-959e-43e6eb492df9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:21.731280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.735007 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3096223 Dec 13 16:33:21.737717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45222) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.745537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-65719ae7-91fb-45e9-9249-1812f4c981a4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '17a4fd15-403a-4df5-b186-840505e3c696', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:21.751587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.751942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.752294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.752639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.752980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.753316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.753651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.754535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.754977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.755359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.755735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.756138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.756473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55288488-b19d-4f92-8bac-c0b8ce0d7149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:21.761014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] For port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:21.765770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] For port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,segment=NetworkSegment(21c1ecd2-e181-4c47-9a8a-75441ee2ddd0),segment_id=21c1ecd2-e181-4c47-9a8a-75441ee2ddd0)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:21.774172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.776526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Deleting port b77561bb-8422-43ec-8c17-76e421e32667 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:21.777092 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.838775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-478640fb-298c-427c-8cf0-2fcf05587e0a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.866800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c788784-0dfb-49e6-8fe6-e1e6c1fc71e7 None None] Pushing event updated for resources: {'Port': ['ID=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:21.867230 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-65719ae7-91fb-45e9-9249-1812f4c981a4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:33:21.884222 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-478640fb-298c-427c-8cf0-2fcf05587e0a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.893055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65719ae7-91fb-45e9-9249-1812f4c981a4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:21.963046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45226) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:21.987553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.006659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Calling delete_port for b77561bb-8422-43ec-8c17-76e421e32667 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:22.019237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65719ae7-91fb-45e9-9249-1812f4c981a4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.026049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-478640fb-298c-427c-8cf0-2fcf05587e0a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.027460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8::1 (db68789e-0542-4582-b042-06d2996a62ec/2a8fc4d8-cf07-4573-ba11-faff21ab1605/76031241-1991-4035-90d4-361651478416) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:22.028807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-478640fb-298c-427c-8cf0-2fcf05587e0a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.030182 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-478640fb-298c-427c-8cf0-2fcf05587e0a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/649badc0-eba2-41ba-885c-ce7cf9338866 HTTP/1.1" status: 204 len: 168 time: 0.3897355 Dec 13 16:33:22.033549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45230) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:22.038322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65719ae7-91fb-45e9-9249-1812f4c981a4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.120104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478640fb-298c-427c-8cf0-2fcf05587e0a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=649badc0-eba2-41ba-885c-ce7cf9338866,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:22.133623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65719ae7-91fb-45e9-9249-1812f4c981a4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1b17e8-6f18-471e-b2d3-94629c8b8ea1,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:22.151262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65719ae7-91fb-45e9-9249-1812f4c981a4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.152505 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-65719ae7-91fb-45e9-9249-1812f4c981a4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4120569 Dec 13 16:33:22.158167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45232) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:22.163833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3216a866-f2e7-4a50-b725-9f90c56371bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '17a4fd15-403a-4df5-b186-840505e3c696', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:22.179707 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a0d775b7-6a1d-4260-8b5f-c05a0a6f1762 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1405187 Dec 13 16:33:22.181148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45234) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:22.188698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-447069209'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:22.195380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-640fe429-4db9-4f39-9a28-4f77ba85928a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135116634'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:22.263165 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-3216a866-f2e7-4a50-b725-9f90c56371bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:33:22.269603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3216a866-f2e7-4a50-b725-9f90c56371bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.272855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.289015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:22.292886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.307275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.345718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.356922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-640fe429-4db9-4f39-9a28-4f77ba85928a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.380109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3216a866-f2e7-4a50-b725-9f90c56371bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.381004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.401473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network db68789e-0542-4582-b042-06d2996a62ec is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:22.408593 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3216a866-f2e7-4a50-b725-9f90c56371bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.412349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:22.418290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:22.419347 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.421829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event deleted for resources: {'Port': ['ID=b77561bb-8422-43ec-8c17-76e421e32667,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:22.450040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216a866-f2e7-4a50-b725-9f90c56371bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c302939-5cf5-477a-826f-ede0c1f68acf,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:22.467951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=76031241-1991-4035-90d4-361651478416,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:22.475686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6fcb59-34dc-49dd-944b-303e3de736b8 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:22.507795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3216a866-f2e7-4a50-b725-9f90c56371bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.509033 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3216a866-f2e7-4a50-b725-9f90c56371bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3498564 Dec 13 16:33:22.555959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.564357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.565243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.585268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fdc72c0b-d364-4f8a-8a8a-9a137b68a79a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:22.604678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:22.623127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5820742d-de50-4660-b199-1344b206c9bd,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:22.643202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-640fe429-4db9-4f39-9a28-4f77ba85928a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.648699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.649045 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Added segment 35d9c125-ce3f-434d-90b1-703d87632806 of type vlan for network 0fc44e21-4169-4b8e-b630-300c6c03636e Dec 13 16:33:22.670807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-640fe429-4db9-4f39-9a28-4f77ba85928a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.681549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:22.682351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.694454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.698754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.756687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-640fe429-4db9-4f39-9a28-4f77ba85928a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.757965 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-640fe429-4db9-4f39-9a28-4f77ba85928a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5664413 Dec 13 16:33:22.759942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640fe429-4db9-4f39-9a28-4f77ba85928a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0ff5ce-5246-4d3e-b275-a9d264bc4810,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:22.762330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45244) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:22.767129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f60378e3-c93f-43eb-ae8f-7b186f042320 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:22.767847 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-f60378e3-c93f-43eb-ae8f-7b186f042320 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 16:33:22.768532 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-f60378e3-c93f-43eb-ae8f-7b186f042320 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:22.770512 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f60378e3-c93f-43eb-ae8f-7b186f042320 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070009 Dec 13 16:33:22.772412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.773164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Fanout notify agent at l3_agent the message router_deleted on router e9661a92-7d74-45b0-8374-c2a4cde7eabc {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:22.774692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45246) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:22.780585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-98f6c194-18d6-47bc-930d-4bd01622582e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:22.798558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.799936 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7a94564f-3d88-478d-9fb1-ada7f6ad5cca tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/e9661a92-7d74-45b0-8374-c2a4cde7eabc HTTP/1.1" status: 204 len: 168 time: 1.5937679 Dec 13 16:33:22.804543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45252) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:22.809445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1231014713', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': False}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:22.872547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.874291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.878096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.883295 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-98f6c194-18d6-47bc-930d-4bd01622582e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:22.884917 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-98f6c194-18d6-47bc-930d-4bd01622582e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1090889 Dec 13 16:33:22.889552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45254) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:22.894769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2d1259d5-65c9-4a2c-890f-a27b4080b7d8 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:22.895257 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-2d1259d5-65c9-4a2c-890f-a27b4080b7d8 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 13 16:33:22.895850 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-2d1259d5-65c9-4a2c-890f-a27b4080b7d8 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:22.897158 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2d1259d5-65c9-4a2c-890f-a27b4080b7d8 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066316 Dec 13 16:33:22.901813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45256) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:22.907899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0f19d90b-4b3f-4b81-942f-8c8d3ee9dedb tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:22.932525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,segment=NetworkSegment(21c1ecd2-e181-4c47-9a8a-75441ee2ddd0),segment_id=21c1ecd2-e181-4c47-9a8a-75441ee2ddd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:22.942332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:22.967181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.028015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.071480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:23.091874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.118601 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-0f19d90b-4b3f-4b81-942f-8c8d3ee9dedb tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:23.119658 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0f19d90b-4b3f-4b81-942f-8c8d3ee9dedb tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2168672 Dec 13 16:33:23.152416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45258) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:23.158930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-28c5b844-f554-47f7-a367-52790d41e0cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:23.159419 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-28c5b844-f554-47f7-a367-52790d41e0cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 13 16:33:23.159895 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-28c5b844-f554-47f7-a367-52790d41e0cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:23.162000 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-28c5b844-f554-47f7-a367-52790d41e0cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085971 Dec 13 16:33:23.164716 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45260) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:23.171262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b8fd5878-24e6-4e6f-bbea-5d080af6f4e3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:23.179313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.214554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32073a-6dd7-4e01-962a-7a22b8305b85 None None] Network db68789e-0542-4582-b042-06d2996a62ec requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:23.238928 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-fb8d5424-2998-4a8e-8818-68fd407869e5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742583366&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.2572174 Dec 13 16:33:23.246096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.resource_extend [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 16:33:23.274933 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-b8fd5878-24e6-4e6f-bbea-5d080af6f4e3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:23.276560 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b8fd5878-24e6-4e6f-bbea-5d080af6f4e3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1108859 Dec 13 16:33:23.282394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9b8355b0-0d73-4055-90ac-c0d99c850ad9 None None] Provisioning complete for port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:23.282800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9b8355b0-0d73-4055-90ac-c0d99c850ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.283501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45262) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:23.291628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-050c9d1d-1925-4430-9cc2-59ac9f508932 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:23.292067 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-050c9d1d-1925-4430-9cc2-59ac9f508932 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 13 16:33:23.292655 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-050c9d1d-1925-4430-9cc2-59ac9f508932 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:23.296367 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-050c9d1d-1925-4430-9cc2-59ac9f508932 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092578 Dec 13 16:33:23.296683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45264) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:23.301960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-168f774d-ff7b-451f-a892-7b9f5057490e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:23.358405 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-168f774d-ff7b-451f-a892-7b9f5057490e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:23.362944 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-168f774d-ff7b-451f-a892-7b9f5057490e tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0626454 Dec 13 16:33:23.363142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45266) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:23.368374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0f59fdd9-dc9b-4e05-9a43-3c67c8b4a56a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '4e0ff5ce-5246-4d3e-b275-a9d264bc4810', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:23.435227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.440738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:23.442003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.519672 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-0f59fdd9-dc9b-4e05-9a43-3c67c8b4a56a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:23.521078 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0f59fdd9-dc9b-4e05-9a43-3c67c8b4a56a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1562166 Dec 13 16:33:23.522317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.523959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45268) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:23.555788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.619372 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6551504 Dec 13 16:33:23.624800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45270) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:23.635256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'name': 'tempest-PortsTestJSON-586742266'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:23.654053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-17e8afb2-9774-41d2-b055-214e9a431466 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:23.662064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-17e8afb2-9774-41d2-b055-214e9a431466 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=3a28784d-0f76-432a-9fb3-8652a08c0c7f HTTP/1.1" status: 200 len: 796 time: 0.4057877 Dec 13 16:33:23.671877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4304ce-c8d9-4799-89c9-d65037f64387 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Network': ['ID=0fc44e21-4169-4b8e-b630-300c6c03636e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:23.685166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:23.694953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-4eb7e40a-3afc-4686-99d8-ce9224cd7582 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0318975 Dec 13 16:33:23.698994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-36603885-fc0a-4861-84dc-a13589b9f405 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.773936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-36603885-fc0a-4861-84dc-a13589b9f405 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.794070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-df3d8a41-6b65-4f68-add0-a165f9c98a05 None None] Provisioning complete for port 76031241-1991-4035-90d4-361651478416 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:23.794742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-df3d8a41-6b65-4f68-add0-a165f9c98a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.803862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Allocated IP 172.26.6.206 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/fb69806b-395d-46c2-8b39-b7b3e049159f) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:23.805790 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-4e7eb1ec-d6a9-4525-9d8f-eae5fca62bef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1099560 Dec 13 16:33:23.864016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:23.868480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-df3d8a41-6b65-4f68-add0-a165f9c98a05 None None] Port 76031241-1991-4035-90d4-361651478416 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:23.869012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.886844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.887693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-df3d8a41-6b65-4f68-add0-a165f9c98a05 None None] Provisioning complete for port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:23.888073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-df3d8a41-6b65-4f68-add0-a165f9c98a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.899134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.900070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.923132 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-36603885-fc0a-4861-84dc-a13589b9f405 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.927859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-36603885-fc0a-4861-84dc-a13589b9f405 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:23.929748 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-36603885-fc0a-4861-84dc-a13589b9f405 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/4e0ff5ce-5246-4d3e-b275-a9d264bc4810 HTTP/1.1" status: 204 len: 168 time: 0.4048533 Dec 13 16:33:23.942068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45272) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:23.967659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36603885-fc0a-4861-84dc-a13589b9f405 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0ff5ce-5246-4d3e-b275-a9d264bc4810,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:23.974260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:24.055616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=76031241-1991-4035-90d4-361651478416,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:24.060313 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-f054dea6-4095-4e76-86a1-2510bc547bcc service neutron] 10.222.0.13 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371364 Dec 13 16:33:24.073622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.109777 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-05113271-6180-402c-ba9b-c743e4d80dc5 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1626749 Dec 13 16:33:24.139288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d6063680-acee-45e6-a462-632e28657786 None None] Provisioning complete for port 76031241-1991-4035-90d4-361651478416 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:24.140683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45274) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:24.140820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d6063680-acee-45e6-a462-632e28657786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.146946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-500bd09c-7a28-44dc-a583-4d5208c1eecf tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--433003248'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:24.177480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d6063680-acee-45e6-a462-632e28657786 None None] Port 76031241-1991-4035-90d4-361651478416 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:24.187628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.209662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network db68789e-0542-4582-b042-06d2996a62ec is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:24.217662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:24.221072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-500bd09c-7a28-44dc-a583-4d5208c1eecf tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.223036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.243827 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:24.248970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:24.255138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:24.279078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e0b71c-caf9-4765-8a24-bb6e88616aca None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:24.280227 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'Port': ['ID=fb69806b-395d-46c2-8b39-b7b3e049159f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:24.290582 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-677b1dba-777b-4023-967e-5606d24e814d service neutron] 10.222.0.13 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172055 Dec 13 16:33:24.359103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.408730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ed430bb6-67ba-4c97-b0c2-f71de87d22c1 None None] Provisioning complete for port fb69806b-395d-46c2-8b39-b7b3e049159f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:24.409150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ed430bb6-67ba-4c97-b0c2-f71de87d22c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.451409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-500bd09c-7a28-44dc-a583-4d5208c1eecf tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.465610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-500bd09c-7a28-44dc-a583-4d5208c1eecf tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.482314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ed430bb6-67ba-4c97-b0c2-f71de87d22c1 None None] Port fb69806b-395d-46c2-8b39-b7b3e049159f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:24.486794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:24.518471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=9a9c40f3-ce5b-45fb-8faa-391e914ee1fb,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:24.537445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fdc72c0b-d364-4f8a-8a8a-9a137b68a79a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:24.548128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-500bd09c-7a28-44dc-a583-4d5208c1eecf tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.554514 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-500bd09c-7a28-44dc-a583-4d5208c1eecf tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4087286 Dec 13 16:33:24.572372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45278) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:24.588552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-591f2d29-9335-4656-ac8a-215467e7cd2a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '9621a83c-a8d8-43e6-b55a-66d765ae6c99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:24.626283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:24.626682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.636041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bd09c-7a28-44dc-a583-4d5208c1eecf tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9621a83c-a8d8-43e6-b55a-66d765ae6c99,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:24.670659 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4cd083f4-5dcf-4109-99e1-8b701b3c39ff req-3d137763-83be-448a-8606-3e5f00c89ccb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 210 time: 0.0516596 Dec 13 16:33:24.737900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9b1ec2bd-ef0d-4a08-a965-5f0c29ccd6b2 None None] Provisioning complete for port 76031241-1991-4035-90d4-361651478416 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:24.740700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec2bd-ef0d-4a08-a965-5f0c29ccd6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.788079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ec2bd-ef0d-4a08-a965-5f0c29ccd6b2 None None] Port 76031241-1991-4035-90d4-361651478416 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:24.818268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:24.828647 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-479742c3-5ca5-4e9b-8bf5-b86be2d2c104 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7740722 Dec 13 16:33:24.828647 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-591f2d29-9335-4656-ac8a-215467e7cd2a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The resource could not be found. Dec 13 16:33:24.828647 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-591f2d29-9335-4656-ac8a-215467e7cd2a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2518585 Dec 13 16:33:24.828647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45286) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:24.828647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45288) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:24.833993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-db4bc918-f936-407a-97b5-a99f8c5afb79 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '9621a83c-a8d8-43e6-b55a-66d765ae6c99', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9af98d5e-0144-41f7-9c3e-d9e286c2919b'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:24.845591 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c510ce4-b665-44a1-a08d-5dcd3f83b96e None None] Sync routers for ids ['a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:24.861033 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c510ce4-b665-44a1-a08d-5dcd3f83b96e None None] Routers {'a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:24.861680 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4c510ce4-b665-44a1-a08d-5dcd3f83b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:24.898107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fbf9d5-7375-401d-b2d6-34acc9093529 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:24.903058 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b4fbf9d5-7375-401d-b2d6-34acc9093529 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports/76031241-1991-4035-90d4-361651478416 HTTP/1.1" status: 200 len: 911 time: 0.0760295 Dec 13 16:33:24.905712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45290) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:24.918079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking segment: {'id': '35d9c125-ce3f-434d-90b1-703d87632806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:24.918871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network hostable DHCP agents. Network: 0fc44e21-4169-4b8e-b630-300c6c03636e, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:24.921265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bed94903-d60b-4b7a-8223-0b288986a5c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:24.928231 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4c510ce4-b665-44a1-a08d-5dcd3f83b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:24.940286 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c510ce4-b665-44a1-a08d-5dcd3f83b96e None None] Routers {'a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:24.941138 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4c510ce4-b665-44a1-a08d-5dcd3f83b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:24.983848 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4c510ce4-b665-44a1-a08d-5dcd3f83b96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:24.984475 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c510ce4-b665-44a1-a08d-5dcd3f83b96e None None] The sync data for ids ['a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:25.033861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:25.048030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-db4bc918-f936-407a-97b5-a99f8c5afb79 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The resource could not be found. Dec 13 16:33:25.049108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 0fc44e21-4169-4b8e-b630-300c6c03636e) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:25.053418 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-db4bc918-f936-407a-97b5-a99f8c5afb79 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2207866 Dec 13 16:33:25.053743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45294) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:25.056053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:25.061748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:25.062367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.072709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724ee837-f823-468b-9804-5eebeef91573 None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:25.094816 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-386e5dac-f6ad-43f9-a64d-3cb2316681e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4660187 Dec 13 16:33:25.098149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45296) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:25.103959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1020277235'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:25.108692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.209564 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:25.213143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.215822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1cd506f6-9bfa-4255-b85f-186a58bba451 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.252368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:25.271407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1cd506f6-9bfa-4255-b85f-186a58bba451 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.298077 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.298422 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Added segment 9ec94587-212f-438c-93c0-a65f12f2dbb2 of type vlan for network 45b47547-1aaf-4c03-8fa1-14a98671cb78 Dec 13 16:33:25.386097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.390431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1cd506f6-9bfa-4255-b85f-186a58bba451 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.393003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1cd506f6-9bfa-4255-b85f-186a58bba451 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.394216 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1cd506f6-9bfa-4255-b85f-186a58bba451 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/9621a83c-a8d8-43e6-b55a-66d765ae6c99 HTTP/1.1" status: 204 len: 168 time: 0.3394761 Dec 13 16:33:25.398215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45298) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:25.451090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.453847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd506f6-9bfa-4255-b85f-186a58bba451 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9621a83c-a8d8-43e6-b55a-66d765ae6c99,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:25.459328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.467181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:25.467770 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.498585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.533150 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ddc35781-205e-476d-a65b-854afd11aa28 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1289515 Dec 13 16:33:25.565671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45300) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:25.570785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e8680c09-0912-4e82-8a21-b5764cd3a0f2 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': 'a63042c6-50ba-43ee-bf72-d975d8ee3a59', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:25.617866 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5175045 Dec 13 16:33:25.630897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45302) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:25.638073 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'ports': [{'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e'}, {'network_id': '45b47547-1aaf-4c03-8fa1-14a98671cb78'}]} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:25.638385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:25.638921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '45b47547-1aaf-4c03-8fa1-14a98671cb78'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:25.647607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee12b38-3cfe-4fbb-8c4e-9401d9941456 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Network': ['ID=45b47547-1aaf-4c03-8fa1-14a98671cb78,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:25.659304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 45b47547-1aaf-4c03-8fa1-14a98671cb78 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:25.832968 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-e8680c09-0912-4e82-8a21-b5764cd3a0f2 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The resource could not be found. Dec 13 16:33:25.834097 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8680c09-0912-4e82-8a21-b5764cd3a0f2 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2674098 Dec 13 16:33:25.839630 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45306) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:25.852429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-41552127-db74-4e73-8faa-85bcc099f44c tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--175556929'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:25.894901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41552127-db74-4e73-8faa-85bcc099f44c tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:25.899953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Router c83c0fef-7495-42ba-acfc-dedd08eb4827 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:25.924955 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c7f690d7-ff29-438a-a246-25f682a171ca req-cf84b350-d5e4-4fe0-9015-0065fa170120 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 210 time: 0.1049991 Dec 13 16:33:25.961917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 2} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:25.966318 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.027610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.094221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-27d9b7b0-5e73-4ed6-8940-772ebeafaa17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:26.095691 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-27d9b7b0-5e73-4ed6-8940-772ebeafaa17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=3a28784d-0f76-432a-9fb3-8652a08c0c7f HTTP/1.1" status: 200 len: 796 time: 0.2770398 Dec 13 16:33:26.145464 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:26.158068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Sync routers for ids ['c83c0fef-7495-42ba-acfc-dedd08eb4827'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:26.168604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Routers {'c83c0fef-7495-42ba-acfc-dedd08eb4827'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:26.168852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41552127-db74-4e73-8faa-85bcc099f44c tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.169448 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['c83c0fef-7495-42ba-acfc-dedd08eb4827'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:26.171503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port dee51ed9-2736-451e-b04c-7ec722782980 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:26.181582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41552127-db74-4e73-8faa-85bcc099f44c tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.209722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.213781 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ff09e5bb-413e-4187-9384-ee6a2522d268 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4079468 Dec 13 16:33:26.215786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45312) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:26.217530 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-d2ada20f-bebd-4b8d-8beb-3f14a8df6488 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 379 time: 0.1093686 Dec 13 16:33:26.229630 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41552127-db74-4e73-8faa-85bcc099f44c tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.230836 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-41552127-db74-4e73-8faa-85bcc099f44c tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3902481 Dec 13 16:33:26.237791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45314) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:26.246504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['17a4fd15-403a-4df5-b186-840505e3c696']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:26.274418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-962d7c68-2763-45f9-966c-bf4894e9eb2d tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--1159292296'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:26.288343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Set router c83c0fef-7495-42ba-acfc-dedd08eb4827 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:26.312200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41552127-db74-4e73-8faa-85bcc099f44c tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74718e08-5e7e-44e3-bfbb-fecd5a6ebc68,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:26.366016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 76031241-1991-4035-90d4-361651478416 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:26.366461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.396592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-962d7c68-2763-45f9-966c-bf4894e9eb2d tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.446221 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-64913e1d-2390-48fa-a21b-cfdab13a6a76 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/routers/c83c0fef-7495-42ba-acfc-dedd08eb4827 HTTP/1.1" status: 200 len: 909 time: 0.2270460 Dec 13 16:33:26.447766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45316) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:26.450554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:26.454863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.456529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1231014713', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': True}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:26.497572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.502571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c0fef-7495-42ba-acfc-dedd08eb4827', 'name': 'tempest-snat-router-1231014713', 'tenant_id': '185debe6c0964f918a45cbb3a5d07ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.206'}], 'enable_snat': False}, 'gw_port_id': 'fb69806b-395d-46c2-8b39-b7b3e049159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:22Z', 'updated_at': '2021-12-13T16:33:24Z', 'revision_number': 3, 'project_id': '185debe6c0964f918a45cbb3a5d07ebb', 'gw_port': {'id': 'fb69806b-395d-46c2-8b39-b7b3e049159f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c0fef-7495-42ba-acfc-dedd08eb4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:23Z', 'updated_at': '2021-12-13T16:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:26.506399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.534296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Checking router: c83c0fef-7495-42ba-acfc-dedd08eb4827 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:33:26.534684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Updating router c83c0fef-7495-42ba-acfc-dedd08eb4827 port fb69806b-395d-46c2-8b39-b7b3e049159f binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:33:26.556546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.557567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.559144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 76031241-1991-4035-90d4-361651478416 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:26.561794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.609725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 890c23f6-7281-403d-ab05-3f4a7c8272a5 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:26.614798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-962d7c68-2763-45f9-966c-bf4894e9eb2d tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.627917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-962d7c68-2763-45f9-966c-bf4894e9eb2d tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.676727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.696682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.11 (3a28784d-0f76-432a-9fb3-8652a08c0c7f/271fdb47-0bea-49da-a261-24592a21ad38/6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:26.700517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-962d7c68-2763-45f9-966c-bf4894e9eb2d tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.704575 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-962d7c68-2763-45f9-966c-bf4894e9eb2d tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4606884 Dec 13 16:33:26.736178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45318) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:26.742289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6a446117-5e20-4fcf-a4c4-024e5ff55e97 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group_rule': {'security_group_id': '74718e08-5e7e-44e3-bfbb-fecd5a6ebc68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '25b0f6cf-010a-4681-949a-f335a6aa300f'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:26.764096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d7c68-2763-45f9-966c-bf4894e9eb2d tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b0f6cf-010a-4681-949a-f335a6aa300f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:26.844839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.855366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.857639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-6a446117-5e20-4fcf-a4c4-024e5ff55e97 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:26.861355 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6a446117-5e20-4fcf-a4c4-024e5ff55e97 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1204813 Dec 13 16:33:26.862118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45320) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:26.887813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.903027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.915741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938dce6b-9823-4a8f-a49c-74b96b16655b None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:26.936458 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Attempting to bind port fb69806b-395d-46c2-8b39-b7b3e049159f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:26.936946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Attempting to bind port fb69806b-395d-46c2-8b39-b7b3e049159f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:26.937493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Attempting to bind port fb69806b-395d-46c2-8b39-b7b3e049159f on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:26.947221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:26.947667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:26.948128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.948637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:26.949228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Bound port: fb69806b-395d-46c2-8b39-b7b3e049159f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:26.949782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.972258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:26.994039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=76031241-1991-4035-90d4-361651478416,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:27.007742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] For port fb69806b-395d-46c2-8b39-b7b3e049159f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:27.011173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] For port fb69806b-395d-46c2-8b39-b7b3e049159f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fb69806b-395d-46c2-8b39-b7b3e049159f,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:27.016042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Pushing event updated for resources: {'Port': ['ID=fb69806b-395d-46c2-8b39-b7b3e049159f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:27.022866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.029084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.115466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c346c5f-7f87-43d7-a55f-e2cf308bfa2c None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:27.121318 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:27.133984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:27.137682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Routers {'c83c0fef-7495-42ba-acfc-dedd08eb4827'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:27.138393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:32:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['c83c0fef-7495-42ba-acfc-dedd08eb4827'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:27.140594 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=dee51ed9-2736-451e-b04c-7ec722782980,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:27.144095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:27.145140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.153581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.230769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.276473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] Set router c83c0fef-7495-42ba-acfc-dedd08eb4827 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:27.280247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1af5ca45-20ce-4a8f-a8b4-2e58e813b6a4 None None] Provisioning complete for port fb69806b-395d-46c2-8b39-b7b3e049159f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:27.280724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1af5ca45-20ce-4a8f-a8b4-2e58e813b6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.284770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Pushing event updated for resources: {'Port': ['ID=fb69806b-395d-46c2-8b39-b7b3e049159f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:27.325822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ec3325a-954d-4609-a52e-0837eff895cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.392046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.392393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.392738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.393078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.393414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.393746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.394098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.394497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.394866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.395192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.395516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.395838 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.396157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f9747d-e782-43f9-b68e-786c8835100d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:33:27.413459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:27.415988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.429171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:27.434885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ec3325a-954d-4609-a52e-0837eff895cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.439452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:27.447169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a8128af5-17cb-4c2d-931a-aac138492376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.464695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:27.495210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659858c7-d18a-4268-8fe0-ba12a3ef40c7 req-7be1c1e0-9141-4b49-8dc1-df62b2062cee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:27.496851 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-659858c7-d18a-4268-8fe0-ba12a3ef40c7 req-7be1c1e0-9141-4b49-8dc1-df62b2062cee tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 932 time: 0.2887611 Dec 13 16:33:27.586033 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=890c23f6-7281-403d-ab05-3f4a7c8272a5,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:27.655418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.674957 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-659858c7-d18a-4268-8fe0-ba12a3ef40c7 req-a93c0459-af4d-41df-9f1b-26dff3b74ca4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478438 Dec 13 16:33:27.680333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.711571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ec3325a-954d-4609-a52e-0837eff895cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.714281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ec3325a-954d-4609-a52e-0837eff895cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.715453 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8ec3325a-954d-4609-a52e-0837eff895cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/25b0f6cf-010a-4681-949a-f335a6aa300f HTTP/1.1" status: 204 len: 168 time: 0.8529744 Dec 13 16:33:27.721446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:27.722054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.726121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45324) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:27.731400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking segment: {'id': '9ec94587-212f-438c-93c0-a65f12f2dbb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '45b47547-1aaf-4c03-8fa1-14a98671cb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:27.731673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network hostable DHCP agents. Network: 45b47547-1aaf-4c03-8fa1-14a98671cb78, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:27.735135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1af5ca45-20ce-4a8f-a8b4-2e58e813b6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.762898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 45b47547-1aaf-4c03-8fa1-14a98671cb78 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:27.776186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1af5ca45-20ce-4a8f-a8b4-2e58e813b6a4 None None] For port fb69806b-395d-46c2-8b39-b7b3e049159f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fb69806b-395d-46c2-8b39-b7b3e049159f,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:27.780570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1af5ca45-20ce-4a8f-a8b4-2e58e813b6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.788702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3325a-954d-4609-a52e-0837eff895cc tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b0f6cf-010a-4681-949a-f335a6aa300f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:27.801283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 45b47547-1aaf-4c03-8fa1-14a98671cb78) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:27.808380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:27.814960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:27.820869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:27.821762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.827205 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-093e2563-248c-4a99-b956-47fe67270e19 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5846472 Dec 13 16:33:27.838480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24752ec9-b2df-42ab-ab38-2c3b26c0ab67 None None] Network 45b47547-1aaf-4c03-8fa1-14a98671cb78 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:27.843240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Allocated IP 172.26.6.226 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/5f37bbe2-1c61-4685-ad92-bb911f657cca) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:27.843418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Request body: {'port': {'device_id': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:27.855927 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f02bf199-50bd-4745-b3b3-ae7ea4a2e080 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2239463 Dec 13 16:33:27.861742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45326) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:27.902599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:33:27.917664 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2aca4248-703e-4615-af7d-f25ca9a5a66b tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4540 time: 0.1841292 Dec 13 16:33:27.917884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5ca45-20ce-4a8f-a8b4-2e58e813b6a4 None None] Pushing event updated for resources: {'Port': ['ID=fb69806b-395d-46c2-8b39-b7b3e049159f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:27.918549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45328) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:27.934007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83c0fef-7495-42ba-acfc-dedd08eb4827', 'name': 'tempest-snat-router-1231014713', 'tenant_id': '185debe6c0964f918a45cbb3a5d07ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.206'}], 'enable_snat': False}, 'gw_port_id': 'fb69806b-395d-46c2-8b39-b7b3e049159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:22Z', 'updated_at': '2021-12-13T16:33:24Z', 'revision_number': 3, 'project_id': '185debe6c0964f918a45cbb3a5d07ebb', 'gw_port': {'id': 'fb69806b-395d-46c2-8b39-b7b3e049159f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c0fef-7495-42ba-acfc-dedd08eb4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:23Z', 'updated_at': '2021-12-13T16:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:27.981635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.985293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a0108ddb-80d6-4334-81f3-10b698749719 None None] Provisioning complete for port fb69806b-395d-46c2-8b39-b7b3e049159f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:27.985980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a0108ddb-80d6-4334-81f3-10b698749719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:27.989790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb5885-dc1b-4025-87c5-130e21709c49 None None] The sync data for ids ['c83c0fef-7495-42ba-acfc-dedd08eb4827'] in dv-neutron-821599-1-hyperv is: [{'id': 'c83c0fef-7495-42ba-acfc-dedd08eb4827', 'name': 'tempest-snat-router-1231014713', 'tenant_id': '185debe6c0964f918a45cbb3a5d07ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.206'}], 'enable_snat': False}, 'gw_port_id': 'fb69806b-395d-46c2-8b39-b7b3e049159f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:22Z', 'updated_at': '2021-12-13T16:33:24Z', 'revision_number': 3, 'project_id': '185debe6c0964f918a45cbb3a5d07ebb', 'gw_port': {'id': 'fb69806b-395d-46c2-8b39-b7b3e049159f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83c0fef-7495-42ba-acfc-dedd08eb4827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:23Z', 'updated_at': '2021-12-13T16:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:28.031834 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.043912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a109f-6b52-47a4-85d4-1e68464f5956 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 890c23f6-7281-403d-ab05-3f4a7c8272a5 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:28.044216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e2a109f-6b52-47a4-85d4-1e68464f5956 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.104661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:28.117446 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fd19a-2faf-43e3-88e6-7ba52f69edd4 None None] Sync routers for ids ['a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:28.133275 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a6265686-e080-496a-a5f9-7bbdd979c72e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2264452 Dec 13 16:33:28.140513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45330) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:28.141199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754b9ec8-2e9c-4f13-a6bc-ea9a652ae856 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.145095 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fd19a-2faf-43e3-88e6-7ba52f69edd4 None None] Routers {'a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:28.146393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e2a109f-6b52-47a4-85d4-1e68464f5956 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.147391 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c93fd19a-2faf-43e3-88e6-7ba52f69edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:28.158768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a0108ddb-80d6-4334-81f3-10b698749719 None None] Provisioning complete for port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:28.159350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a0108ddb-80d6-4334-81f3-10b698749719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.163304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-4e2a109f-6b52-47a4-85d4-1e68464f5956 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 890c23f6-7281-403d-ab05-3f4a7c8272a5 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:28.172279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.178325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754b9ec8-2e9c-4f13-a6bc-ea9a652ae856 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.209058 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-accb496d-3115-45a8-9414-c7798c353b01 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2 HTTP/1.1" status: 200 len: 205 time: 0.0478179 Dec 13 16:33:28.210804 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c93fd19a-2faf-43e3-88e6-7ba52f69edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:28.212151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a0108ddb-80d6-4334-81f3-10b698749719 None None] Port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:28.212569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45332) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:28.229647 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93fd19a-2faf-43e3-88e6-7ba52f69edd4 None None] Routers {'a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:28.231244 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c93fd19a-2faf-43e3-88e6-7ba52f69edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:28.267654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:28.274629 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c93fd19a-2faf-43e3-88e6-7ba52f69edd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:28.275532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:28.275870 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93fd19a-2faf-43e3-88e6-7ba52f69edd4 None None] The sync data for ids ['a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:28.285424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:28.292983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'Port': ['ID=5f37bbe2-1c61-4685-ad92-bb911f657cca,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:28.293899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8394b65-7ea6-4a9c-9499-a0e0e9fca4e7 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:28.345463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ab3891c2-88a4-4481-a073-4de89e5f8f16 None None] Provisioning complete for port 5f37bbe2-1c61-4685-ad92-bb911f657cca triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:28.345915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ab3891c2-88a4-4481-a073-4de89e5f8f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.370000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7372caf6-9d77-42d2-b21c-bd71df3304d5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.465439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e2a109f-6b52-47a4-85d4-1e68464f5956 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.493284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ab3891c2-88a4-4481-a073-4de89e5f8f16 None None] Port 5f37bbe2-1c61-4685-ad92-bb911f657cca cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:28.499802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.533957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a109f-6b52-47a4-85d4-1e68464f5956 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=890c23f6-7281-403d-ab05-3f4a7c8272a5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:28.539614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e2a109f-6b52-47a4-85d4-1e68464f5956 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.545239 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4e2a109f-6b52-47a4-85d4-1e68464f5956 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/890c23f6-7281-403d-ab05-3f4a7c8272a5 HTTP/1.1" status: 204 len: 168 time: 0.6815972 Dec 13 16:33:28.545923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45334) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:28.593109 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fb69806b-395d-46c2-8b39-b7b3e049159f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:28.651360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port fb69806b-395d-46c2-8b39-b7b3e049159f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:28.651809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.732806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.755670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d83a4b-449d-476d-ba03-757c0dea23a7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:28.765717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d83a4b-449d-476d-ba03-757c0dea23a7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:28.767055 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b4d83a4b-449d-476d-ba03-757c0dea23a7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2201874 Dec 13 16:33:28.804440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45338) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:28.853667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754b9ec8-2e9c-4f13-a6bc-ea9a652ae856 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.856389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-754b9ec8-2e9c-4f13-a6bc-ea9a652ae856 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:28.857631 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-754b9ec8-2e9c-4f13-a6bc-ea9a652ae856 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/74718e08-5e7e-44e3-bfbb-fecd5a6ebc68 HTTP/1.1" status: 204 len: 168 time: 0.9291790 Dec 13 16:33:28.865896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45340) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:28.976305 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-78a0b0b5-59e2-4dfd-b63a-f236366cd095 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1053307 Dec 13 16:33:28.976519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45342) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:28.981827 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-70d48e07-68ff-4be2-b731-6eee1c4014d3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'tempest-secgroup--587322843'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:28.986843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b9ec8-2e9c-4f13-a6bc-ea9a652ae856 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74718e08-5e7e-44e3-bfbb-fecd5a6ebc68,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:29.040247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7372caf6-9d77-42d2-b21c-bd71df3304d5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.043916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7372caf6-9d77-42d2-b21c-bd71df3304d5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.062703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1093d-ff3b-40ad-a7bc-f534709ca522 req-359b5faf-e50a-4633-abdd-109cfab942d2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:29.064285 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eae1093d-ff3b-40ad-a7bc-f534709ca522 req-359b5faf-e50a-4633-abdd-109cfab942d2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 932 time: 0.2382572 Dec 13 16:33:29.096062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70d48e07-68ff-4be2-b731-6eee1c4014d3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.124285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-209bcb84-dcb0-4f73-8b0b-e2974e66810e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port dee51ed9-2736-451e-b04c-7ec722782980 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:29.124524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-209bcb84-dcb0-4f73-8b0b-e2974e66810e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.135895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7372caf6-9d77-42d2-b21c-bd71df3304d5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.136426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7372caf6-9d77-42d2-b21c-bd71df3304d5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Fanout notify agent at l3_agent the message router_deleted on router a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:29.150047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7372caf6-9d77-42d2-b21c-bd71df3304d5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.151369 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7372caf6-9d77-42d2-b21c-bd71df3304d5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2 HTTP/1.1" status: 204 len: 168 time: 0.9378569 Dec 13 16:33:29.155905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45344) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:29.212018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.236034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eae1093d-ff3b-40ad-a7bc-f534709ca522 req-74973fb3-d1e2-4116-9f19-c217fa10accb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394660 Dec 13 16:33:29.241413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-209bcb84-dcb0-4f73-8b0b-e2974e66810e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.256167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-42da8f3c-afb9-40cf-b144-30766d58616a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet 2a8fc4d8-cf07-4573-ba11-faff21ab1605 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:29.281305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42da8f3c-afb9-40cf-b144-30766d58616a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.320813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:33:29.332856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.341047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42da8f3c-afb9-40cf-b144-30766d58616a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.343637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-209bcb84-dcb0-4f73-8b0b-e2974e66810e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for dee51ed9-2736-451e-b04c-7ec722782980 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:29.377039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Transition to ACTIVE for port object 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:33:29.386032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.441897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70d48e07-68ff-4be2-b731-6eee1c4014d3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.451887 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70d48e07-68ff-4be2-b731-6eee1c4014d3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.487410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:29.528539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-70d48e07-68ff-4be2-b731-6eee1c4014d3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.533465 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-70d48e07-68ff-4be2-b731-6eee1c4014d3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5524499 Dec 13 16:33:29.536624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45346) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:29.545120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c0dccab9-1e5c-40f5-927c-378b5b8c58a0 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:29.545674 dv-neutron-821599-1-hyperv neutron-server[103053]: WARNING neutron.api.v2.base [None req-c0dccab9-1e5c-40f5-927c-378b5b8c58a0 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 13 16:33:29.546211 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-c0dccab9-1e5c-40f5-927c-378b5b8c58a0 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] update failed (client error): There was a conflict when trying to complete your request. Dec 13 16:33:29.546493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42da8f3c-afb9-40cf-b144-30766d58616a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.552883 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c0dccab9-1e5c-40f5-927c-378b5b8c58a0 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "PUT /v2.0/security-groups/91b244c0-56dc-45ed-89c9-1862b72c76ec HTTP/1.1" status: 409 len: 330 time: 0.0122063 Dec 13 16:33:29.561439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d48e07-68ff-4be2-b731-6eee1c4014d3 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b244c0-56dc-45ed-89c9-1862b72c76ec,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:29.563717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45348) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:29.613615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Attempting to bind port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:29.614014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Attempting to bind port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:29.614277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Attempting to bind port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee on network 3a28784d-0f76-432a-9fb3-8652a08c0c7f {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:29.619655 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee on network 3a28784d-0f76-432a-9fb3-8652a08c0c7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:33:29.619904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Attempting to bind port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee on network 3a28784d-0f76-432a-9fb3-8652a08c0c7f {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:29.627555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:29.627877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Checking segment: {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:29.628204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Bound using segment: {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:29.629214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Bound port: 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c301ee0f-bd59-4d82-b599-c98bed26a21a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:29.629802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.657977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-209bcb84-dcb0-4f73-8b0b-e2974e66810e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.680699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42da8f3c-afb9-40cf-b144-30766d58616a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.708510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1435e444-65e5-40c1-9e24-b32c1ef6cc90 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.710111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bcb84-dcb0-4f73-8b0b-e2974e66810e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=dee51ed9-2736-451e-b04c-7ec722782980,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:29.720254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da8f3c-afb9-40cf-b144-30766d58616a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8fc4d8-cf07-4573-ba11-faff21ab1605,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:29.723000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-42da8f3c-afb9-40cf-b144-30766d58616a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.729832 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-42da8f3c-afb9-40cf-b144-30766d58616a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/2a8fc4d8-cf07-4573-ba11-faff21ab1605 HTTP/1.1" status: 204 len: 168 time: 0.5684226 Dec 13 16:33:29.730064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-209bcb84-dcb0-4f73-8b0b-e2974e66810e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.730175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45350) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:29.732135 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-209bcb84-dcb0-4f73-8b0b-e2974e66810e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/dee51ed9-2736-451e-b04c-7ec722782980 HTTP/1.1" status: 204 len: 168 time: 0.9266956 Dec 13 16:33:29.733512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Router e5fadaa4-1356-494e-90e9-cc475ac7594e is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:29.739362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45352) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:29.758480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf203ff-c0f7-40df-8da8-ae8882e14e21 None None] Network db68789e-0542-4582-b042-06d2996a62ec requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:29.777728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1435e444-65e5-40c1-9e24-b32c1ef6cc90 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.807919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] For port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:29.834090 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] For port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:29.839948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.843611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.893412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:29.893931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.895649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] 10.222.0.31 "PUT /v2.0/ports/6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee HTTP/1.1" status: 200 len: 1094 time: 2.0566428 Dec 13 16:33:29.897298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:33:29.899634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:33:29.916108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89682cd1-ef99-46aa-b128-19322efb934b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:29.918155 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-89682cd1-ef99-46aa-b128-19322efb934b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1779597 Dec 13 16:33:29.921213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45356) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:29.946948 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1435e444-65e5-40c1-9e24-b32c1ef6cc90 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.949422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1435e444-65e5-40c1-9e24-b32c1ef6cc90 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.954148 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1435e444-65e5-40c1-9e24-b32c1ef6cc90 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/91b244c0-56dc-45ed-89c9-1862b72c76ec HTTP/1.1" status: 204 len: 168 time: 0.3781571 Dec 13 16:33:29.957859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45358) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:29.967544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:29.981413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0087045-a1b8-4eb1-aa33-67c8cbff6d5b x-openstack-request-id: req-d0087045-a1b8-4eb1-aa33-67c8cbff6d5b {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:33:29.981642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] DHCP port deletion for db68789e-0542-4582-b042-06d2996a62ec request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:29.982105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:33:29.982517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0087045-a1b8-4eb1-aa33-67c8cbff6d5b {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:33:29.983094 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'status': 'completed', 'code': 200} Dec 13 16:33:29.993224 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84a2331-5be2-4f7a-9d41-fecc38508da8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:33:30.005374 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a84a2331-5be2-4f7a-9d41-fecc38508da8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/890c23f6-7281-403d-ab05-3f4a7c8272a5 HTTP/1.1" status: 404 len: 333 time: 0.0828838 Dec 13 16:33:30.015705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45360) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:30.043811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba142f5-f38c-4b0b-a32b-63a46d3dbfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:30.059556 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:30.070832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] Deleting port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:30.071304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.075559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Sync routers for ids ['e5fadaa4-1356-494e-90e9-cc475ac7594e'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:30.076173 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435e444-65e5-40c1-9e24-b32c1ef6cc90 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b244c0-56dc-45ed-89c9-1862b72c76ec,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:30.090192 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaaee89-6768-4568-830c-950e3208b716 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:33:30.094222 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dfaaee89-6768-4568-830c-950e3208b716 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/dee51ed9-2736-451e-b04c-7ec722782980 HTTP/1.1" status: 404 len: 333 time: 0.0634239 Dec 13 16:33:30.096991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45362) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:30.149204 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-710e32d8-7655-42ef-8168-04172b195526 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1569171 Dec 13 16:33:30.150773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.152000 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e5948fc6-ded1-484e-a516-9b2a4a290d08 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7006226 Dec 13 16:33:30.152638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45364) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:30.166064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45366) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:30.167036 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-77469121-0547-4025-98f5-0a2068d8cd46 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] delete failed (client error): The resource could not be found. Dec 13 16:33:30.171501 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-77469121-0547-4025-98f5-0a2068d8cd46 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "DELETE /v2.0/security-groups/a1289e68-0803-40bd-8be1-51972c037868 HTTP/1.1" status: 404 len: 347 time: 0.0145109 Dec 13 16:33:30.173171 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Routers {'e5fadaa4-1356-494e-90e9-cc475ac7594e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:30.173822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e5fadaa4-1356-494e-90e9-cc475ac7594e'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:30.173980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45368) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:30.192330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-97f6d315-90d8-40d9-b71a-5229e29b632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:30.193846 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-97f6d315-90d8-40d9-b71a-5229e29b632d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 1097 time: 0.2098274 Dec 13 16:33:30.222152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-d415904a-defe-4f18-ade8-c51372ea3a3a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] show failed (client error): The resource could not be found. Dec 13 16:33:30.226984 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d415904a-defe-4f18-ade8-c51372ea3a3a tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-groups/ed0d7585-c6cc-49cd-937f-c6471dce1811 HTTP/1.1" status: 404 len: 347 time: 0.0484335 Dec 13 16:33:30.229801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45370) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:30.284242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:30.284598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.287467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] For port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,segment=NetworkSegment(21c1ecd2-e181-4c47-9a8a-75441ee2ddd0),segment_id=21c1ecd2-e181-4c47-9a8a-75441ee2ddd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:30.287942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.315866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] Calling delete_port for fdc72c0b-d364-4f8a-8a8a-9a137b68a79a owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:30.333414 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bfaab283-0795-46aa-bf76-18d8e823b7d1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/routers/e5fadaa4-1356-494e-90e9-cc475ac7594e HTTP/1.1" status: 200 len: 908 time: 0.1603978 Dec 13 16:33:30.335127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45374) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:30.361802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-7ab53df5-3f09-4486-942a-236b3becf12f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee HTTP/1.1" status: 200 len: 217 time: 0.1485186 Dec 13 16:33:30.373704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.398973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-56c353ca-98e0-4f4f-be13-9dab45d46072 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] show failed (client error): The resource could not be found. Dec 13 16:33:30.400046 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-56c353ca-98e0-4f4f-be13-9dab45d46072 tempest-NegativeSecGroupTest-672891066 tempest-NegativeSecGroupTest-672891066-project] 10.222.0.13 "GET /v2.0/security-group-rules/50b2e718-dafe-418d-a342-6e0f98517836 HTTP/1.1" status: 404 len: 356 time: 0.1645079 Dec 13 16:33:30.420232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Set router e5fadaa4-1356-494e-90e9-cc475ac7594e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:30.504711 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,segment=NetworkSegment(21c1ecd2-e181-4c47-9a8a-75441ee2ddd0),segment_id=21c1ecd2-e181-4c47-9a8a-75441ee2ddd0)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:30.504937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.505083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.550850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for fdc72c0b-d364-4f8a-8a8a-9a137b68a79a owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:30.581028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-b67bf776-e0d8-4f54-a0f1-f91a0bcaf1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:30.581904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fdc72c0b-d364-4f8a-8a8a-9a137b68a79a no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:30.583154 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-b67bf776-e0d8-4f54-a0f1-f91a0bcaf1d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=271fdb47-0bea-49da-a261-24592a21ad38 HTTP/1.1" status: 200 len: 835 time: 0.2014561 Dec 13 16:33:30.591296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7da72-36bc-403e-9307-9b505ea781a2 req-c6ec51c7-94ff-42ec-8b4c-4e691fd4bc85 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:30.593256 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-63b7da72-36bc-403e-9307-9b505ea781a2 req-c6ec51c7-94ff-42ec-8b4c-4e691fd4bc85 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 944 time: 0.2241144 Dec 13 16:33:30.668520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.704375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.724766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.737082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Deleting port 5f37bbe2-1c61-4685-ad92-bb911f657cca {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:30.737619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.758687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] Pushing event deleted for resources: {'Port': ['ID=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:30.763937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a update to DOWN by agent not found {{(pid=103054) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 13 16:33:30.783901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b47547-1aaf-4c03-8fa1-14a98671cb78']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:30.784421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a8abe-7b95-474d-a49c-80b157e044ab None None] No DVR routers for this DVR port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:30.799507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ec94587-212f-438c-93c0-a65f12f2dbb2') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:30.800005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ec94587-212f-438c-93c0-a65f12f2dbb2') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:30.809627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.818756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.823545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5fadaa4-1356-494e-90e9-cc475ac7594e', 'name': 'tempest-snat-router-1231014713', 'tenant_id': '185debe6c0964f918a45cbb3a5d07ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.226'}], 'enable_snat': True}, 'gw_port_id': '5f37bbe2-1c61-4685-ad92-bb911f657cca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:26Z', 'updated_at': '2021-12-13T16:33:28Z', 'revision_number': 3, 'project_id': '185debe6c0964f918a45cbb3a5d07ebb', 'gw_port': {'id': '5f37bbe2-1c61-4685-ad92-bb911f657cca', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5fadaa4-1356-494e-90e9-cc475ac7594e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:27Z', 'updated_at': '2021-12-13T16:33:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:30.843984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45380) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:30.851020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.863948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.864398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Calling delete_port for 5f37bbe2-1c61-4685-ad92-bb911f657cca owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:30.866622 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Checking router: e5fadaa4-1356-494e-90e9-cc475ac7594e for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:33:30.867123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Updating router e5fadaa4-1356-494e-90e9-cc475ac7594e port 5f37bbe2-1c61-4685-ad92-bb911f657cca binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:33:30.869840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-559a0234-2dbc-46d9-b01e-0aac00e80957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:30.871520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-559a0234-2dbc-46d9-b01e-0aac00e80957 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a28784d-0f76-432a-9fb3-8652a08c0c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2498024 Dec 13 16:33:30.881796 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-63b7da72-36bc-403e-9307-9b505ea781a2 req-77a0bcb7-d8cb-49ee-bbb7-ed4c027cdf5e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465439 Dec 13 16:33:30.885528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:30.885852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: items = [ Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:30.889126 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:30.913188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.019954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.037194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.076317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.079092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.083214 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/networks/45b47547-1aaf-4c03-8fa1-14a98671cb78 HTTP/1.1" status: 204 len: 168 time: 0.9853594 Dec 13 16:33:31.087369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=fdc72c0b-d364-4f8a-8a8a-9a137b68a79a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:31.092606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No DVR routers for this DVR port fdc72c0b-d364-4f8a-8a8a-9a137b68a79a on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:31.095307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45384) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:31.096082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ac9f1-4bea-45ef-9406-a46c27d68ff6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Network': ['ID=45b47547-1aaf-4c03-8fa1-14a98671cb78,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:31.104710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f37bbe2-1c61-4685-ad92-bb911f657cca,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:31.109348 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-243669199'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:31.134698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbacd7a8-fb53-45b2-889a-6f743de89f8b None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:31.171986 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.232803 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-5d1604c0-2036-43e6-9d41-5c411a172b41 service neutron] 10.222.0.31 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500147 Dec 13 16:33:31.238803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.242630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:33:31.243029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:33:31.247896 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f59cda84-1326-4f64-9f66-f5176954386e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e27f0dd73ec349d7abed5ae381e4a921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957045 Dec 13 16:33:31.264696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45386) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:31.324031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:31.327547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.337847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db68789e-0542-4582-b042-06d2996a62ec']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:31.377654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c1ecd2-e181-4c47-9a8a-75441ee2ddd0') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:31.378002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c1ecd2-e181-4c47-9a8a-75441ee2ddd0') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:31.402878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.431882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:31.447584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.467325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:31.467722 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:31.473161 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:31.476020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4f0b844-1b28-471c-bf1a-6910bdfa4629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.514854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.515197 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Added segment d8a429a5-c309-4481-aa18-dd4d127a8d91 of type vlan for network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b Dec 13 16:33:31.520704 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c99ad84d-a4a2-49a6-b992-dcd8d698c918 req-b873cd6e-26bc-40f6-9f2f-1febfa9cac20 service neutron] 10.222.0.31 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785869 Dec 13 16:33:31.548609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.551572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.593534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4f0b844-1b28-471c-bf1a-6910bdfa4629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.601022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.601713 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5fadaa4-1356-494e-90e9-cc475ac7594e {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:31.606694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.607335 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-05c033b4-0115-40ec-9588-a70094914abf tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "DELETE /v2.0/routers/e5fadaa4-1356-494e-90e9-cc475ac7594e HTTP/1.1" status: 204 len: 168 time: 1.2708662 Dec 13 16:33:31.610166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45388) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:31.612186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.631752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.649400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.652561 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/db68789e-0542-4582-b042-06d2996a62ec HTTP/1.1" status: 204 len: 168 time: 1.9221456 Dec 13 16:33:31.676756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45390) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:31.688703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-767361425', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:31.698822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73082639-3354-451d-b3f3-6287dde808c5 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=db68789e-0542-4582-b042-06d2996a62ec,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:31.721114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.727177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:31.727762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.731599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.762934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Port 5f37bbe2-1c61-4685-ad92-bb911f657cca not found while updating agent binding for router e5fadaa4-1356-494e-90e9-cc475ac7594e. {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 13 16:33:31.763507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-18d8917d-84ce-492a-9f3f-a61eb4f11d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:31.764830 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-18d8917d-84ce-492a-9f3f-a61eb4f11d9b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 1097 time: 0.1792116 Dec 13 16:33:31.774378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Routers set() bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:31.775151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Router IDs set() for agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 16:33:31.775816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_agentschedulers_db [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e5fadaa4-1356-494e-90e9-cc475ac7594e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent'). {{(pid=103054) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 16:33:31.776506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425445f-7e09-4dee-93a7-66f01c2bed3a None None] The sync data for ids ['e5fadaa4-1356-494e-90e9-cc475ac7594e'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:31.796243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.797325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.827631 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7292640 Dec 13 16:33:31.828342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4f0b844-1b28-471c-bf1a-6910bdfa4629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.830569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45392) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:31.831164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4f0b844-1b28-471c-bf1a-6910bdfa4629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.831878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f4f0b844-1b28-471c-bf1a-6910bdfa4629 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02f40cb8-5413-4bb9-81a9-048ac6526f1c HTTP/1.1" status: 204 len: 168 time: 0.5636923 Dec 13 16:33:31.837553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '091d5ceb-a8af-495a-8a21-2e89f2ceda9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:31.885348 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0b844-1b28-471c-bf1a-6910bdfa4629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f40cb8-5413-4bb9-81a9-048ac6526f1c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:31.887115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f358a1-8eb3-489a-a73d-6a2f7808f524 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Network': ['ID=091d5ceb-a8af-495a-8a21-2e89f2ceda9b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:31.912559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.928496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:31.950869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:31.995736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:31.999493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.028710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-d68fbecf-448b-4aee-a9e3-99f31ad3d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:32.030232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-d68fbecf-448b-4aee-a9e3-99f31ad3d3e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a28784d-0f76-432a-9fb3-8652a08c0c7f HTTP/1.1" status: 200 len: 897 time: 0.2353430 Dec 13 16:33:32.069906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Performing IP validity checks on allocation pools {{(pid=103053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 16:33:32.070591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 16:33:32.097380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Deleting port fb69806b-395d-46c2-8b39-b7b3e049159f {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:32.097873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.124538 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-ad323468-9103-4ed5-b532-30d754ca58be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee HTTP/1.1" status: 200 len: 217 time: 0.0617878 Dec 13 16:33:32.230773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] For port fb69806b-395d-46c2-8b39-b7b3e049159f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=fb69806b-395d-46c2-8b39-b7b3e049159f,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:32.231142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.234132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.250671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da19ab-6108-4234-a464-5dc71527259b req-f49522fe-4edc-4625-96d8-5cd9fe76c311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:32.252169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a1da19ab-6108-4234-a464-5dc71527259b req-f49522fe-4edc-4625-96d8-5cd9fe76c311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 944 time: 0.2210298 Dec 13 16:33:32.264595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Calling delete_port for fb69806b-395d-46c2-8b39-b7b3e049159f owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:32.325679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.405025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=1531f323-0830-490a-b773-d59974f43ba7,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:32.474262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking segment: {'id': 'd8a429a5-c309-4481-aa18-dd4d127a8d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '091d5ceb-a8af-495a-8a21-2e89f2ceda9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:32.474627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network hostable DHCP agents. Network: 091d5ceb-a8af-495a-8a21-2e89f2ceda9b, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:32.516563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:32.533409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 091d5ceb-a8af-495a-8a21-2e89f2ceda9b) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:32.540713 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:32.541305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.553050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeeba97-ce3e-4904-844c-25a6db94754d None None] Network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:32.560651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.601696 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-21b09bbf-bb67-4825-95d9-5d5977087ee9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7660649 Dec 13 16:33:32.601696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb69806b-395d-46c2-8b39-b7b3e049159f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:32.602777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45416) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:32.611197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '091d5ceb-a8af-495a-8a21-2e89f2ceda9b', 'name': 'tempest-PortsTestJSON-651853355'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:32.628400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-041360c5-29f2-4e9e-805d-a96fb9d965fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:32.631408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-041360c5-29f2-4e9e-805d-a96fb9d965fe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=271fdb47-0bea-49da-a261-24592a21ad38 HTTP/1.1" status: 200 len: 835 time: 0.4642506 Dec 13 16:33:32.640107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75913a63-767a-4154-9f40-206691c92ade None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:32.720176 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a1da19ab-6108-4234-a464-5dc71527259b req-b76fdee2-f87b-4884-b97f-c67af349bd42 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399419 Dec 13 16:33:32.730689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-d84fbd51-2510-4628-9c47-8521e53ed6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:32.735787 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-d84fbd51-2510-4628-9c47-8521e53ed6ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a28784d-0f76-432a-9fb3-8652a08c0c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930951 Dec 13 16:33:32.759555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.779989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-091d5ceb-a8af-495a-8a21-2e89f2ceda9b', 'network_id': '091d5ceb-a8af-495a-8a21-2e89f2ceda9b', 'project_id': 'd88388858e1e4b21a25579bb8f23aff8', 'fixed_ips': [{'subnet_id': '1531f323-0830-490a-b773-d59974f43ba7'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:32.781822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.793665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45418) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:32.880793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.885492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.929095 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-579942b3-f336-4273-b935-42235bee2b8c service neutron] 10.222.0.31 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836128 Dec 13 16:33:32.941667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:32.945652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.949411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.949959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c83c0fef-7495-42ba-acfc-dedd08eb4827 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:32.967530 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.969113 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e5b8e701-bb78-4a30-92a2-1fb373ad041b tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "DELETE /v2.0/routers/c83c0fef-7495-42ba-acfc-dedd08eb4827 HTTP/1.1" status: 204 len: 168 time: 1.3579779 Dec 13 16:33:32.970478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:32.973764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45422) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:32.979267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-441469024', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:32.994260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1365203990'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:33.010759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 39c36346-14ab-42a4-b07d-0c00b74e68b8 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:33.011338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Allocated IP 172.20.0.2 (091d5ceb-a8af-495a-8a21-2e89f2ceda9b/1531f323-0830-490a-b773-d59974f43ba7/2186fd02-da7b-499b-b055-42033fb8ad52) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:33.042041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.053707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.054786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.092167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Made reservation on behalf of 7955bfc24d5740ecb85cfc56adbb9be0 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:33.095748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.107618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.166238 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.207590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.215679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.228363 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e144397c-1aa9-4af3-b7d3-1fd5aa68548a req-f7c957b7-bedb-4b36-a053-479cebf6770b service neutron] 10.222.0.31 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668505 Dec 13 16:33:33.238847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 172.26.6.49 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/30c6c266-4bed-43b8-ad3f-e81ffc676d5f) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:33.257417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:33.260499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:33.264367 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:33.277267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Pushing event updated for resources: {'Port': ['ID=2186fd02-da7b-499b-b055-42033fb8ad52,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:33.330751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Attempting to bind port 2186fd02-da7b-499b-b055-42033fb8ad52 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:33.331123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Attempting to bind port 2186fd02-da7b-499b-b055-42033fb8ad52 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'd8a429a5-c309-4481-aa18-dd4d127a8d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '091d5ceb-a8af-495a-8a21-2e89f2ceda9b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:33.331535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Attempting to bind port 2186fd02-da7b-499b-b055-42033fb8ad52 on network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:33.338131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:33.338502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Checking segment: {'id': 'd8a429a5-c309-4481-aa18-dd4d127a8d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '091d5ceb-a8af-495a-8a21-2e89f2ceda9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:33.339005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.339400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Bound using segment: {'id': 'd8a429a5-c309-4481-aa18-dd4d127a8d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '091d5ceb-a8af-495a-8a21-2e89f2ceda9b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:33.340263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Bound port: 2186fd02-da7b-499b-b055-42033fb8ad52, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a429a5-c309-4481-aa18-dd4d127a8d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '091d5ceb-a8af-495a-8a21-2e89f2ceda9b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:33.340263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.366243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.374184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.377478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.7 (091d5ceb-a8af-495a-8a21-2e89f2ceda9b/1531f323-0830-490a-b773-d59974f43ba7/39c36346-14ab-42a4-b07d-0c00b74e68b8) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:33.379516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:33:33.437051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] For port 2186fd02-da7b-499b-b055-42033fb8ad52, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:33.439395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.475463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.481769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] For port 2186fd02-da7b-499b-b055-42033fb8ad52, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2186fd02-da7b-499b-b055-42033fb8ad52,segment=NetworkSegment(d8a429a5-c309-4481-aa18-dd4d127a8d91),segment_id=d8a429a5-c309-4481-aa18-dd4d127a8d91)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:33.490530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.497638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.500105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:33.504286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:33.508792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:33.541373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=30c6c266-4bed-43b8-ad3f-e81ffc676d5f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:33.556440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3c954f-bc75-4a2f-9ba1-4115a426165f None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:33.611647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:33.612877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:33.636162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea9915-f8af-48ad-9574-dec802ad8891 None None] Pushing event updated for resources: {'Port': ['ID=2186fd02-da7b-499b-b055-42033fb8ad52,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:33.647982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.648550 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Added segment b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b of type vlan for network 409ea722-4560-4a84-b1cf-2a3735f3345f Dec 13 16:33:33.653144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5aa09d0-8cf0-4e86-81e5-d9807b5c16f7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:33.653360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'port_id': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'mac_address': 'fa:16:3e:80:ec:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:33:33.739676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.744525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.755692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-fbb4a7d9-2388-4b1a-a8ac-9fdb024cb614 None None] Provisioning complete for port 30c6c266-4bed-43b8-ad3f-e81ffc676d5f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:33.756273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a7d9-2388-4b1a-a8ac-9fdb024cb614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.777741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.816154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:33:33.833193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.888700 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.895463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:33.900068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:33.952903 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1561713 Dec 13 16:33:33.962133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45426) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:33.966791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Request body: {'subnet': {'network_id': '409ea722-4560-4a84-b1cf-2a3735f3345f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:33.990959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.043915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4a7d9-2388-4b1a-a8ac-9fdb024cb614 None None] Port 30c6c266-4bed-43b8-ad3f-e81ffc676d5f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:34.047631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:34.053522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.097968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18345e6f-5b9d-4994-bfbb-0d8a1a0cd44c req-a6423504-0e1c-4e55-a475-8214fa80e832 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:34.100508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-18345e6f-5b9d-4994-bfbb-0d8a1a0cd44c req-a6423504-0e1c-4e55-a475-8214fa80e832 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 944 time: 0.1878786 Dec 13 16:33:34.118449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:34.136008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:34.156326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30e47a-d577-41c0-97c9-8aed0b0dcbe2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Pushing event updated for resources: {'Network': ['ID=409ea722-4560-4a84-b1cf-2a3735f3345f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:34.158613 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:34.163585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.165421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:34.169972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 409ea722-4560-4a84-b1cf-2a3735f3345f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:34.170159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=39c36346-14ab-42a4-b07d-0c00b74e68b8,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:34.211411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.263159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Made reservation on behalf of 7955bfc24d5740ecb85cfc56adbb9be0 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:34.267475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.271838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:34.272469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.289695 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-18345e6f-5b9d-4994-bfbb-0d8a1a0cd44c req-36f41383-147b-4ebd-b814-89a0396af603 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761611 Dec 13 16:33:34.302625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:33:34.303151 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bf077d4c-708a-473c-94ff-1cb97e7e63e2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6985412 Dec 13 16:33:34.306406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45428) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:34.367397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.426790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Allocated IP 172.26.6.60 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/607d0046-a628-44fc-a234-e0e60be76f93) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:34.580311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2186fd02-da7b-499b-b055-42033fb8ad52 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:34.588040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.632857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-48d89578-5094-43f2-a293-98b67eafa2e8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 39c36346-14ab-42a4-b07d-0c00b74e68b8 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:34.633351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48d89578-5094-43f2-a293-98b67eafa2e8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.668922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.676209 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2186fd02-da7b-499b-b055-42033fb8ad52 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:34.676946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.701377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router e5402edb-16cc-48a2-bd3f-93fd2feef5c4 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:34.772739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.816302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 2186fd02-da7b-499b-b055-42033fb8ad52, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2186fd02-da7b-499b-b055-42033fb8ad52,segment=NetworkSegment(d8a429a5-c309-4481-aa18-dd4d127a8d91),segment_id=d8a429a5-c309-4481-aa18-dd4d127a8d91)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:34.819822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Pushing event updated for resources: {'Subnet': ['ID=2c57e0d2-1188-41e7-84ad-1dfb61297893,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:34.823819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.841371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Checking segment: {'id': 'b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '409ea722-4560-4a84-b1cf-2a3735f3345f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:34.841978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Network hostable DHCP agents. Network: 409ea722-4560-4a84-b1cf-2a3735f3345f, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:34.897172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Network 409ea722-4560-4a84-b1cf-2a3735f3345f is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:34.903815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:34.925930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 409ea722-4560-4a84-b1cf-2a3735f3345f) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:34.926932 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde6f48-be3a-4716-a3ec-d70e60fc84e3 None None] Sync routers for ids ['e5402edb-16cc-48a2-bd3f-93fd2feef5c4'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:34.931914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=2186fd02-da7b-499b-b055-42033fb8ad52,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:34.933033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:34.933627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.938347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fb69806b-395d-46c2-8b39-b7b3e049159f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:34.940729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ff876-8108-4e0c-83e2-ed7eb5f477df None None] Network 409ea722-4560-4a84-b1cf-2a3735f3345f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:34.952670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:34.954001 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1dc56d7a-ef81-44ee-a982-b12759af0df6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.2761533 Dec 13 16:33:34.957544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45430) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:34.958790 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde6f48-be3a-4716-a3ec-d70e60fc84e3 None None] Routers {'e5402edb-16cc-48a2-bd3f-93fd2feef5c4'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:34.965334 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8bde6f48-be3a-4716-a3ec-d70e60fc84e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e5402edb-16cc-48a2-bd3f-93fd2feef5c4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:35.017697 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8bde6f48-be3a-4716-a3ec-d70e60fc84e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:35.030092 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bde6f48-be3a-4716-a3ec-d70e60fc84e3 None None] Routers {'e5402edb-16cc-48a2-bd3f-93fd2feef5c4'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:35.031149 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8bde6f48-be3a-4716-a3ec-d70e60fc84e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e5402edb-16cc-48a2-bd3f-93fd2feef5c4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:35.047195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fce155ee-d125-4761-998f-416107558f54 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0848691 Dec 13 16:33:35.052717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45432) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:35.057586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Request body: {'port': {'network_id': '409ea722-4560-4a84-b1cf-2a3735f3345f', 'name': 'tempest-TagsExtTest-1412182515'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:35.083678 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8bde6f48-be3a-4716-a3ec-d70e60fc84e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:35.084330 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bde6f48-be3a-4716-a3ec-d70e60fc84e3 None None] The sync data for ids ['e5402edb-16cc-48a2-bd3f-93fd2feef5c4'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:35.087212 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48d89578-5094-43f2-a293-98b67eafa2e8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.094167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd39aca-6d09-4623-a2b8-4538d7eee3d2 None None] Network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:35.101103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: fb69806b-395d-46c2-8b39-b7b3e049159f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:33:35.101424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-48d89578-5094-43f2-a293-98b67eafa2e8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 39c36346-14ab-42a4-b07d-0c00b74e68b8 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:35.101606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device fb69806b-395d-46c2-8b39-b7b3e049159f not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:33:35.141306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-409ea722-4560-4a84-b1cf-2a3735f3345f', 'network_id': '409ea722-4560-4a84-b1cf-2a3735f3345f', 'project_id': '7955bfc24d5740ecb85cfc56adbb9be0', 'fixed_ips': [{'subnet_id': '2c57e0d2-1188-41e7-84ad-1dfb61297893'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:35.142140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.180411 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-925465f8-be94-40d9-bb55-ae2c9673d620 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/routers/e5402edb-16cc-48a2-bd3f-93fd2feef5c4 HTTP/1.1" status: 200 len: 883 time: 0.2192380 Dec 13 16:33:35.180660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45434) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:35.182934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5ce817f5-553b-48f0-a378-2c484f41acb9 None None] Provisioning complete for port 2186fd02-da7b-499b-b055-42033fb8ad52 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:35.182934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5ce817f5-553b-48f0-a378-2c484f41acb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.242558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48d89578-5094-43f2-a293-98b67eafa2e8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.280303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.288884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d89578-5094-43f2-a293-98b67eafa2e8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=39c36346-14ab-42a4-b07d-0c00b74e68b8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:35.300953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Made reservation on behalf of 7955bfc24d5740ecb85cfc56adbb9be0 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:35.304891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.344280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] device_id is not set on port 5575bdd6-a5b5-45eb-8684-1ffd94919e5c yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:35.344519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event updated for resources: {'Port': ['ID=607d0046-a628-44fc-a234-e0e60be76f93,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:35.373156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:35.382816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:35.387947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:35.399848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:35.424925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fbcde5-305e-4a27-837c-7078e43ea366 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:35.478901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48d89578-5094-43f2-a293-98b67eafa2e8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.484711 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-48d89578-5094-43f2-a293-98b67eafa2e8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/39c36346-14ab-42a4-b07d-0c00b74e68b8 HTTP/1.1" status: 204 len: 168 time: 1.1748209 Dec 13 16:33:35.484945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45438) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:35.499254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Allocated IP 172.20.0.2 (409ea722-4560-4a84-b1cf-2a3735f3345f/2c57e0d2-1188-41e7-84ad-1dfb61297893/2c5bd24b-3d29-401f-888a-44325e921dd0) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:35.511683 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6486d59d-d7c4-4dc7-8fa3-8c880d420d95 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:33:35.512290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6486d59d-d7c4-4dc7-8fa3-8c880d420d95 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:35.515428 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6486d59d-d7c4-4dc7-8fa3-8c880d420d95 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/39c36346-14ab-42a4-b07d-0c00b74e68b8 HTTP/1.1" status: 404 len: 333 time: 0.0295281 Dec 13 16:33:35.550975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45440) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:35.580800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:33:35.609690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:35.610061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.618883 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad1835c-39cd-487d-94a9-0e92eef00158 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:33:35.620326 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2ad1835c-39cd-487d-94a9-0e92eef00158 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/39c36346-14ab-42a4-b07d-0c00b74e68b8 HTTP/1.1" status: 404 len: 333 time: 0.0683813 Dec 13 16:33:35.625851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45442) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:35.719748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-408f2592-7504-4869-b337-0db576e3e85a None None] Provisioning complete for port 607d0046-a628-44fc-a234-e0e60be76f93 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:35.720130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-408f2592-7504-4869-b337-0db576e3e85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.821846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c840ee-abda-400d-a2e3-6b592af5cf39 req-7910b32b-d91b-4e44-9737-ba6367fb4c67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:35.831198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-408f2592-7504-4869-b337-0db576e3e85a None None] Port 607d0046-a628-44fc-a234-e0e60be76f93 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:35.833340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11c840ee-abda-400d-a2e3-6b592af5cf39 req-7910b32b-d91b-4e44-9737-ba6367fb4c67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 945 time: 0.1573203 Dec 13 16:33:35.833574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.843533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-34712a67-6535-4933-83ef-e8bb6a88f1b3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet 1531f323-0830-490a-b773-d59974f43ba7 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:35.849438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.851960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34712a67-6535-4933-83ef-e8bb6a88f1b3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.864738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:33:35.867028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31708ce2-5d1e-4853-8292-3e26092f3187" -d '{"events": [{"server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "name": "network-vif-plugged", "status": "completed", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:33:35.873797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.890071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:35.927341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.936969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Network 409ea722-4560-4a84-b1cf-2a3735f3345f is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:35.942816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:35.946670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:35.953213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:35.959526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Pushing event updated for resources: {'Port': ['ID=2c5bd24b-3d29-401f-888a-44325e921dd0,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:35.985714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0abf5de-8201-4ca7-8a30-b11d4b9bf75f x-openstack-request-id: req-b0abf5de-8201-4ca7-8a30-b11d4b9bf75f {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:33:35.986323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "name": "network-vif-plugged", "status": "completed", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:33:35.986997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b0abf5de-8201-4ca7-8a30-b11d4b9bf75f {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:33:35.987600 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'code': 200} Dec 13 16:33:36.008538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Allocated IP 172.20.0.8 (409ea722-4560-4a84-b1cf-2a3735f3345f/2c57e0d2-1188-41e7-84ad-1dfb61297893/5575bdd6-a5b5-45eb-8684-1ffd94919e5c) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:36.039307 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11c840ee-abda-400d-a2e3-6b592af5cf39 req-bfd70a7a-fa2e-4ed0-9491-b589b9b61ca1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2049351 Dec 13 16:33:36.058307 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-814d512e-3c76-413c-be93-1b9ef13d26a4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8766308 Dec 13 16:33:36.061798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45446) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:36.066690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:36.071808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a9028e32-dbd5-49bd-8d6d-0bff03479c10 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-767361425'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:36.076807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34712a67-6535-4933-83ef-e8bb6a88f1b3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.161966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-97f16629-b17c-4e01-bc87-464e031fcf5a None None] Provisioning complete for port 2186fd02-da7b-499b-b055-42033fb8ad52 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:36.162332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-97f16629-b17c-4e01-bc87-464e031fcf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.188149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Attempting to bind port 2c5bd24b-3d29-401f-888a-44325e921dd0 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:36.188933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Attempting to bind port 2c5bd24b-3d29-401f-888a-44325e921dd0 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '409ea722-4560-4a84-b1cf-2a3735f3345f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:36.189573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Attempting to bind port 2c5bd24b-3d29-401f-888a-44325e921dd0 on network 409ea722-4560-4a84-b1cf-2a3735f3345f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:36.204015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:36.204813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Checking segment: {'id': 'b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '409ea722-4560-4a84-b1cf-2a3735f3345f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:36.205497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.206117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Bound using segment: {'id': 'b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '409ea722-4560-4a84-b1cf-2a3735f3345f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:36.207487 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Bound port: 2c5bd24b-3d29-401f-888a-44325e921dd0, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '409ea722-4560-4a84-b1cf-2a3735f3345f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:36.208465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.270512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.325388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] For port 2c5bd24b-3d29-401f-888a-44325e921dd0, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:36.351643 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] For port 2c5bd24b-3d29-401f-888a-44325e921dd0, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c5bd24b-3d29-401f-888a-44325e921dd0,segment=NetworkSegment(b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b),segment_id=b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:36.360966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.398761 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5a784-5d7e-42fc-bad7-940a89f00535 req-0a1e5ac8-4906-44b7-b90d-8c13016bbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:36.400178 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c9e5a784-5d7e-42fc-bad7-940a89f00535 req-0a1e5ac8-4906-44b7-b90d-8c13016bbc9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 1099 time: 0.1370232 Dec 13 16:33:36.408622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34712a67-6535-4933-83ef-e8bb6a88f1b3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.430747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca94e6-482c-4c17-8859-a2327d9f9be1 None None] Pushing event updated for resources: {'Port': ['ID=2c5bd24b-3d29-401f-888a-44325e921dd0,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:36.443785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.466329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-dd068655-e91f-40d8-ba6d-9e19fa4bb270 None None] Could not find standard attr ID for object 39c36346-14ab-42a4-b07d-0c00b74e68b8. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:33:36.524532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34712a67-6535-4933-83ef-e8bb6a88f1b3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.542796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2186fd02-da7b-499b-b055-42033fb8ad52 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:36.569913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34712a67-6535-4933-83ef-e8bb6a88f1b3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.575214 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-34712a67-6535-4933-83ef-e8bb6a88f1b3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/1531f323-0830-490a-b773-d59974f43ba7 HTTP/1.1" status: 204 len: 168 time: 0.8882983 Dec 13 16:33:36.576753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45448) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:36.582563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34712a67-6535-4933-83ef-e8bb6a88f1b3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=1531f323-0830-490a-b773-d59974f43ba7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:36.582782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f346172-22be-4ca2-8db9-4899c58a6c28 None None] Network 091d5ceb-a8af-495a-8a21-2e89f2ceda9b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:36.592419 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c9e5a784-5d7e-42fc-bad7-940a89f00535 req-5d9171f8-fec6-4859-ab2f-3762f7e96bfc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1816473 Dec 13 16:33:36.599771 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Router 0eda1895-c238-4da3-86e1-1166d957c5c5 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:36.613444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.655101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2186fd02-da7b-499b-b055-42033fb8ad52 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:36.655491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.692200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Network 409ea722-4560-4a84-b1cf-2a3735f3345f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:36.698849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:36.702797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:36.791254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:36.808933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:36.809592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.811269 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.815230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Pushing event updated for resources: {'Port': ['ID=5575bdd6-a5b5-45eb-8684-1ffd94919e5c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:36.823220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee888e46-f511-4197-8f38-e56abf310ea6 None None] Sync routers for ids ['0eda1895-c238-4da3-86e1-1166d957c5c5'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:36.837257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.838492 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7283a97f-f601-4dbf-8f22-249126d14e25 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8634498 Dec 13 16:33:36.839154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee888e46-f511-4197-8f38-e56abf310ea6 None None] Routers {'0eda1895-c238-4da3-86e1-1166d957c5c5'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:36.840078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ee888e46-f511-4197-8f38-e56abf310ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['0eda1895-c238-4da3-86e1-1166d957c5c5'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:36.841367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45450) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:36.846743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-441d44d7-4933-4d7c-88ac-82d994f8c34d tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': False}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:36.883524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] DHCP port deletion for 091d5ceb-a8af-495a-8a21-2e89f2ceda9b request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:36.889221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ee888e46-f511-4197-8f38-e56abf310ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:36.925138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee888e46-f511-4197-8f38-e56abf310ea6 None None] Routers {'0eda1895-c238-4da3-86e1-1166d957c5c5'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:36.926543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ee888e46-f511-4197-8f38-e56abf310ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['0eda1895-c238-4da3-86e1-1166d957c5c5'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:36.936875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-05300526-db29-4e4f-9305-9e8da3606563 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8830826 Dec 13 16:33:36.937741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45452) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:36.949043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b413d794-cacd-418b-9426-71690e5e028e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1782219436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:36.965299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ee888e46-f511-4197-8f38-e56abf310ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:36.966382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee888e46-f511-4197-8f38-e56abf310ea6 None None] The sync data for ids ['0eda1895-c238-4da3-86e1-1166d957c5c5'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:36.991041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] Deleting port 2186fd02-da7b-499b-b055-42033fb8ad52 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:36.991786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:36.999473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a9028e32-dbd5-49bd-8d6d-0bff03479c10 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.004036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b413d794-cacd-418b-9426-71690e5e028e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.005141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b413d794-cacd-418b-9426-71690e5e028e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.023901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 2186fd02-da7b-499b-b055-42033fb8ad52 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:37.024164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a9028e32-dbd5-49bd-8d6d-0bff03479c10 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.024653 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.079207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] For port 2186fd02-da7b-499b-b055-42033fb8ad52, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2186fd02-da7b-499b-b055-42033fb8ad52,segment=NetworkSegment(d8a429a5-c309-4481-aa18-dd4d127a8d91),segment_id=d8a429a5-c309-4481-aa18-dd4d127a8d91)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:37.079659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.098106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] Calling delete_port for 2186fd02-da7b-499b-b055-42033fb8ad52 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:37.163843 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] For port 2186fd02-da7b-499b-b055-42033fb8ad52, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2186fd02-da7b-499b-b055-42033fb8ad52,segment=NetworkSegment(d8a429a5-c309-4481-aa18-dd4d127a8d91),segment_id=d8a429a5-c309-4481-aa18-dd4d127a8d91)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:37.164211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.179426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b413d794-cacd-418b-9426-71690e5e028e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.185900 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 2186fd02-da7b-499b-b055-42033fb8ad52 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:37.199024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b413d794-cacd-418b-9426-71690e5e028e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.234229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b413d794-cacd-418b-9426-71690e5e028e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.238753 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b413d794-cacd-418b-9426-71690e5e028e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2937386 Dec 13 16:33:37.238942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45456) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:37.244939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-05cf3c4c-1394-4002-85e6-d82acd370bbe tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1922533936', 'prefixes': ['172.20.0.0/16']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:37.257045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb6d7c-131d-4973-b880-f3274a85111c req-53241abb-76f0-4226-b657-2b9955a53a2a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:37.258634 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6dbb6d7c-131d-4973-b880-f3274a85111c req-53241abb-76f0-4226-b657-2b9955a53a2a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 946 time: 0.1417422 Dec 13 16:33:37.276437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9028e32-dbd5-49bd-8d6d-0bff03479c10 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router e5402edb-16cc-48a2-bd3f-93fd2feef5c4 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:33:37.359494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.373515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-441d44d7-4933-4d7c-88ac-82d994f8c34d tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.377223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.396305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No DVR routers for this DVR port 2186fd02-da7b-499b-b055-42033fb8ad52 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:37.411619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] Pushing event deleted for resources: {'Port': ['ID=2186fd02-da7b-499b-b055-42033fb8ad52,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:37.421512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=2186fd02-da7b-499b-b055-42033fb8ad52,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:37.428636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789df34-d3cd-4aee-b36b-2c95ac58d74d None None] No DVR routers for this DVR port 2186fd02-da7b-499b-b055-42033fb8ad52 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:37.435696 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6dbb6d7c-131d-4973-b880-f3274a85111c req-8f185c47-5361-4ff1-8b51-855986dc304a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639538 Dec 13 16:33:37.483803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05cf3c4c-1394-4002-85e6-d82acd370bbe tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for subnetpool, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.489160 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-05cf3c4c-1394-4002-85e6-d82acd370bbe tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2451484 Dec 13 16:33:37.489533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45458) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:37.494161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-4dd145c9-8821-4055-8974-a8dda3bf0bdf tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893', 'tempest-TagsExtTest-Tag-104250772') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.526606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9028e32-dbd5-49bd-8d6d-0bff03479c10 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:37.538697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a9028e32-dbd5-49bd-8d6d-0bff03479c10 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.541766 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc08d33e-c14d-4775-beaa-0b0296002bbe None None] Sync routers for ids ['e5402edb-16cc-48a2-bd3f-93fd2feef5c4'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:37.544013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a9028e32-dbd5-49bd-8d6d-0bff03479c10 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/e5402edb-16cc-48a2-bd3f-93fd2feef5c4 HTTP/1.1" status: 200 len: 890 time: 1.4808829 Dec 13 16:33:37.546221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45460) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:37.567049 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08d33e-c14d-4775-beaa-0b0296002bbe None None] Routers {'e5402edb-16cc-48a2-bd3f-93fd2feef5c4'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:37.568127 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bc08d33e-c14d-4775-beaa-0b0296002bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e5402edb-16cc-48a2-bd3f-93fd2feef5c4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.614257 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bc08d33e-c14d-4775-beaa-0b0296002bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.627115 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08d33e-c14d-4775-beaa-0b0296002bbe None None] Routers {'e5402edb-16cc-48a2-bd3f-93fd2feef5c4'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:37.628129 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bc08d33e-c14d-4775-beaa-0b0296002bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['e5402edb-16cc-48a2-bd3f-93fd2feef5c4'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.671066 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-bc08d33e-c14d-4775-beaa-0b0296002bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.672092 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc08d33e-c14d-4775-beaa-0b0296002bbe None None] The sync data for ids ['e5402edb-16cc-48a2-bd3f-93fd2feef5c4'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:37.725527 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c5c5008a-3602-4b85-92a8-9e5e05718f7a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/routers/e5402edb-16cc-48a2-bd3f-93fd2feef5c4 HTTP/1.1" status: 200 len: 890 time: 0.1772549 Dec 13 16:33:37.727789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45462) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:37.767294 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4098e48d-78b5-4b18-b272-c06b3ad56f44 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5402edb-16cc-48a2-bd3f-93fd2feef5c4 HTTP/1.1" status: 200 len: 205 time: 0.0382140 Dec 13 16:33:37.767935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45464) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:37.777054 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4dd145c9-8821-4055-8974-a8dda3bf0bdf tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags/tempest-TagsExtTest-Tag-104250772 HTTP/1.1" status: 201 len: 201 time: 0.2864702 Dec 13 16:33:37.779755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45466) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:37.820915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-bfa11156-4dd8-402d-8ad6-93e39e2e1646 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c', 'tempest-TagsExtTest-Tag-1717406012') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.881800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.882097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b539d4-c4c7-4fb4-8930-686762658d8e None None] Network 409ea722-4560-4a84-b1cf-2a3735f3345f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:37.907895 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091d5ceb-a8af-495a-8a21-2e89f2ceda9b']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.927728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a429a5-c309-4481-aa18-dd4d127a8d91') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.928191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a429a5-c309-4481-aa18-dd4d127a8d91') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:37.932252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.941329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.961100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.971025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:37.971489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:37.979403 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:38.009990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-30bd94fb-e478-4c3b-b3f6-c628a5f35833 None None] Provisioning complete for port 2c5bd24b-3d29-401f-888a-44325e921dd0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:38.010499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30bd94fb-e478-4c3b-b3f6-c628a5f35833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.015088 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bfa11156-4dd8-402d-8ad6-93e39e2e1646 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags/tempest-TagsExtTest-Tag-1717406012 HTTP/1.1" status: 201 len: 201 time: 0.2344234 Dec 13 16:33:38.017625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45470) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:38.022631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-669c3673-4edb-4f00-80ed-b62a3f2edc5d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697', 'tempest-TagsExtTest-Tag-506083167') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:38.119463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.126975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.134282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.138826 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/networks/091d5ceb-a8af-495a-8a21-2e89f2ceda9b HTTP/1.1" status: 204 len: 168 time: 1.5580459 Dec 13 16:33:38.142555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45474) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:38.149553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947059676'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:38.152967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa73b7b-9233-4294-b2d9-03a8d4cfb8e6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Network': ['ID=091d5ceb-a8af-495a-8a21-2e89f2ceda9b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:38.162005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30bd94fb-e478-4c3b-b3f6-c628a5f35833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.211612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-30bd94fb-e478-4c3b-b3f6-c628a5f35833 None None] For port 2c5bd24b-3d29-401f-888a-44325e921dd0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c5bd24b-3d29-401f-888a-44325e921dd0,segment=NetworkSegment(b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b),segment_id=b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:38.211883 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-669c3673-4edb-4f00-80ed-b62a3f2edc5d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags/tempest-TagsExtTest-Tag-506083167 HTTP/1.1" status: 201 len: 201 time: 0.1905479 Dec 13 16:33:38.212013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45476) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:38.217205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-86b815ca-2548-411c-9711-e4113a742ab7 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087', 'tempest-TagsExtTest-Tag-1164155421') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:38.218020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30bd94fb-e478-4c3b-b3f6-c628a5f35833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.233916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:38.237546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.282740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd94fb-e478-4c3b-b3f6-c628a5f35833 None None] Pushing event updated for resources: {'Port': ['ID=2c5bd24b-3d29-401f-888a-44325e921dd0,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:38.294724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:38.302925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 30c6c266-4bed-43b8-ad3f-e81ffc676d5f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:38.303372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.348241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.348674 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Added segment 03f91552-e988-4266-8ffd-77eef263473f of type vlan for network 23fa05e7-89ff-48ac-9257-febd65bd0448 Dec 13 16:33:38.352739 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-86b815ca-2548-411c-9711-e4113a742ab7 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags/tempest-TagsExtTest-Tag-1164155421 HTTP/1.1" status: 201 len: 201 time: 0.1396463 Dec 13 16:33:38.360837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45478) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:38.369774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-cf9b9cc6-3dc4-4122-b655-bd129d9a4124 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:38.443138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8f438183-275d-40b8-b933-2ea0fd3ace01 None None] Provisioning complete for port 5575bdd6-a5b5-45eb-8684-1ffd94919e5c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:38.445247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-441d44d7-4933-4d7c-88ac-82d994f8c34d tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.448099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8f438183-275d-40b8-b933-2ea0fd3ace01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.449102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-441d44d7-4933-4d7c-88ac-82d994f8c34d tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.500434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8f438183-275d-40b8-b933-2ea0fd3ace01 None None] Port 5575bdd6-a5b5-45eb-8684-1ffd94919e5c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:38.517095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8f438183-275d-40b8-b933-2ea0fd3ace01 None None] Provisioning complete for port 2c5bd24b-3d29-401f-888a-44325e921dd0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:38.517951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8f438183-275d-40b8-b933-2ea0fd3ace01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.581148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c5bd24b-3d29-401f-888a-44325e921dd0 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:38.617641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441d44d7-4933-4d7c-88ac-82d994f8c34d tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Router 0eda1895-c238-4da3-86e1-1166d957c5c5 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:33:38.688049 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2c5bd24b-3d29-401f-888a-44325e921dd0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:38.688422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.741169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441d44d7-4933-4d7c-88ac-82d994f8c34d tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:38.746110 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-441d44d7-4933-4d7c-88ac-82d994f8c34d tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.750019 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-441d44d7-4933-4d7c-88ac-82d994f8c34d tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "PUT /v2.0/routers/0eda1895-c238-4da3-86e1-1166d957c5c5 HTTP/1.1" status: 200 len: 924 time: 1.9051375 Dec 13 16:33:38.750521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45482) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:38.760920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bde62-28ee-4955-bc34-bf0762270302 None None] Sync routers for ids ['0eda1895-c238-4da3-86e1-1166d957c5c5'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:38.782590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bde62-28ee-4955-bc34-bf0762270302 None None] Routers {'0eda1895-c238-4da3-86e1-1166d957c5c5'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:38.783249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e13bde62-28ee-4955-bc34-bf0762270302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['0eda1895-c238-4da3-86e1-1166d957c5c5'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:38.807978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.824256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e13bde62-28ee-4955-bc34-bf0762270302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:38.848262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bde62-28ee-4955-bc34-bf0762270302 None None] Routers {'0eda1895-c238-4da3-86e1-1166d957c5c5'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:38.848556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.848823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e13bde62-28ee-4955-bc34-bf0762270302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['0eda1895-c238-4da3-86e1-1166d957c5c5'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:38.854074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:38.854683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.879279 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-70cb67de-a79c-4d48-97f3-abf0bef91f0a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/routers/0eda1895-c238-4da3-86e1-1166d957c5c5 HTTP/1.1" status: 200 len: 924 time: 0.1267762 Dec 13 16:33:38.882291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45484) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:38.890334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2186fd02-da7b-499b-b055-42033fb8ad52 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:38.893423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f7dbbdc1-2e83-4f11-ba1a-2c907450dbca None None] Provisioning complete for port 5575bdd6-a5b5-45eb-8684-1ffd94919e5c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:38.894625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7dbbdc1-2e83-4f11-ba1a-2c907450dbca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.896305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e13bde62-28ee-4955-bc34-bf0762270302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:38.897084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bde62-28ee-4955-bc34-bf0762270302 None None] The sync data for ids ['0eda1895-c238-4da3-86e1-1166d957c5c5'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:38.925728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a710097e-32dd-4053-b8cd-a3f1920185ef tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:38.929922 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a710097e-32dd-4053-b8cd-a3f1920185ef tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=0eda1895-c238-4da3-86e1-1166d957c5c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0442357 Dec 13 16:33:38.930150 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45486) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:38.944456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 2186fd02-da7b-499b-b055-42033fb8ad52 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:33:38.945099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2186fd02-da7b-499b-b055-42033fb8ad52 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:33:38.960638 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8155451 Dec 13 16:33:38.973176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f7dbbdc1-2e83-4f11-ba1a-2c907450dbca None None] Port 5575bdd6-a5b5-45eb-8684-1ffd94919e5c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:38.977604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45488) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:38.990794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:38.999127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '23fa05e7-89ff-48ac-9257-febd65bd0448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:39.023367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a45b61a-c545-4af5-941f-c8bf18f42112 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:39.027370 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3a45b61a-c545-4af5-941f-c8bf18f42112 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 881 time: 0.0936806 Dec 13 16:33:39.027608 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45490) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:39.032056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507bbcd-3e8c-4c0c-944d-2ca59ad0a376 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Network': ['ID=23fa05e7-89ff-48ac-9257-febd65bd0448,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:39.037033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 30c6c266-4bed-43b8-ad3f-e81ffc676d5f owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:39.042412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 23fa05e7-89ff-48ac-9257-febd65bd0448 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:39.060553 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bd9bf6eb-eb32-41aa-8fbf-f8e6588ca732 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eda1895-c238-4da3-86e1-1166d957c5c5 HTTP/1.1" status: 200 len: 205 time: 0.0295811 Dec 13 16:33:39.060822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45492) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:39.075336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e217ed-9647-4a64-bca2-caa551f22013 req-091f89bd-bccb-4d9c-ad9d-e04b1023e2b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:39.076829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-45e217ed-9647-4a64-bca2-caa551f22013 req-091f89bd-bccb-4d9c-ad9d-e04b1023e2b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 946 time: 0.2422895 Dec 13 16:33:39.161359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cf9b9cc6-3dc4-4122-b655-bd129d9a4124 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags HTTP/1.1" status: 200 len: 240 time: 0.7947295 Dec 13 16:33:39.163982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45494) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:39.168325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-7e9de2fd-5f93-473a-85b2-824b9008e5dc tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893', 'tempest-TagsExtTest-Tag-104250772') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:39.229413 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-45e217ed-9647-4a64-bca2-caa551f22013 req-3d590305-213b-4efa-a822-fd045c3d5caa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395469 Dec 13 16:33:39.229978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.273500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:39.277135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.352312 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7e9de2fd-5f93-473a-85b2-824b9008e5dc tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags/tempest-TagsExtTest-Tag-104250772 HTTP/1.1" status: 204 len: 168 time: 0.1872499 Dec 13 16:33:39.354935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45500) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:39.361693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-44d11257-bf31-448a-947d-4e7d39c0bafa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893', 'tempest-TagsExtTest-Tag-104250772') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:39.376740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.445317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Deleting port 607d0046-a628-44fc-a234-e0e60be76f93 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:39.446043 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.480979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.527054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.539331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Calling delete_port for 607d0046-a628-44fc-a234-e0e60be76f93 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:39.561029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=30c6c266-4bed-43b8-ad3f-e81ffc676d5f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:39.585289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe36e36-9a8c-4260-878f-84cc13bc8d92 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:39.698011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e351c2c-8312-43ab-9fcc-92375df33520 req-bac17249-658e-4874-a5df-9a5fadadf3f4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:39.699469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4e351c2c-8312-43ab-9fcc-92375df33520 req-bac17249-658e-4874-a5df-9a5fadadf3f4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 946 time: 0.3791294 Dec 13 16:33:39.708041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-44d11257-bf31-448a-947d-4e7d39c0bafa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags/tempest-TagsExtTest-Tag-104250772 HTTP/1.1" status: 204 len: 168 time: 0.3521135 Dec 13 16:33:39.712063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45502) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:39.716177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-a969fbfb-2951-4244-8a39-07a581353182 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:39.727813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.729717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.759241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.788835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd7a8ae-3acd-4bb5-9b28-8f22df41fac3 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:39.826887 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event deleted for resources: {'Port': ['ID=607d0046-a628-44fc-a234-e0e60be76f93,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:39.875483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.881520 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a969fbfb-2951-4244-8a39-07a581353182 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags HTTP/1.1" status: 200 len: 205 time: 0.1654088 Dec 13 16:33:39.887638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45504) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:39.898629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-249e410b-54ae-450f-977a-67664b39c9e1 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:39.901505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.908574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.945831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=663c011f-0b1d-466c-95b3-2e7763c1a040,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:39.969749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.972264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:39.995391 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4e351c2c-8312-43ab-9fcc-92375df33520 req-7a245372-d065-4e91-a7c5-ffc51200dc17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799160 Dec 13 16:33:40.010617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.011197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Fanout notify agent at l3_agent the message router_deleted on router e5402edb-16cc-48a2-bd3f-93fd2feef5c4 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:40.013034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking segment: {'id': '03f91552-e988-4266-8ffd-77eef263473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '23fa05e7-89ff-48ac-9257-febd65bd0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:40.013395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network hostable DHCP agents. Network: 23fa05e7-89ff-48ac-9257-febd65bd0448, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:40.020119 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45506) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.022446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.027603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6676c576-356a-47fa-ae39-45ccecffc882 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/e5402edb-16cc-48a2-bd3f-93fd2feef5c4 HTTP/1.1" status: 204 len: 168 time: 2.2584574 Dec 13 16:33:40.030185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45508) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.036415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-332335480'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:40.073973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 23fa05e7-89ff-48ac-9257-febd65bd0448 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:40.080133 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-249e410b-54ae-450f-977a-67664b39c9e1 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags HTTP/1.1" status: 200 len: 241 time: 0.1879056 Dec 13 16:33:40.088331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:40.091662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.094280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Fanout notify agent at l3_agent the message router_deleted on router 0eda1895-c238-4da3-86e1-1166d957c5c5 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:40.095069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45510) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.098748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.102398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-bb7940e7-dfad-4965-b109-a0cff632ade6 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c', 'tempest-TagsExtTest-Tag-1717406012') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:40.109761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.110868 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d54878a0-494d-4d2a-bdf8-ae626aca305d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/0eda1895-c238-4da3-86e1-1166d957c5c5 HTTP/1.1" status: 204 len: 168 time: 1.0489936 Dec 13 16:33:40.117478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45512) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.120778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 23fa05e7-89ff-48ac-9257-febd65bd0448) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:40.126278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:40.126876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.136834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740c2d6-90c5-404c-a841-d7c69bccfb5b None None] Network 23fa05e7-89ff-48ac-9257-febd65bd0448 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:40.140716 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:40.141365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-726f9dab-f488-4c50-bd10-ae49e746bbba tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-763529629', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:40.152732 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d30f5638-f8cf-4f14-ab0b-5b8d8eaa6fab tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1681185 Dec 13 16:33:40.155223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45514) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.160807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '23fa05e7-89ff-48ac-9257-febd65bd0448', 'security_groups': [], 'name': 'tempest-PortsTestJSON-87309197'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:40.164401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.164993 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment 692d154c-ee90-459d-b136-d7b2fe2ee3cd of type vlan for network 8e787ae9-fd67-4d9a-8e18-10c52b456342 Dec 13 16:33:40.179677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af20a86e-167b-4e31-8d9a-6422738fa363 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:40.183883 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-af20a86e-167b-4e31-8d9a-6422738fa363 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 1094 time: 0.1601021 Dec 13 16:33:40.185868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45516) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.192882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:40.228292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-726f9dab-f488-4c50-bd10-ae49e746bbba tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.230575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-726f9dab-f488-4c50-bd10-ae49e746bbba tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.239071 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bb7940e7-dfad-4965-b109-a0cff632ade6 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags/tempest-TagsExtTest-Tag-1717406012 HTTP/1.1" status: 204 len: 168 time: 0.1400466 Dec 13 16:33:40.244844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45518) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.254253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-d0949e85-497f-4e3d-86d1-ff3859dba007 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c', 'tempest-TagsExtTest-Tag-1717406012') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:40.256033 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.267079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-23fa05e7-89ff-48ac-9257-febd65bd0448', 'network_id': '23fa05e7-89ff-48ac-9257-febd65bd0448', 'project_id': 'd88388858e1e4b21a25579bb8f23aff8', 'fixed_ips': [{'subnet_id': '663c011f-0b1d-466c-95b3-2e7763c1a040'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:40.269663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.294066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.335208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-726f9dab-f488-4c50-bd10-ae49e746bbba tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.344744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-726f9dab-f488-4c50-bd10-ae49e746bbba tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.366936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.377556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:40.377556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.421604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.460266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:40.460266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.467934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Allocated IP 172.20.0.2 (23fa05e7-89ff-48ac-9257-febd65bd0448/663c011f-0b1d-466c-95b3-2e7763c1a040/5ec3364d-1ab7-43ea-8010-98d6129243e2) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:40.472731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=8e787ae9-fd67-4d9a-8e18-10c52b456342,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:40.480380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-952679e6-0a97-492b-9f0b-500d7afd9519 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4490545 Dec 13 16:33:40.483739 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d0949e85-497f-4e3d-86d1-ff3859dba007 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags/tempest-TagsExtTest-Tag-1717406012 HTTP/1.1" status: 204 len: 168 time: 0.2379227 Dec 13 16:33:40.484560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45520) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.486217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45522) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.491098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-548421fd-3992-4858-95a2-478e0df47e32 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:40.492861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-726f9dab-f488-4c50-bd10-ae49e746bbba tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.495108 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-726f9dab-f488-4c50-bd10-ae49e746bbba tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3592846 Dec 13 16:33:40.498948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': '8e787ae9-fd67-4d9a-8e18-10c52b456342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:40.501965 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45524) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.507636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:40.539777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8e787ae9-fd67-4d9a-8e18-10c52b456342 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:40.572649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 6c7ebd04-4013-4238-9dec-5217584a2db8 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:40.704350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:40.708113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.718068 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-548421fd-3992-4858-95a2-478e0df47e32 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags HTTP/1.1" status: 200 len: 205 time: 0.2284689 Dec 13 16:33:40.720338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.726748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45528) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:40.730746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.770890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-f42ac149-a3e3-48d1-a5cc-829495a17253 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:40.788511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Pushing event updated for resources: {'Port': ['ID=5ec3364d-1ab7-43ea-8010-98d6129243e2,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:40.797005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Network 23fa05e7-89ff-48ac-9257-febd65bd0448 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:40.798812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:40.801878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:40.870302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Attempting to bind port 5ec3364d-1ab7-43ea-8010-98d6129243e2 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:40.870715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Attempting to bind port 5ec3364d-1ab7-43ea-8010-98d6129243e2 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '03f91552-e988-4266-8ffd-77eef263473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '23fa05e7-89ff-48ac-9257-febd65bd0448'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:40.871061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Attempting to bind port 5ec3364d-1ab7-43ea-8010-98d6129243e2 on network 23fa05e7-89ff-48ac-9257-febd65bd0448 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:40.877399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:40.877837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Checking segment: {'id': '03f91552-e988-4266-8ffd-77eef263473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '23fa05e7-89ff-48ac-9257-febd65bd0448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:40.878913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.879567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Bound using segment: {'id': '03f91552-e988-4266-8ffd-77eef263473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '23fa05e7-89ff-48ac-9257-febd65bd0448'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:40.880251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Bound port: 5ec3364d-1ab7-43ea-8010-98d6129243e2, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f91552-e988-4266-8ffd-77eef263473f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '23fa05e7-89ff-48ac-9257-febd65bd0448'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:40.880802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:40.973534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] For port 5ec3364d-1ab7-43ea-8010-98d6129243e2, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:40.979670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] For port 5ec3364d-1ab7-43ea-8010-98d6129243e2, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5ec3364d-1ab7-43ea-8010-98d6129243e2,segment=NetworkSegment(03f91552-e988-4266-8ffd-77eef263473f),segment_id=03f91552-e988-4266-8ffd-77eef263473f)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:40.989756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.031759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.135 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/6cecc297-9f01-408e-9007-0edea7a2a6b1) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:41.056341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17bcba-1b21-4b90-8228-7a5e86523ba3 None None] Pushing event updated for resources: {'Port': ['ID=5ec3364d-1ab7-43ea-8010-98d6129243e2,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:41.092272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.13 (23fa05e7-89ff-48ac-9257-febd65bd0448/663c011f-0b1d-466c-95b3-2e7763c1a040/6c7ebd04-4013-4238-9dec-5217584a2db8) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:41.113190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.124419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.241753 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f42ac149-a3e3-48d1-a5cc-829495a17253 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags HTTP/1.1" status: 200 len: 240 time: 0.5138075 Dec 13 16:33:41.246572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45530) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:41.258084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-b93dead6-aa61-4c08-9e93-fab71a78bb4c tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697', 'tempest-TagsExtTest-Tag-506083167') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:41.318370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=b494a799-2409-4cd0-a8ef-cc5ca1dde315,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:41.396682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': '692d154c-ee90-459d-b136-d7b2fe2ee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e787ae9-fd67-4d9a-8e18-10c52b456342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:41.397040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: 8e787ae9-fd67-4d9a-8e18-10c52b456342, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:41.399575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.413679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.441492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b93dead6-aa61-4c08-9e93-fab71a78bb4c tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags/tempest-TagsExtTest-Tag-506083167 HTTP/1.1" status: 204 len: 168 time: 0.1877050 Dec 13 16:33:41.441763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45532) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:41.447870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-9433f5ad-9129-4e9a-857b-1033c47ac770 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697', 'tempest-TagsExtTest-Tag-506083167') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:41.461093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 8e787ae9-fd67-4d9a-8e18-10c52b456342 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:41.485030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.533164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 8e787ae9-fd67-4d9a-8e18-10c52b456342) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:41.541856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:41.542416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bf8277-6598-49a6-8e41-98e15cdb078e None None] Network 8e787ae9-fd67-4d9a-8e18-10c52b456342 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:41.542953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.556310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.595152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:41.599444 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-af15717b-990d-4a86-9d00-d4ebc68fc4fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1111042 Dec 13 16:33:41.603971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45534) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:41.611270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 23fa05e7-89ff-48ac-9257-febd65bd0448 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:41.623014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:41.629237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4703a38d-5be1-4a25-b097-1abbe3958c07 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1709339184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:41.630884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:41.637683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:41.643532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:41.661983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=6cecc297-9f01-408e-9007-0edea7a2a6b1,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:41.667498 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9433f5ad-9129-4e9a-857b-1033c47ac770 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags/tempest-TagsExtTest-Tag-506083167 HTTP/1.1" status: 204 len: 168 time: 0.2226176 Dec 13 16:33:41.667695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.668144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45536) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:41.674501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-6511c6d3-f921-46aa-ab0a-029ae9f85302 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:41.677725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=6c7ebd04-4013-4238-9dec-5217584a2db8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:41.703496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-8e787ae9-fd67-4d9a-8e18-10c52b456342', 'network_id': '8e787ae9-fd67-4d9a-8e18-10c52b456342', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': 'b494a799-2409-4cd0-a8ef-cc5ca1dde315'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:41.704500 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.725223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.736052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4703a38d-5be1-4a25-b097-1abbe3958c07 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.737183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4703a38d-5be1-4a25-b097-1abbe3958c07 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.874836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Allocated IP 2001:db8::2 (8e787ae9-fd67-4d9a-8e18-10c52b456342/b494a799-2409-4cd0-a8ef-cc5ca1dde315/5d0efa56-7eef-450b-bcaf-98a81372a0f5) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:41.887446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4703a38d-5be1-4a25-b097-1abbe3958c07 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.931013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4703a38d-5be1-4a25-b097-1abbe3958c07 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.988936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4703a38d-5be1-4a25-b097-1abbe3958c07 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:41.990249 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4703a38d-5be1-4a25-b097-1abbe3958c07 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3853536 Dec 13 16:33:42.000363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45538) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.008592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Allocated IP 172.26.6.240 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/b4399360-d7f2-4f0c-8cc3-589af772f11a) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:42.067386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.074505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.135558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Pushing event updated for resources: {'Port': ['ID=5d0efa56-7eef-450b-bcaf-98a81372a0f5,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:42.144528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Network 8e787ae9-fd67-4d9a-8e18-10c52b456342 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:42.146610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:42.156370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:42.209513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:42.209953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.223832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Attempting to bind port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:42.226179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Attempting to bind port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '692d154c-ee90-459d-b136-d7b2fe2ee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e787ae9-fd67-4d9a-8e18-10c52b456342'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:42.226965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Attempting to bind port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 on network 8e787ae9-fd67-4d9a-8e18-10c52b456342 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:42.231441 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6511c6d3-f921-46aa-ab0a-029ae9f85302 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags HTTP/1.1" status: 200 len: 205 time: 0.5598958 Dec 13 16:33:42.232290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45540) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.237118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-8415220f-1955-4736-9b0e-c30d4eb89f79 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:42.238055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:42.238628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Checking segment: {'id': '692d154c-ee90-459d-b136-d7b2fe2ee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e787ae9-fd67-4d9a-8e18-10c52b456342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:42.239147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.239672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Bound using segment: {'id': '692d154c-ee90-459d-b136-d7b2fe2ee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e787ae9-fd67-4d9a-8e18-10c52b456342'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:42.240172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Bound port: 5d0efa56-7eef-450b-bcaf-98a81372a0f5, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692d154c-ee90-459d-b136-d7b2fe2ee3cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8e787ae9-fd67-4d9a-8e18-10c52b456342'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:42.240545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.245825 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e04a8279-dc15-4703-a6d2-1fd55feeb002 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.0895591 Dec 13 16:33:42.251757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45542) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.338298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] For port 5d0efa56-7eef-450b-bcaf-98a81372a0f5, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:42.342742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] For port 5d0efa56-7eef-450b-bcaf-98a81372a0f5, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d0efa56-7eef-450b-bcaf-98a81372a0f5,segment=NetworkSegment(692d154c-ee90-459d-b136-d7b2fe2ee3cd),segment_id=692d154c-ee90-459d-b136-d7b2fe2ee3cd)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:42.345353 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8415220f-1955-4736-9b0e-c30d4eb89f79 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags HTTP/1.1" status: 200 len: 241 time: 0.1119947 Dec 13 16:33:42.349811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45544) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.352069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.354004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-65b96ce9-6531-4791-853e-f07ab08469c2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087', 'tempest-TagsExtTest-Tag-1164155421') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:42.401472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-65b96ce9-6531-4791-853e-f07ab08469c2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags/tempest-TagsExtTest-Tag-1164155421 HTTP/1.1" status: 204 len: 168 time: 0.0509763 Dec 13 16:33:42.401785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb01b82d-a1cf-447d-a21d-5eefc73a2754 None None] Network 23fa05e7-89ff-48ac-9257-febd65bd0448 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:42.405535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45546) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.411546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-42150b1d-ab44-40a1-9c6b-085531f76ace tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087', 'tempest-TagsExtTest-Tag-1164155421') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:42.427518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6f454c4c-f14c-4e97-879c-1f681efe67dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 6c7ebd04-4013-4238-9dec-5217584a2db8 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:42.427857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f454c4c-f14c-4e97-879c-1f681efe67dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.501368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd0c0e-0f85-4631-8e4f-2de93f49f597 None None] Pushing event updated for resources: {'Port': ['ID=5d0efa56-7eef-450b-bcaf-98a81372a0f5,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:42.531998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cf979793-bf77-4797-b5aa-1f76dfa2f8f1 None None] Provisioning complete for port 5ec3364d-1ab7-43ea-8010-98d6129243e2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:42.532507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf979793-bf77-4797-b5aa-1f76dfa2f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.595057 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-42150b1d-ab44-40a1-9c6b-085531f76ace tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags/tempest-TagsExtTest-Tag-1164155421 HTTP/1.1" status: 204 len: 168 time: 0.1884885 Dec 13 16:33:42.601609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45548) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.623202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-65b847fd-b676-462c-95f0-9c08230a6041 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:42.625145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5ec3364d-1ab7-43ea-8010-98d6129243e2 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:42.650464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f454c4c-f14c-4e97-879c-1f681efe67dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.674917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-6f454c4c-f14c-4e97-879c-1f681efe67dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 6c7ebd04-4013-4238-9dec-5217584a2db8 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:42.680429 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-65b847fd-b676-462c-95f0-9c08230a6041 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags HTTP/1.1" status: 200 len: 205 time: 0.0751684 Dec 13 16:33:42.682262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45550) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.688529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-390aa7cf-2ad6-48df-96ed-8780f114c73e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:42.713356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf979793-bf77-4797-b5aa-1f76dfa2f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.780086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5ec3364d-1ab7-43ea-8010-98d6129243e2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:42.784087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.784250 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-390aa7cf-2ad6-48df-96ed-8780f114c73e tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags HTTP/1.1" status: 204 len: 168 time: 0.0977569 Dec 13 16:33:42.784250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45552) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.787162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cf979793-bf77-4797-b5aa-1f76dfa2f8f1 None None] For port 5ec3364d-1ab7-43ea-8010-98d6129243e2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5ec3364d-1ab7-43ea-8010-98d6129243e2,segment=NetworkSegment(03f91552-e988-4266-8ffd-77eef263473f),segment_id=03f91552-e988-4266-8ffd-77eef263473f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:42.792187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-e574f891-b52d-4e9a-ab0f-700511558869 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:42.815228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf979793-bf77-4797-b5aa-1f76dfa2f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:42.908430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf979793-bf77-4797-b5aa-1f76dfa2f8f1 None None] Pushing event updated for resources: {'Port': ['ID=5ec3364d-1ab7-43ea-8010-98d6129243e2,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:42.987141 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e574f891-b52d-4e9a-ab0f-700511558869 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags HTTP/1.1" status: 204 len: 168 time: 0.2016625 Dec 13 16:33:42.990817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45554) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:42.995729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-d430c439-b0c9-4b71-b45b-715cf9a36289 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:43.011342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.068610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f454c4c-f14c-4e97-879c-1f681efe67dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.108302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.126249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f454c4c-f14c-4e97-879c-1f681efe67dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=6c7ebd04-4013-4238-9dec-5217584a2db8,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:43.145581 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d430c439-b0c9-4b71-b45b-715cf9a36289 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1533446 Dec 13 16:33:43.149088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45556) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:43.155142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-983880cb-b61d-4051-8628-aa5e7bfe4aa7 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:43.185582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ab795c90-99b5-4a93-9bfd-e6393ed3328b None None] Provisioning complete for port 5ec3364d-1ab7-43ea-8010-98d6129243e2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:43.186689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ab795c90-99b5-4a93-9bfd-e6393ed3328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.213153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:43.222408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.224456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:43.224941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f454c4c-f14c-4e97-879c-1f681efe67dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.229950 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6f454c4c-f14c-4e97-879c-1f681efe67dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/6c7ebd04-4013-4238-9dec-5217584a2db8 HTTP/1.1" status: 204 len: 168 time: 0.9771264 Dec 13 16:33:43.232401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45558) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:43.244930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac22891-c14b-4f30-8179-32f8ce796dde None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:43.255904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:43.265644 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9edd6e3-3828-470f-b025-eb71b7ec7e6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:33:43.267000 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e9edd6e3-3828-470f-b025-eb71b7ec7e6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/6c7ebd04-4013-4238-9dec-5217584a2db8 HTTP/1.1" status: 404 len: 333 time: 0.0336373 Dec 13 16:33:43.270175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45560) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:43.337036 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ab795c90-99b5-4a93-9bfd-e6393ed3328b None None] Could not find standard attr ID for object 6c7ebd04-4013-4238-9dec-5217584a2db8. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:33:43.353613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4b29f0-2364-4169-b16e-fb65b16c188c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet 663c011f-0b1d-466c-95b3-2e7763c1a040 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:43.360435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29f0-2364-4169-b16e-fb65b16c188c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.391981 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-983880cb-b61d-4051-8628-aa5e7bfe4aa7 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags HTTP/1.1" status: 204 len: 168 time: 0.2418888 Dec 13 16:33:43.397852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45562) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:43.406093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-b9b355a5-f5d2-4ade-a63a-87bf7c7e2cf2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893', 'tempest-TagsExtTest-Tag-754923425') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:43.436991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29f0-2364-4169-b16e-fb65b16c188c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.473443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f1839b2f-4159-444f-a79f-b00ef35417ea None None] Provisioning complete for port b4399360-d7f2-4f0c-8cc3-589af772f11a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:43.475003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1839b2f-4159-444f-a79f-b00ef35417ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.545744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f1839b2f-4159-444f-a79f-b00ef35417ea None None] Port b4399360-d7f2-4f0c-8cc3-589af772f11a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:43.551068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f1839b2f-4159-444f-a79f-b00ef35417ea None None] Could not find standard attr ID for object 6c7ebd04-4013-4238-9dec-5217584a2db8. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:33:43.560592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29f0-2364-4169-b16e-fb65b16c188c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.610254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b9b355a5-f5d2-4ade-a63a-87bf7c7e2cf2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags/tempest-TagsExtTest-Tag-754923425 HTTP/1.1" status: 201 len: 201 time: 0.2123017 Dec 13 16:33:43.614163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45564) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:43.619813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-918c2de4-f42e-40f7-8864-a73c4323e416 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c', 'tempest-TagsExtTest-Tag-223659928') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:43.655555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event updated for resources: {'Port': ['ID=b4399360-d7f2-4f0c-8cc3-589af772f11a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:43.662567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.683885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29f0-2364-4169-b16e-fb65b16c188c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.721947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b29f0-2364-4169-b16e-fb65b16c188c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=663c011f-0b1d-466c-95b3-2e7763c1a040,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:43.730444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bb4b29f0-2364-4169-b16e-fb65b16c188c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.735593 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bb4b29f0-2364-4169-b16e-fb65b16c188c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/663c011f-0b1d-466c-95b3-2e7763c1a040 HTTP/1.1" status: 204 len: 168 time: 0.4639149 Dec 13 16:33:43.739321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13492a78-ba0b-4242-b19c-b1488e4790c8 None None] Network 23fa05e7-89ff-48ac-9257-febd65bd0448 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:43.742927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45566) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:43.841191 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-918c2de4-f42e-40f7-8864-a73c4323e416 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags/tempest-TagsExtTest-Tag-223659928 HTTP/1.1" status: 201 len: 201 time: 0.2257853 Dec 13 16:33:43.844074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45568) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:43.852994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-d4fd9623-2432-441a-b5e0-775ca6e789aa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697', 'tempest-TagsExtTest-Tag-579730334') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:43.936820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:43.983087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.016584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d4fd9623-2432-441a-b5e0-775ca6e789aa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags/tempest-TagsExtTest-Tag-579730334 HTTP/1.1" status: 201 len: 201 time: 0.1676283 Dec 13 16:33:44.016809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45570) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:44.022735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 5ec3364d-1ab7-43ea-8010-98d6129243e2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:44.023155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.024743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-c6a4f4b9-477f-489f-ac4f-5b2936c3d0f4 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087', 'tempest-TagsExtTest-Tag-1448808748') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:44.025159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24a410-2ea5-4c91-a797-5645a3a585b1 None None] Network 8e787ae9-fd67-4d9a-8e18-10c52b456342 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:44.086417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.099919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] DHCP port deletion for 23fa05e7-89ff-48ac-9257-febd65bd0448 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:44.111968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0ceab7ff-153a-47bd-b28d-1af33172904a None None] Provisioning complete for port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:44.112335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ceab7ff-153a-47bd-b28d-1af33172904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.114054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] For port 5ec3364d-1ab7-43ea-8010-98d6129243e2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5ec3364d-1ab7-43ea-8010-98d6129243e2,segment=NetworkSegment(03f91552-e988-4266-8ffd-77eef263473f),segment_id=03f91552-e988-4266-8ffd-77eef263473f)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:44.115082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.130072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 5ec3364d-1ab7-43ea-8010-98d6129243e2 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:44.207428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8::1 (8e787ae9-fd67-4d9a-8e18-10c52b456342/b494a799-2409-4cd0-a8ef-cc5ca1dde315/731ca83d-1caf-4dba-a33b-566324f31388) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:44.233512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.260422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] Deleting port 5ec3364d-1ab7-43ea-8010-98d6129243e2 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:44.260711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.275842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=5ec3364d-1ab7-43ea-8010-98d6129243e2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:44.286388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No DVR routers for this DVR port 5ec3364d-1ab7-43ea-8010-98d6129243e2 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:44.297350 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c6a4f4b9-477f-489f-ac4f-5b2936c3d0f4 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags/tempest-TagsExtTest-Tag-1448808748 HTTP/1.1" status: 201 len: 201 time: 0.2744610 Dec 13 16:33:44.310152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45574) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:44.314667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-a4cfa1bb-2f9c-4e6b-9125-992119f5df83 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893', {'tags': ['tempest-TagsExtTest-Tag-1472711251', 'tempest-TagsExtTest-Tag-1485258358', 'tempest-TagsExtTest-Tag-153411160']}) {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:44.321983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ceab7ff-153a-47bd-b28d-1af33172904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.347656 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] For port 5ec3364d-1ab7-43ea-8010-98d6129243e2, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:44.348132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.373176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] Calling delete_port for 5ec3364d-1ab7-43ea-8010-98d6129243e2 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:44.380956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] Port 5ec3364d-1ab7-43ea-8010-98d6129243e2 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:33:44.384398 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0ceab7ff-153a-47bd-b28d-1af33172904a None None] For port 5d0efa56-7eef-450b-bcaf-98a81372a0f5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d0efa56-7eef-450b-bcaf-98a81372a0f5,segment=NetworkSegment(692d154c-ee90-459d-b136-d7b2fe2ee3cd),segment_id=692d154c-ee90-459d-b136-d7b2fe2ee3cd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:44.385511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.396004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ceab7ff-153a-47bd-b28d-1af33172904a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.416579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] Pushing event deleted for resources: {'Port': ['ID=5ec3364d-1ab7-43ea-8010-98d6129243e2,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:44.416741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.418472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d081a8e-efcb-4cba-8dff-0856c1009f24 None None] No DVR routers for this DVR port 5ec3364d-1ab7-43ea-8010-98d6129243e2 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:44.445278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fa05e7-89ff-48ac-9257-febd65bd0448']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:44.466286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f91552-e988-4266-8ffd-77eef263473f') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:44.466589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f91552-e988-4266-8ffd-77eef263473f') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:44.481426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.508171 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceab7ff-153a-47bd-b28d-1af33172904a None None] Pushing event updated for resources: {'Port': ['ID=5d0efa56-7eef-450b-bcaf-98a81372a0f5,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:44.509279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.520483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:44.520914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:44.525549 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:44.528027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.596934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.601830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.605823 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/networks/23fa05e7-89ff-48ac-9257-febd65bd0448 HTTP/1.1" status: 204 len: 168 time: 0.8607819 Dec 13 16:33:44.613152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45576) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:44.635890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'name': 'tempest-PortsTestJSON-613846047'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:44.643285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41175699-58ea-4f8e-96a6-19929f4ae092 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Network': ['ID=23fa05e7-89ff-48ac-9257-febd65bd0448,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:44.643478 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a4cfa1bb-2f9c-4e6b-9125-992119f5df83 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags HTTP/1.1" status: 200 len: 317 time: 0.3297951 Dec 13 16:33:44.650843 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45578) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:44.656521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d0efa56-7eef-450b-bcaf-98a81372a0f5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:44.663015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-3524d188-5af4-4c27-8b27-29c9dee85e07 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:44.724022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.729742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.730451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:44.731109 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.733840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bb958efd-b506-4ee3-8f80-941d4b25d0a7 None None] Provisioning complete for port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:44.734236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bb958efd-b506-4ee3-8f80-941d4b25d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.738340 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.742280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:44.746462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.768449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 8fd53e01-d0c8-4e44-a37e-1197f6c82fdb yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:44.919295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=6cecc297-9f01-408e-9007-0edea7a2a6b1,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:44.956044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.962165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.966158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:44.970209 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5ec3364d-1ab7-43ea-8010-98d6129243e2 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:44.997298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5ec3364d-1ab7-43ea-8010-98d6129243e2 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:33:44.997808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5ec3364d-1ab7-43ea-8010-98d6129243e2 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:33:45.009417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.057932 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:45.060838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.061822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:45.065568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:45.071745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:45.072361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.082728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=8fd53e01-d0c8-4e44-a37e-1197f6c82fdb,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:45.087689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.096313 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bea2956f-b1a3-4ff5-aaa5-cb7b68517df2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4787498 Dec 13 16:33:45.096469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 8e787ae9-fd67-4d9a-8e18-10c52b456342 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:45.096575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45580) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:45.106929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:45.120087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:45.120882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.162143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=731ca83d-1caf-4dba-a33b-566324f31388,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:45.197557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e0e04685-b2c5-474d-8e9a-4ed0a23a169d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 8fd53e01-d0c8-4e44-a37e-1197f6c82fdb {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:45.197996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0e04685-b2c5-474d-8e9a-4ed0a23a169d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.225030 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3524d188-5af4-4c27-8b27-29c9dee85e07 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags HTTP/1.1" status: 204 len: 168 time: 0.5665457 Dec 13 16:33:45.233137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45582) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:45.241108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-65382536-73fe-4c1b-b7c5-b08d487f8fc9 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893', 'tempest-TagsExtTest-Tag-1472711251') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:45.271215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0e04685-b2c5-474d-8e9a-4ed0a23a169d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.291428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e0e04685-b2c5-474d-8e9a-4ed0a23a169d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 8fd53e01-d0c8-4e44-a37e-1197f6c82fdb owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:45.374992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0e04685-b2c5-474d-8e9a-4ed0a23a169d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.409849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e04685-b2c5-474d-8e9a-4ed0a23a169d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=8fd53e01-d0c8-4e44-a37e-1197f6c82fdb,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:45.415853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5c1f41f1-9c12-4ad8-b5ea-56bed0528eff None None] Provisioning complete for port 731ca83d-1caf-4dba-a33b-566324f31388 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:45.416286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c1f41f1-9c12-4ad8-b5ea-56bed0528eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.422891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e0e04685-b2c5-474d-8e9a-4ed0a23a169d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.429454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e0e04685-b2c5-474d-8e9a-4ed0a23a169d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/8fd53e01-d0c8-4e44-a37e-1197f6c82fdb HTTP/1.1" status: 204 len: 168 time: 0.3294125 Dec 13 16:33:45.429663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45584) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:45.434678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'mac_address': 'fa:16:3e:e6:c2:0f', 'name': 'tempest-PortsTestJSON-1790987521'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:45.452802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5c1f41f1-9c12-4ad8-b5ea-56bed0528eff None None] Port 731ca83d-1caf-4dba-a33b-566324f31388 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:45.529972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:45.580899 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f associated. External IP: 172.26.6.135, port: 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee. Dec 13 16:33:45.597714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.617834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 2208dc1c-021e-4844-9366-a1eb78b4884f yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:45.783426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.784230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.796776 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-65382536-73fe-4c1b-b7c5-b08d487f8fc9 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:45.798489 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-65382536-73fe-4c1b-b7c5-b08d487f8fc9 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags/tempest-TagsExtTest-Tag-1472711251 HTTP/1.1" status: 404 len: 329 time: 0.5613496 Dec 13 16:33:45.805105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45586) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:45.809536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-94586232-b365-4dba-83b1-53f912ba5f75 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893', 'tempest-TagsExtTest-Tag-1485258358') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:45.846283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.903686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:45.909678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:45.917046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:45.922568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:45.923201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:45.929252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Router d81b1373-fe9c-4dc7-acbe-86b2d41337cc is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:45.931162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=2208dc1c-021e-4844-9366-a1eb78b4884f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:45.938829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-94586232-b365-4dba-83b1-53f912ba5f75 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:45.943225 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-94586232-b365-4dba-83b1-53f912ba5f75 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags/tempest-TagsExtTest-Tag-1485258358 HTTP/1.1" status: 404 len: 329 time: 0.1338027 Dec 13 16:33:45.943334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45588) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:45.947456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-39177bef-6fbb-4a5a-8509-9cb9e16d2436 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893', 'tempest-TagsExtTest-Tag-153411160') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:45.953835 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-902225e3-0473-49a2-b059-d39bdaac7f00 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5232227 Dec 13 16:33:45.962702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45590) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.003849 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-39177bef-6fbb-4a5a-8509-9cb9e16d2436 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:46.004906 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-39177bef-6fbb-4a5a-8509-9cb9e16d2436 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags/tempest-TagsExtTest-Tag-153411160 HTTP/1.1" status: 404 len: 328 time: 0.0607359 Dec 13 16:33:46.008013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45592) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.012429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-0e89923b-b575-40e8-9bbe-504e5a99bef3 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c', {'tags': ['tempest-TagsExtTest-Tag-856439931', 'tempest-TagsExtTest-Tag-229410370', 'tempest-TagsExtTest-Tag-471005529']}) {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.072881 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0e89923b-b575-40e8-9bbe-504e5a99bef3 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags HTTP/1.1" status: 200 len: 315 time: 0.0637670 Dec 13 16:33:46.075489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45594) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.079763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.tag.tag_plugin [None req-bc7dd758-ff42-445f-8e6b-1e3787908025 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.127144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7455b094-5a1d-4117-b4a4-5c3808ed5915 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:46.128816 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7455b094-5a1d-4117-b4a4-5c3808ed5915 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/2208dc1c-021e-4844-9366-a1eb78b4884f HTTP/1.1" status: 200 len: 841 time: 0.1348958 Dec 13 16:33:46.132415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45596) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.166385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router a03e330b-74c5-4124-bfb8-b1d879b9f5eb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:33:46.202412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bc7dd758-ff42-445f-8e6b-1e3787908025 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1258950 Dec 13 16:33:46.207888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45598) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.219124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-6b708e35-f1f5-4e98-a2a1-1bdd59ad3e36 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c', 'tempest-TagsExtTest-Tag-856439931') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.231026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-dc94c995-1633-47c7-98e7-ba5ca9e12816 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 2208dc1c-021e-4844-9366-a1eb78b4884f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:46.231371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc94c995-1633-47c7-98e7-ba5ca9e12816 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.301276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc94c995-1633-47c7-98e7-ba5ca9e12816 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.318951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-dc94c995-1633-47c7-98e7-ba5ca9e12816 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 2208dc1c-021e-4844-9366-a1eb78b4884f owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:46.344691 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:46.355094 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebbe1e8-4550-4bdf-ae49-953b6441c3ab None None] Sync routers for ids ['d81b1373-fe9c-4dc7-acbe-86b2d41337cc'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:46.357496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.361246 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-62eb78c1-ddd7-499b-8c8f-c44f47f35144 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "PUT /v2.0/routers/d81b1373-fe9c-4dc7-acbe-86b2d41337cc HTTP/1.1" status: 200 len: 883 time: 5.8553491 Dec 13 16:33:46.362400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45600) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.369569 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebbe1e8-4550-4bdf-ae49-953b6441c3ab None None] Routers {'d81b1373-fe9c-4dc7-acbe-86b2d41337cc'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:46.370331 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9ebbe1e8-4550-4bdf-ae49-953b6441c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d81b1373-fe9c-4dc7-acbe-86b2d41337cc'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.418561 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9ebbe1e8-4550-4bdf-ae49-953b6441c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.428833 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebbe1e8-4550-4bdf-ae49-953b6441c3ab None None] Routers {'d81b1373-fe9c-4dc7-acbe-86b2d41337cc'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:46.429502 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9ebbe1e8-4550-4bdf-ae49-953b6441c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d81b1373-fe9c-4dc7-acbe-86b2d41337cc'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.437593 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-6b708e35-f1f5-4e98-a2a1-1bdd59ad3e36 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:46.438665 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6b708e35-f1f5-4e98-a2a1-1bdd59ad3e36 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags/tempest-TagsExtTest-Tag-856439931 HTTP/1.1" status: 404 len: 328 time: 0.2260363 Dec 13 16:33:46.442956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45602) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.448853 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-0ce7f434-3b90-49d7-b131-24d19207bde2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c', 'tempest-TagsExtTest-Tag-229410370') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.468172 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9ebbe1e8-4550-4bdf-ae49-953b6441c3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.469400 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebbe1e8-4550-4bdf-ae49-953b6441c3ab None None] The sync data for ids ['d81b1373-fe9c-4dc7-acbe-86b2d41337cc'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:46.480726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:46.490522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.492916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] Sync routers for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:46.505249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.506060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.514469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc94c995-1633-47c7-98e7-ba5ca9e12816 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.515249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:46.516003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.531246 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b90dffed-4d7e-4826-8774-a27655a86789 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/routers/d81b1373-fe9c-4dc7-acbe-86b2d41337cc HTTP/1.1" status: 200 len: 924 time: 0.1650701 Dec 13 16:33:46.539390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45604) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.542007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.553560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c995-1633-47c7-98e7-ba5ca9e12816 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=2208dc1c-021e-4844-9366-a1eb78b4884f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:46.557285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc94c995-1633-47c7-98e7-ba5ca9e12816 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.563576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dc94c995-1633-47c7-98e7-ba5ca9e12816 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/2208dc1c-021e-4844-9366-a1eb78b4884f HTTP/1.1" status: 204 len: 168 time: 0.4297974 Dec 13 16:33:46.564850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45606) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.579818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d0efa56-7eef-450b-bcaf-98a81372a0f5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:46.595326 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-569ea274-806e-4893-94d9-f039842d4bc5 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:33:46.600497 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-569ea274-806e-4893-94d9-f039842d4bc5 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/2208dc1c-021e-4844-9366-a1eb78b4884f HTTP/1.1" status: 404 len: 333 time: 0.0305979 Dec 13 16:33:46.600793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45608) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.605641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'name': 'tempest-PortsTestJSON-774690776'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:46.667942 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d0d1669b-8dde-460a-bf53-1299f562d8be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.4803159 Dec 13 16:33:46.671346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45610) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.672121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:33:46.674393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db144bb-ee5c-45fa-85f7-ead8480d73fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:33:46.681091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=731ca83d-1caf-4dba-a33b-566324f31388,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:46.687717 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-0ce7f434-3b90-49d7-b131-24d19207bde2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:46.688559 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0ce7f434-3b90-49d7-b131-24d19207bde2 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags/tempest-TagsExtTest-Tag-229410370 HTTP/1.1" status: 404 len: 328 time: 0.2433012 Dec 13 16:33:46.692898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45614) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.697404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:46.697799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-fce9e164-4ea5-4851-948a-f7349441c1c1 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c', 'tempest-TagsExtTest-Tag-471005529') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.698162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.734619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1a49e2-e4b9-4c44-8eb3-9d0c7de5e894 x-openstack-request-id: req-0b1a49e2-e4b9-4c44-8eb3-9d0c7de5e894 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:33:46.734937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:33:46.735192 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b1a49e2-e4b9-4c44-8eb3-9d0c7de5e894 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:33:46.735590 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'status': 'completed', 'code': 200} Dec 13 16:33:46.739446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240614b8-fa86-49db-a8aa-e5802418d0f3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:46.743378 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-240614b8-fa86-49db-a8aa-e5802418d0f3 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=d81b1373-fe9c-4dc7-acbe-86b2d41337cc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1966739 Dec 13 16:33:46.744420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:46.745856 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45616) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.821752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 8e787ae9-fd67-4d9a-8e18-10c52b456342 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:46.826528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:46.893951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:46.897660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:46.924153 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-fce9e164-4ea5-4851-948a-f7349441c1c1 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:46.928191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 949496ff-88b4-46aa-bd47-deb29ce1adac yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:46.928339 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fce9e164-4ea5-4851-948a-f7349441c1c1 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags/tempest-TagsExtTest-Tag-471005529 HTTP/1.1" status: 404 len: 328 time: 0.2307112 Dec 13 16:33:46.937959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45618) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:46.944885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-3a8937db-8f01-4c84-a004-a473a9cb3f69 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697', {'tags': ['tempest-TagsExtTest-Tag-1154287371', 'tempest-TagsExtTest-Tag-1142582888', 'tempest-TagsExtTest-Tag-1836605431']}) {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:46.978051 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5a01fc5c-ee43-4517-b725-9f65ecb27813 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f HTTP/1.1" status: 200 len: 992 time: 0.3054507 Dec 13 16:33:46.984873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-91f53631-3b50-4a80-a60c-53b0362ae411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:46.986362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-91f53631-3b50-4a80-a60c-53b0362ae411 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 1099 time: 0.1762486 Dec 13 16:33:46.992365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac735ee4-b7b3-4559-8b26-e8f7169ac281 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:46.996252 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ac735ee4-b7b3-4559-8b26-e8f7169ac281 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 881 time: 0.2437398 Dec 13 16:33:47.001569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45620) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:47.070370 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3a8937db-8f01-4c84-a004-a473a9cb3f69 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags HTTP/1.1" status: 200 len: 318 time: 0.1298931 Dec 13 16:33:47.074005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45622) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:47.078687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-c2048f62-4467-4d61-8c69-97994ce8d340 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.086542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.135', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'port_id': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'mac_address': 'fa:16:3e:80:ec:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:33:42Z', 'updated_at': '2021-12-13T16:33:42Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:18Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.116552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] Checking router: a03e330b-74c5-4124-bfb8-b1d879b9f5eb for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:33:47.127387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:47.128504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.139371 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-47b4a57f-4aa2-4d91-954d-e5e51eef6845 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81b1373-fe9c-4dc7-acbe-86b2d41337cc HTTP/1.1" status: 200 len: 205 time: 0.1307397 Dec 13 16:33:47.150982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45624) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:47.161021 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 879c3abc-42fe-48f2-afae-d19b9bcab467 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:47.236067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-f4ced016-3069-42c3-afdc-b10343eed4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:47.237729 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-f4ced016-3069-42c3-afdc-b10343eed4e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a28784d-0f76-432a-9fb3-8652a08c0c7f HTTP/1.1" status: 200 len: 897 time: 0.2332730 Dec 13 16:33:47.241575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:33:47.248720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:47.287714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2b468755-bcec-4128-8943-3af168f748c6 None None] Provisioning complete for port 731ca83d-1caf-4dba-a33b-566324f31388 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:47.288086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2b468755-bcec-4128-8943-3af168f748c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:47.358582 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c2048f62-4467-4d61-8c69-97994ce8d340 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags HTTP/1.1" status: 204 len: 168 time: 0.2809370 Dec 13 16:33:47.359761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45626) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:47.366976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-f43de484-9e9c-4388-8462-8e4fcdc93ef6 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697', 'tempest-TagsExtTest-Tag-1154287371') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.369740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:47.374335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:47.387752 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c52ed-c152-491e-a6d9-f49e0ba5656d None None] Sync routers for ids ['879c3abc-42fe-48f2-afae-d19b9bcab467'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:47.409069 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c52ed-c152-491e-a6d9-f49e0ba5656d None None] Routers {'879c3abc-42fe-48f2-afae-d19b9bcab467'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:47.409492 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-11608c98-61e9-4088-9c4d-6ced003cad38 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/879c3abc-42fe-48f2-afae-d19b9bcab467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4076800 Dec 13 16:33:47.410476 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-213c52ed-c152-491e-a6d9-f49e0ba5656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['879c3abc-42fe-48f2-afae-d19b9bcab467'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.412578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45628) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:47.466610 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-213c52ed-c152-491e-a6d9-f49e0ba5656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.483210 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213c52ed-c152-491e-a6d9-f49e0ba5656d None None] Routers {'879c3abc-42fe-48f2-afae-d19b9bcab467'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:47.484564 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-213c52ed-c152-491e-a6d9-f49e0ba5656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['879c3abc-42fe-48f2-afae-d19b9bcab467'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.492165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2b468755-bcec-4128-8943-3af168f748c6 None None] Port 731ca83d-1caf-4dba-a33b-566324f31388 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:47.525508 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-213c52ed-c152-491e-a6d9-f49e0ba5656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.526172 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213c52ed-c152-491e-a6d9-f49e0ba5656d None None] The sync data for ids ['879c3abc-42fe-48f2-afae-d19b9bcab467'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:47.696257 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-2a23c1d4-0a81-432a-b78d-38a9efe4f739 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee HTTP/1.1" status: 200 len: 1000 time: 0.4411647 Dec 13 16:33:47.703230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:47.733624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.135', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'port_id': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'mac_address': 'fa:16:3e:80:ec:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:33:42Z', 'updated_at': '2021-12-13T16:33:42Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:18Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.766410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37d742-453a-4865-a463-e7a277a88cbd None None] The sync data for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv is: [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.135', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'port_id': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'mac_address': 'fa:16:3e:80:ec:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:33:42Z', 'updated_at': '2021-12-13T16:33:42Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:18Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:47.787630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:47.792896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:47.798146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-538ab25d-0671-4008-8994-5f8817ea6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:47.799630 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-538ab25d-0671-4008-8994-5f8817ea6e8c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=271fdb47-0bea-49da-a261-24592a21ad38 HTTP/1.1" status: 200 len: 835 time: 0.0942574 Dec 13 16:33:47.801019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:47.806614 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:47.807241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:47.811982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=949496ff-88b4-46aa-bd47-deb29ce1adac,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:47.853206 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c48c2667-bd27-40bc-88f7-d89fd5d5c8a6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2512617 Dec 13 16:33:47.856997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45630) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:47.877890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:47.889703 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaea7da-a5fd-4a18-81fa-86375aed3a4c tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:47.894445 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6aaea7da-a5fd-4a18-81fa-86375aed3a4c tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports/731ca83d-1caf-4dba-a33b-566324f31388 HTTP/1.1" status: 200 len: 911 time: 0.4787748 Dec 13 16:33:47.896770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45632) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:47.920538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fb5e2a5a-bd89-4280-bc6d-1c4ff159d611 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b494a799-2409-4cd0-a8ef-cc5ca1dde315'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:47.922673 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-f43de484-9e9c-4388-8462-8e4fcdc93ef6 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:47.924614 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f43de484-9e9c-4388-8462-8e4fcdc93ef6 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags/tempest-TagsExtTest-Tag-1154287371 HTTP/1.1" status: 404 len: 329 time: 0.5636613 Dec 13 16:33:47.929017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45634) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:47.934803 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-3985fdfc-46af-4d1f-9b5f-22281e5b1825 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697', 'tempest-TagsExtTest-Tag-1142582888') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:47.955769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-134a993c-d3a1-4fab-897c-9c5d00b711fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:47.957671 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-134a993c-d3a1-4fab-897c-9c5d00b711fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a28784d-0f76-432a-9fb3-8652a08c0c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1476865 Dec 13 16:33:47.983637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45636) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.015626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.033167 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-3985fdfc-46af-4d1f-9b5f-22281e5b1825 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:48.037047 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3985fdfc-46af-4d1f-9b5f-22281e5b1825 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags/tempest-TagsExtTest-Tag-1142582888 HTTP/1.1" status: 404 len: 329 time: 0.1045046 Dec 13 16:33:48.037792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45638) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.044912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6148a1c0-a6b5-4dba-b3d6-570b41061514 None None] New status for floating IP 12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:33:48.047459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-f9924d55-88f5-4baa-b82d-ec11d7a21b77 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697', 'tempest-TagsExtTest-Tag-1836605431') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.068099 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-e7138797-78df-428e-aae1-94f5564fd58c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2129157 Dec 13 16:33:48.165647 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-f9924d55-88f5-4baa-b82d-ec11d7a21b77 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:48.169414 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f9924d55-88f5-4baa-b82d-ec11d7a21b77 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags/tempest-TagsExtTest-Tag-1836605431 HTTP/1.1" status: 404 len: 329 time: 0.1237717 Dec 13 16:33:48.169787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45640) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.174337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-24cc3cd3-6786-43f8-aaa1-567927951514 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087', {'tags': ['tempest-TagsExtTest-Tag-1749592516', 'tempest-TagsExtTest-Tag-84807629', 'tempest-TagsExtTest-Tag-1402255279']}) {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.183046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.192958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Deleting port b4399360-d7f2-4f0c-8cc3-589af772f11a {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:48.193301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.275820 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-24cc3cd3-6786-43f8-aaa1-567927951514 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "PUT /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags HTTP/1.1" status: 200 len: 316 time: 0.1049421 Dec 13 16:33:48.278300 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45642) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.279429 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-047ce4b6-e3eb-449e-9afc-6c0b8eacf510 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f HTTP/1.1" status: 200 len: 992 time: 0.2936869 Dec 13 16:33:48.282494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-37abd97d-a1c5-4eb7-9942-c220ab946548 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.313207 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-60a57b46-dd3a-4766-be3d-7609d2391cb3 service neutron] 10.222.0.31 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465736 Dec 13 16:33:48.318735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-a98aee29-4b57-447e-be25-97c7d03222e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:48.320185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.320317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-a98aee29-4b57-447e-be25-97c7d03222e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2bdbd3d85cf48d5ac211222fc26285a&device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 1098 time: 0.1828411 Dec 13 16:33:48.339332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Calling delete_port for b4399360-d7f2-4f0c-8cc3-589af772f11a owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:48.393922 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-37abd97d-a1c5-4eb7-9942-c220ab946548 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags HTTP/1.1" status: 204 len: 168 time: 0.1144755 Dec 13 16:33:48.397577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45644) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.401888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-04ecd9ed-3837-4a81-a9bc-4b9fdea8ba7c tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087', 'tempest-TagsExtTest-Tag-1749592516') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.476439 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-04ecd9ed-3837-4a81-a9bc-4b9fdea8ba7c tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:48.477383 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-04ecd9ed-3837-4a81-a9bc-4b9fdea8ba7c tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags/tempest-TagsExtTest-Tag-1749592516 HTTP/1.1" status: 404 len: 329 time: 0.0788472 Dec 13 16:33:48.480284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45646) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.486347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-a3bb7877-85db-41e5-b10a-4920276e893d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087', 'tempest-TagsExtTest-Tag-84807629') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.497172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2a5a-bd89-4280-bc6d-1c4ff159d611 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.518288 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-a3bb7877-85db-41e5-b10a-4920276e893d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:48.520118 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a3bb7877-85db-41e5-b10a-4920276e893d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags/tempest-TagsExtTest-Tag-84807629 HTTP/1.1" status: 404 len: 327 time: 0.0388031 Dec 13 16:33:48.524784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45648) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.546088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-4b240d3c-92b7-42e4-8bbe-c2cc17c96787 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087', 'tempest-TagsExtTest-Tag-1402255279') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.580656 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-4b240d3c-92b7-42e4-8bbe-c2cc17c96787 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] show failed (client error): The resource could not be found. Dec 13 16:33:48.582353 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4b240d3c-92b7-42e4-8bbe-c2cc17c96787 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags/tempest-TagsExtTest-Tag-1402255279 HTTP/1.1" status: 404 len: 329 time: 0.0564940 Dec 13 16:33:48.585694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45650) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.590833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-bdfa4507-678a-4070-a2fd-fff94fe5b03f tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '577841a3-7a56-4898-8a5f-3c79cf775087') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.593175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.631718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event deleted for resources: {'Port': ['ID=b4399360-d7f2-4f0c-8cc3-589af772f11a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:48.650607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e7922f-d0e5-458b-8c9d-058339314649 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:48.653061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-ed8a35c0-511b-432d-990b-6e817c4e8c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:48.654562 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-ed8a35c0-511b-432d-990b-6e817c4e8c5f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 HTTP/1.1" status: 200 len: 897 time: 0.2904327 Dec 13 16:33:48.662520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0db144bb-ee5c-45fa-85f7-ead8480d73fb req-fbdbe7ec-daa5-4b00-a7a4-6da3a34d56e2 service neutron] 10.222.0.31 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413248 Dec 13 16:33:48.665756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.704700 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bdfa4507-678a-4070-a2fd-fff94fe5b03f tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087/tags HTTP/1.1" status: 204 len: 168 time: 0.1155999 Dec 13 16:33:48.704963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45652) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.711410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-72164831-3824-4b96-9670-b10f132153e3 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e341681e-78d7-45c1-8845-8ee220325697') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.733988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.747525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.825490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] In _notify_port_updated(), no bound segment for port 949496ff-88b4-46aa-bd47-deb29ce1adac on network 0fc44e21-4169-4b8e-b630-300c6c03636e {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:33:48.830958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:48.831710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.832986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "PUT /v2.0/ports/949496ff-88b4-46aa-bd47-deb29ce1adac HTTP/1.1" status: 200 len: 818 time: 0.9633157 Dec 13 16:33:48.842126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45656) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.870283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.874002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.883229 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-c1eb6954-1705-4fd0-b492-7785922fb24c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf HTTP/1.1" status: 200 len: 1001 time: 0.2196593 Dec 13 16:33:48.883901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38ef37-65fa-43a1-af2b-5f4b966a6a4f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=949496ff-88b4-46aa-bd47-deb29ce1adac,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:48.920263 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-72164831-3824-4b96-9670-b10f132153e3 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697/tags HTTP/1.1" status: 204 len: 168 time: 0.2131829 Dec 13 16:33:48.925829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45658) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.930609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-176eda1c-a206-43d0-8ec9-beff9e16f86a tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5575bdd6-a5b5-45eb-8684-1ffd94919e5c') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:48.935224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.935224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Fanout notify agent at l3_agent the message router_deleted on router d81b1373-fe9c-4dc7-acbe-86b2d41337cc {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:48.958537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:48.961322 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f60234e8-64ab-4c37-96ca-55fa17dc532d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/d81b1373-fe9c-4dc7-acbe-86b2d41337cc HTTP/1.1" status: 204 len: 168 time: 1.8064849 Dec 13 16:33:48.963823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45662) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:48.971606 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3b0e38dd-88c6-470e-89fe-bc194be7cd4f tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1739676422', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:49.005705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b0e38dd-88c6-470e-89fe-bc194be7cd4f tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.006637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b0e38dd-88c6-470e-89fe-bc194be7cd4f tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.029268 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-176eda1c-a206-43d0-8ec9-beff9e16f86a tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1024234 Dec 13 16:33:49.029864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45668) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:49.043210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.tag.tag_plugin [None req-420e4aa8-c366-4f00-b8dd-34ac2383ffbb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c57e0d2-1188-41e7-84ad-1dfb61297893') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:49.056581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-27437345-62a7-4eac-8fc2-d2a630eba89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:49.058044 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-27437345-62a7-4eac-8fc2-d2a630eba89e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f35c06b3-0fb2-464b-9f31-d3526cdc86a5 HTTP/1.1" status: 200 len: 834 time: 0.1379933 Dec 13 16:33:49.102850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b0e38dd-88c6-470e-89fe-bc194be7cd4f tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.112422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b0e38dd-88c6-470e-89fe-bc194be7cd4f tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.146420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b0e38dd-88c6-470e-89fe-bc194be7cd4f tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.147670 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3b0e38dd-88c6-470e-89fe-bc194be7cd4f tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1829143 Dec 13 16:33:49.151044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45674) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:49.156567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': True}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:49.160536 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-420e4aa8-c366-4f00-b8dd-34ac2383ffbb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893/tags HTTP/1.1" status: 204 len: 168 time: 0.1277709 Dec 13 16:33:49.168440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45676) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:49.188101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f058e-65a5-4aaa-a972-5ae5aaaed247 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 949496ff-88b4-46aa-bd47-deb29ce1adac {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:49.188440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc3f058e-65a5-4aaa-a972-5ae5aaaed247 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.277409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-b377cfde-dd0e-4a40-8666-36a9fbcf10d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:49.279123 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-b377cfde-dd0e-4a40-8666-36a9fbcf10d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2089674 Dec 13 16:33:49.286527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45682) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:49.412896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.426798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc3f058e-65a5-4aaa-a972-5ae5aaaed247 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.461535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-cc3f058e-65a5-4aaa-a972-5ae5aaaed247 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 949496ff-88b4-46aa-bd47-deb29ce1adac owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:49.476854 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1d43ea26-117f-4f3c-b3cb-6ed9d5a554b2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f HTTP/1.1" status: 200 len: 994 time: 0.1786268 Dec 13 16:33:49.497066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-544ed674-a819-4df4-86e1-1896f0240383 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for subnetpool, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.498144 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-544ed674-a819-4df4-86e1-1896f0240383 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnetpools/577841a3-7a56-4898-8a5f-3c79cf775087 HTTP/1.1" status: 204 len: 168 time: 0.3292069 Dec 13 16:33:49.501233 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45692) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:49.504160 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2a5a-bd89-4280-bc6d-1c4ff159d611 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.540507 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6ff0609c-4da8-42d0-9b99-e55ccd943792 tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "GET /v2.0/ports?device_id=e341681e-78d7-45c1-8845-8ee220325697 HTTP/1.1" status: 200 len: 205 time: 0.0322440 Dec 13 16:33:49.543586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45694) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:49.598149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2a5a-bd89-4280-bc6d-1c4ff159d611 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.604013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5e2a5a-bd89-4280-bc6d-1c4ff159d611 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:49.604882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fb5e2a5a-bd89-4280-bc6d-1c4ff159d611 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.605960 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fb5e2a5a-bd89-4280-bc6d-1c4ff159d611 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/ports/731ca83d-1caf-4dba-a33b-566324f31388 HTTP/1.1" status: 200 len: 911 time: 1.7074471 Dec 13 16:33:49.617293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45696) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:49.645705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c44502d7-2a68-4d5c-ad13-3acc040f4a3d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.778140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e2a5a-bd89-4280-bc6d-1c4ff159d611 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=731ca83d-1caf-4dba-a33b-566324f31388,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:49.788090 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82534f11-427e-4f97-a487-2ae234b68449 req-81184906-fff2-4e62-a212-5e53602a56ff tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:49.789600 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82534f11-427e-4f97-a487-2ae234b68449 req-81184906-fff2-4e62-a212-5e53602a56ff tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.4873505 Dec 13 16:33:49.815142 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-78f251b1-d029-4a62-984b-da4720f20d34 service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001078 Dec 13 16:33:49.895956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c44502d7-2a68-4d5c-ad13-3acc040f4a3d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.901265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c44502d7-2a68-4d5c-ad13-3acc040f4a3d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.945877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.968785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.973613 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c44502d7-2a68-4d5c-ad13-3acc040f4a3d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.974124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44502d7-2a68-4d5c-ad13-3acc040f4a3d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Fanout notify agent at l3_agent the message router_deleted on router e341681e-78d7-45c1-8845-8ee220325697 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:49.981314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c44502d7-2a68-4d5c-ad13-3acc040f4a3d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:49.985026 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c44502d7-2a68-4d5c-ad13-3acc040f4a3d tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/routers/e341681e-78d7-45c1-8845-8ee220325697 HTTP/1.1" status: 204 len: 168 time: 0.4377952 Dec 13 16:33:49.988356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45698) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:50.164194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Allocated IP 172.26.6.47 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/86c233b6-f127-4cc4-9572-6b05d90d2d9a) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:50.173029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-03f1c1c5-a7b9-44ae-b23f-75bcaa332efa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Deleting port 5575bdd6-a5b5-45eb-8684-1ffd94919e5c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:50.173369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-03f1c1c5-a7b9-44ae-b23f-75bcaa332efa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.206789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc3f058e-65a5-4aaa-a972-5ae5aaaed247 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.328879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f058e-65a5-4aaa-a972-5ae5aaaed247 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=949496ff-88b4-46aa-bd47-deb29ce1adac,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:50.333705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-03f1c1c5-a7b9-44ae-b23f-75bcaa332efa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.339610 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82534f11-427e-4f97-a487-2ae234b68449 req-6e0854d1-f71f-458f-a4c6-b1496064dbb4 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5435250 Dec 13 16:33:50.349323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc3f058e-65a5-4aaa-a972-5ae5aaaed247 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.352595 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cc3f058e-65a5-4aaa-a972-5ae5aaaed247 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/949496ff-88b4-46aa-bd47-deb29ce1adac HTTP/1.1" status: 204 len: 168 time: 1.5095613 Dec 13 16:33:50.356289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45700) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:50.361864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-03f1c1c5-a7b9-44ae-b23f-75bcaa332efa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Calling delete_port for 5575bdd6-a5b5-45eb-8684-1ffd94919e5c owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:50.398358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.479036 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a2f73f6-e078-4bad-8788-e3f9bd7f5c63 req-e10da7ec-e7de-4f4e-a16c-e8b6f5cb1116 service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315504 Dec 13 16:33:50.517785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32773549-9c51-4dda-9292-34ea09f7d573 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:50.522504 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-32773549-9c51-4dda-9292-34ea09f7d573 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1614110 Dec 13 16:33:50.522795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45702) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:50.557908 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca5d5a7-be5b-4783-acba-e3f9797c76a0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:33:50.562848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fca5d5a7-be5b-4783-acba-e3f9797c76a0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/949496ff-88b4-46aa-bd47-deb29ce1adac HTTP/1.1" status: 404 len: 333 time: 0.0356858 Dec 13 16:33:50.563209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45704) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:50.568379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1088017612'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:50.572580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-03f1c1c5-a7b9-44ae-b23f-75bcaa332efa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.584747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.605398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:50.608989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.621237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1c1c5-a7b9-44ae-b23f-75bcaa332efa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Pushing event deleted for resources: {'Port': ['ID=5575bdd6-a5b5-45eb-8684-1ffd94919e5c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:50.662854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:50.677997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.678352 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Added segment 3e39db71-1781-4052-b0ff-20e50e8559d6 of type vlan for network 664f043c-3fa5-425e-9f44-b420ed925706 Dec 13 16:33:50.713873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.725262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:50.733947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:50.736410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:50.742694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-03f1c1c5-a7b9-44ae-b23f-75bcaa332efa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.748334 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-03f1c1c5-a7b9-44ae-b23f-75bcaa332efa tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/ports/5575bdd6-a5b5-45eb-8684-1ffd94919e5c HTTP/1.1" status: 204 len: 168 time: 0.7566960 Dec 13 16:33:50.749941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45706) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:50.758556 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce86fe7-8070-49ef-bc06-66ff18e19921 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:50.787306 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'Port': ['ID=86c233b6-f127-4cc4-9572-6b05d90d2d9a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:50.813355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.859862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-42308cae-2d09-41f3-b7c6-4c5b155a2309 None None] Provisioning complete for port 86c233b6-f127-4cc4-9572-6b05d90d2d9a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:50.860229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-42308cae-2d09-41f3-b7c6-4c5b155a2309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.888402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.896759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:50.897488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:50.911680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-42308cae-2d09-41f3-b7c6-4c5b155a2309 None None] Port 86c233b6-f127-4cc4-9572-6b05d90d2d9a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:51.022678 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4559121 Dec 13 16:33:51.028426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45708) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:51.039136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '664f043c-3fa5-425e-9f44-b420ed925706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:51.107074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9abe24-dae9-445a-9342-b3a1a4ea121c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Network': ['ID=664f043c-3fa5-425e-9f44-b420ed925706,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:51.121039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 664f043c-3fa5-425e-9f44-b420ed925706 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:51.200313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f11af0-a9cf-454e-91cb-3ef96e67091b tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Deleting subnet 2c57e0d2-1188-41e7-84ad-1dfb61297893 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:51.235282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:51.239249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f2f11af0-a9cf-454e-91cb-3ef96e67091b tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.239758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.314761 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 731ca83d-1caf-4dba-a33b-566324f31388 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:51.314987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.335505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f2f11af0-a9cf-454e-91cb-3ef96e67091b tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.466489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.495962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 731ca83d-1caf-4dba-a33b-566324f31388 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:51.566719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f2f11af0-a9cf-454e-91cb-3ef96e67091b tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.588694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.601726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbded4b2-896b-470a-a7d7-142143065608 req-c78c9524-7eb4-4fa3-b296-30fc4da52f84 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:51.603312 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bbded4b2-896b-470a-a7d7-142143065608 req-c78c9524-7eb4-4fa3-b296-30fc4da52f84 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.1570129 Dec 13 16:33:51.648805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.719774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f2f11af0-a9cf-454e-91cb-3ef96e67091b tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.777524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bbded4b2-896b-470a-a7d7-142143065608 req-ed2c81df-8fda-4d4d-8d93-226d7b928ca1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678076 Dec 13 16:33:51.779658 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f11af0-a9cf-454e-91cb-3ef96e67091b tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Pushing event deleted for resources: {'Subnet': ['ID=2c57e0d2-1188-41e7-84ad-1dfb61297893,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:51.790215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f2f11af0-a9cf-454e-91cb-3ef96e67091b tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.796800 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f2f11af0-a9cf-454e-91cb-3ef96e67091b tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/subnets/2c57e0d2-1188-41e7-84ad-1dfb61297893 HTTP/1.1" status: 204 len: 168 time: 1.0422249 Dec 13 16:33:51.807577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45712) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:51.811221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe136d8b-60aa-4d12-91f6-419321708a30 None None] Network 409ea722-4560-4a84-b1cf-2a3735f3345f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:51.824047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=6d194493-cd42-4741-88fa-693e8c5998b5,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:51.910464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking segment: {'id': '3e39db71-1781-4052-b0ff-20e50e8559d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '664f043c-3fa5-425e-9f44-b420ed925706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:51.910888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network hostable DHCP agents. Network: 664f043c-3fa5-425e-9f44-b420ed925706, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:51.917214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.921259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.957140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.988771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 664f043c-3fa5-425e-9f44-b420ed925706 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:51.992832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=731ca83d-1caf-4dba-a33b-566324f31388,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:51.997742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:51.998007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] DHCP port deletion for 409ea722-4560-4a84-b1cf-2a3735f3345f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:52.012151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 664f043c-3fa5-425e-9f44-b420ed925706) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:52.032045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:52.032635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.045571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce223d0-4a76-4894-becd-98ca47149f0d None None] Network 664f043c-3fa5-425e-9f44-b420ed925706 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:52.083130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Router 957cbd8b-837f-46b0-8d74-9f2c3335f8db is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:52.144088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45714) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.146050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fecab31d-0943-4a95-bf0b-f9c03a5c6b99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1092308 Dec 13 16:33:52.148696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.160166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] Deleting port 2c5bd24b-3d29-401f-888a-44325e921dd0 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:52.160805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.180368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-62ab3e09-648c-4b40-8c5e-d7457c22f5d9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '664f043c-3fa5-425e-9f44-b420ed925706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:52.235799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-664f043c-3fa5-425e-9f44-b420ed925706', 'network_id': '664f043c-3fa5-425e-9f44-b420ed925706', 'project_id': 'd88388858e1e4b21a25579bb8f23aff8', 'fixed_ips': [{'subnet_id': '6d194493-cd42-4741-88fa-693e8c5998b5'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:52.237548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.251689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Deleting port 2c5bd24b-3d29-401f-888a-44325e921dd0 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:52.251918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.306886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:52.312157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.313919 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-547c5a94-ac0c-4bf6-a516-fc68b9f9d5e1 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "PUT /v2.0/routers/957cbd8b-837f-46b0-8d74-9f2c3335f8db HTTP/1.1" status: 200 len: 918 time: 3.1613948 Dec 13 16:33:52.320381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45716) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.323047 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12895ed-489d-440a-aab8-d2200f6ede2e None None] Sync routers for ids ['957cbd8b-837f-46b0-8d74-9f2c3335f8db'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:52.342411 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12895ed-489d-440a-aab8-d2200f6ede2e None None] Routers {'957cbd8b-837f-46b0-8d74-9f2c3335f8db'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:52.343416 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b12895ed-489d-440a-aab8-d2200f6ede2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['957cbd8b-837f-46b0-8d74-9f2c3335f8db'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:52.398116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Allocated IP 172.20.0.2 (664f043c-3fa5-425e-9f44-b420ed925706/6d194493-cd42-4741-88fa-693e8c5998b5/3da38d36-90e4-44f1-b329-786e2cb56da6) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:52.411588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 879c3abc-42fe-48f2-afae-d19b9bcab467 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:33:52.418780 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b12895ed-489d-440a-aab8-d2200f6ede2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:52.432310 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12895ed-489d-440a-aab8-d2200f6ede2e None None] Routers {'957cbd8b-837f-46b0-8d74-9f2c3335f8db'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:52.433374 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b12895ed-489d-440a-aab8-d2200f6ede2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['957cbd8b-837f-46b0-8d74-9f2c3335f8db'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:52.436521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] For port 2c5bd24b-3d29-401f-888a-44325e921dd0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c5bd24b-3d29-401f-888a-44325e921dd0,segment=NetworkSegment(b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b),segment_id=b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:52.437172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.456772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Calling delete_port for 2c5bd24b-3d29-401f-888a-44325e921dd0 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:52.460454 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-16dc6c81-667c-4158-b8d5-c795e088b2cd tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/routers/957cbd8b-837f-46b0-8d74-9f2c3335f8db HTTP/1.1" status: 200 len: 924 time: 0.1385901 Dec 13 16:33:52.463740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45718) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.480606 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b12895ed-489d-440a-aab8-d2200f6ede2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:52.481274 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12895ed-489d-440a-aab8-d2200f6ede2e None None] The sync data for ids ['957cbd8b-837f-46b0-8d74-9f2c3335f8db'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:52.511801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ab3e09-648c-4b40-8c5e-d7457c22f5d9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:52.515649 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-62ab3e09-648c-4b40-8c5e-d7457c22f5d9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.515944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c5bd24b-3d29-401f-888a-44325e921dd0 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:52.527491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] For port 2c5bd24b-3d29-401f-888a-44325e921dd0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c5bd24b-3d29-401f-888a-44325e921dd0,segment=NetworkSegment(b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b),segment_id=b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:52.527908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.569193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:52.575300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d9fdb8cb-96d7-447c-95fe-65cb3c4918f6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/879c3abc-42fe-48f2-afae-d19b9bcab467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9547427 Dec 13 16:33:52.578267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45720) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.579942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] Calling delete_port for 2c5bd24b-3d29-401f-888a-44325e921dd0 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:52.580580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c9ad4-e7ee-448d-baa5-278b10b95c1a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:52.586095 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-560c9ad4-e7ee-448d-baa5-278b10b95c1a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=957cbd8b-837f-46b0-8d74-9f2c3335f8db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1185536 Dec 13 16:33:52.588546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45722) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.598469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f48f1a-d9c8-4dd0-8079-e98aee7e0eae None None] Sync routers for ids ['879c3abc-42fe-48f2-afae-d19b9bcab467'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:52.611985 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-df839203-1551-4d74-ab0d-53f3c9bfddb6 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c3abc-42fe-48f2-afae-d19b9bcab467 HTTP/1.1" status: 200 len: 205 time: 0.0293839 Dec 13 16:33:52.613780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45724) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.680063 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.ipam_backend_mixin [None req-62ab3e09-648c-4b40-8c5e-d7457c22f5d9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d194493-cd42-4741-88fa-693e8c5998b5 (CIDR: 172.20.0.0/28) Dec 13 16:33:52.686254 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ab3e09-648c-4b40-8c5e-d7457c22f5d9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:33:52.686775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ab3e09-648c-4b40-8c5e-d7457c22f5d9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:33:52.693041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f48f1a-d9c8-4dd0-8079-e98aee7e0eae None None] Routers {'879c3abc-42fe-48f2-afae-d19b9bcab467'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:52.693644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b0f48f1a-d9c8-4dd0-8079-e98aee7e0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['879c3abc-42fe-48f2-afae-d19b9bcab467'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:52.709183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d0b3-49ae-414c-a5bd-d382132e3e2d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.725529 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-62ab3e09-648c-4b40-8c5e-d7457c22f5d9 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5793693 Dec 13 16:33:52.725529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28a62d9-3a77-4cec-ac93-e17086a419b4 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:52.727077 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a28a62d9-3a77-4cec-ac93-e17086a419b4 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 881 time: 0.1313760 Dec 13 16:33:52.727924 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45726) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.728473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45728) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.734846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '664f043c-3fa5-425e-9f44-b420ed925706', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:52.746532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b0f48f1a-d9c8-4dd0-8079-e98aee7e0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:52.791200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.801113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.808003 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-358f8a46-1456-4c28-b076-55198ab8538d tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=957cbd8b-837f-46b0-8d74-9f2c3335f8db HTTP/1.1" status: 200 len: 205 time: 0.0747395 Dec 13 16:33:52.808227 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45730) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:52.816515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f48f1a-d9c8-4dd0-8079-e98aee7e0eae None None] Routers {'879c3abc-42fe-48f2-afae-d19b9bcab467'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:52.817757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b0f48f1a-d9c8-4dd0-8079-e98aee7e0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['879c3abc-42fe-48f2-afae-d19b9bcab467'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:52.855282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.871420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.873635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.893716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b0f48f1a-d9c8-4dd0-8079-e98aee7e0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:52.895094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f48f1a-d9c8-4dd0-8079-e98aee7e0eae None None] The sync data for ids ['879c3abc-42fe-48f2-afae-d19b9bcab467'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:52.915068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Pushing event deleted for resources: {'Port': ['ID=2c5bd24b-3d29-401f-888a-44325e921dd0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:52.930760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d0b3-49ae-414c-a5bd-d382132e3e2d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.932519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] No DVR routers for this DVR port 2c5bd24b-3d29-401f-888a-44325e921dd0 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:52.937287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d0b3-49ae-414c-a5bd-d382132e3e2d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:52.967013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.005968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] No DVR routers for this DVR port 2c5bd24b-3d29-401f-888a-44325e921dd0 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:53.008884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Network 664f043c-3fa5-425e-9f44-b420ed925706 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:53.039543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:53.041822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Pushing event updated for resources: {'Port': ['ID=3da38d36-90e4-44f1-b329-786e2cb56da6,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:53.047893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:53.062190 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:53.066529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.077977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05c9ca-2b1c-4d68-aef1-226d028f1f76 None None] Pushing event deleted for resources: {'Port': ['ID=2c5bd24b-3d29-401f-888a-44325e921dd0,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:53.140606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Attempting to bind port 3da38d36-90e4-44f1-b329-786e2cb56da6 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:53.141163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Attempting to bind port 3da38d36-90e4-44f1-b329-786e2cb56da6 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3e39db71-1781-4052-b0ff-20e50e8559d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '664f043c-3fa5-425e-9f44-b420ed925706'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:53.141852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Attempting to bind port 3da38d36-90e4-44f1-b329-786e2cb56da6 on network 664f043c-3fa5-425e-9f44-b420ed925706 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:53.148308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:53.148979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Checking segment: {'id': '3e39db71-1781-4052-b0ff-20e50e8559d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '664f043c-3fa5-425e-9f44-b420ed925706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:53.149506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.150012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Bound using segment: {'id': '3e39db71-1781-4052-b0ff-20e50e8559d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '664f043c-3fa5-425e-9f44-b420ed925706'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:53.150595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Bound port: 3da38d36-90e4-44f1-b329-786e2cb56da6, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e39db71-1781-4052-b0ff-20e50e8559d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '664f043c-3fa5-425e-9f44-b420ed925706'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:53.151107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.199898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.223813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] For port 3da38d36-90e4-44f1-b329-786e2cb56da6, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:53.227372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] For port 3da38d36-90e4-44f1-b329-786e2cb56da6, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3da38d36-90e4-44f1-b329-786e2cb56da6,segment=NetworkSegment(3e39db71-1781-4052-b0ff-20e50e8559d6),segment_id=3e39db71-1781-4052-b0ff-20e50e8559d6)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:53.231886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.293213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86159592-fefa-4573-ad21-2bc24478d761 None None] Pushing event updated for resources: {'Port': ['ID=3da38d36-90e4-44f1-b329-786e2cb56da6,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:53.330711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Deleting port 86c233b6-f127-4cc4-9572-6b05d90d2d9a {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:53.331579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.415755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d0b3-49ae-414c-a5bd-d382132e3e2d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.416284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f2d0b3-49ae-414c-a5bd-d382132e3e2d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Fanout notify agent at l3_agent the message router_deleted on router 879c3abc-42fe-48f2-afae-d19b9bcab467 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:53.434870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9f2d0b3-49ae-414c-a5bd-d382132e3e2d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.438487 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f9f2d0b3-49ae-414c-a5bd-d382132e3e2d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/879c3abc-42fe-48f2-afae-d19b9bcab467 HTTP/1.1" status: 204 len: 168 time: 0.8211012 Dec 13 16:33:53.438487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.442073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45734) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:53.444739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.454431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f877e-56f0-435e-a278-05b763d3d083 req-b693cfe9-30b9-4952-af48-896758aa772c tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:53.456050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f01f877e-56f0-435e-a278-05b763d3d083 req-b693cfe9-30b9-4952-af48-896758aa772c tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.5468309 Dec 13 16:33:53.512886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 664f043c-3fa5-425e-9f44-b420ed925706 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:53.518437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:53.522753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409ea722-4560-4a84-b1cf-2a3735f3345f']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:53.524559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.529419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:53.530004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.551778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:53.552094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00de7a3-0a6f-4e35-ba73-acb05a6e5f5b') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:53.561307 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Calling delete_port for 86c233b6-f127-4cc4-9572-6b05d90d2d9a owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:53.570325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.574364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=4b012edb-6c8d-41cc-9c48-ced3f804e2ab,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:53.585208 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-47be583b-f6e6-4cc1-a821-b7831ab16fc1 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8533497 Dec 13 16:33:53.586872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45736) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:53.592447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '664f043c-3fa5-425e-9f44-b420ed925706', 'fixed_ips': [{'subnet_id': '6d194493-cd42-4741-88fa-693e8c5998b5'}, {'subnet_id': '4b012edb-6c8d-41cc-9c48-ced3f804e2ab'}], 'name': 'tempest-PortsTestJSON-1519746976'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:53.596006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1003538-16d4-47bd-a300-e694169b5eb4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet b494a799-2409-4cd0-a8ef-cc5ca1dde315 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:53.611391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1003538-16d4-47bd-a300-e694169b5eb4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.642821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.657295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f01f877e-56f0-435e-a278-05b763d3d083 req-bcb5d8e9-6855-4241-900d-aea88f2839fc tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914036 Dec 13 16:33:53.666912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:53.667320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:53.670295 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:53.720627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1003538-16d4-47bd-a300-e694169b5eb4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.768441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.777872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.780997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] 10.222.0.13 "DELETE /v2.0/networks/409ea722-4560-4a84-b1cf-2a3735f3345f HTTP/1.1" status: 204 len: 168 time: 1.9716644 Dec 13 16:33:53.802054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9c4bc-f0b8-41a1-bdc8-6688e59c0dfb tempest-TagsExtTest-1569553846 tempest-TagsExtTest-1569553846-project] Pushing event deleted for resources: {'Network': ['ID=409ea722-4560-4a84-b1cf-2a3735f3345f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:53.836978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:53.843086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1003538-16d4-47bd-a300-e694169b5eb4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.910127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1003538-16d4-47bd-a300-e694169b5eb4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.940049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1003538-16d4-47bd-a300-e694169b5eb4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=b494a799-2409-4cd0-a8ef-cc5ca1dde315,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:53.944994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1003538-16d4-47bd-a300-e694169b5eb4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:53.951515 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a1003538-16d4-47bd-a300-e694169b5eb4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/b494a799-2409-4cd0-a8ef-cc5ca1dde315 HTTP/1.1" status: 204 len: 168 time: 0.4941084 Dec 13 16:33:53.952438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45740) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:53.965921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5098399-b1a8-489e-b6b7-93aba261185e None None] Network 8e787ae9-fd67-4d9a-8e18-10c52b456342 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:54.060384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.154242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:54.154417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.197507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45744) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:54.203447 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] DHCP port deletion for 8e787ae9-fd67-4d9a-8e18-10c52b456342 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:54.269409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port 5d0efa56-7eef-450b-bcaf-98a81372a0f5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d0efa56-7eef-450b-bcaf-98a81372a0f5,segment=NetworkSegment(692d154c-ee90-459d-b136-d7b2fe2ee3cd),segment_id=692d154c-ee90-459d-b136-d7b2fe2ee3cd)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:54.269836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.275220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.294298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 5d0efa56-7eef-450b-bcaf-98a81372a0f5 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:54.315057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5f9bf-690b-41bd-9df0-fd0b5b0eeb14 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:54.324310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] Deleting port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:54.324691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.350000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event deleted for resources: {'Port': ['ID=86c233b6-f127-4cc4-9572-6b05d90d2d9a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:54.381038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.429360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.440519 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-13cc98d3-1bd9-4d37-b172-a21392b7bb77 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7955bfc24d5740ecb85cfc56adbb9be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2416661 Dec 13 16:33:54.441432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45748) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:54.464111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] For port 5d0efa56-7eef-450b-bcaf-98a81372a0f5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d0efa56-7eef-450b-bcaf-98a81372a0f5,segment=NetworkSegment(692d154c-ee90-459d-b136-d7b2fe2ee3cd),segment_id=692d154c-ee90-459d-b136-d7b2fe2ee3cd)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:54.465509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.465636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 009f5d55-613a-4437-ac94-05eef9a4d679 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:33:54.480587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] Calling delete_port for 5d0efa56-7eef-450b-bcaf-98a81372a0f5 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:54.514232 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12e9af96-cb8b-483b-984c-790c2a8d797a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.530030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.582609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.587400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12e9af96-cb8b-483b-984c-790c2a8d797a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.610986 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.615641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.625038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] No DVR routers for this DVR port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:54.632926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a96742-7aea-4f0d-955b-4a898d3c7bad None None] Pushing event deleted for resources: {'Port': ['ID=5d0efa56-7eef-450b-bcaf-98a81372a0f5,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:54.636987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273baafd-ac49-4333-a113-ffd1a31ca988 None None] Network 664f043c-3fa5-425e-9f44-b420ed925706 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:54.644150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=5d0efa56-7eef-450b-bcaf-98a81372a0f5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:54.655002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No DVR routers for this DVR port 5d0efa56-7eef-450b-bcaf-98a81372a0f5 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:33:54.681062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3da38d36-90e4-44f1-b329-786e2cb56da6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:54.745873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2400da8f-1f09-482a-a795-7bcbcee388f3 None None] Provisioning complete for port 3da38d36-90e4-44f1-b329-786e2cb56da6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:54.746267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2400da8f-1f09-482a-a795-7bcbcee388f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.766358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.770618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12e9af96-cb8b-483b-984c-790c2a8d797a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.773538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-12e9af96-cb8b-483b-984c-790c2a8d797a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.777037 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-12e9af96-cb8b-483b-984c-790c2a8d797a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5aa09d0-8cf0-4e86-81e5-d9807b5c16f7 HTTP/1.1" status: 204 len: 168 time: 0.3308103 Dec 13 16:33:54.777869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.778399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Fanout notify agent at l3_agent the message router_deleted on router 957cbd8b-837f-46b0-8d74-9f2c3335f8db {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:33:54.788866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.790174 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1c94713b-f8c9-460c-9d47-fb0f6e243842 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/957cbd8b-837f-46b0-8d74-9f2c3335f8db HTTP/1.1" status: 204 len: 168 time: 1.9808896 Dec 13 16:33:54.793655 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45754) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:54.801168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0a6c6c17-dfb4-4cd2-8376-8d4ca23c1618 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1458971408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:54.804611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9af96-cb8b-483b-984c-790c2a8d797a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5aa09d0-8cf0-4e86-81e5-d9807b5c16f7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:54.842080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e787ae9-fd67-4d9a-8e18-10c52b456342']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:54.857471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3da38d36-90e4-44f1-b329-786e2cb56da6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:54.857845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.860551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692d154c-ee90-459d-b136-d7b2fe2ee3cd') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:54.863255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692d154c-ee90-459d-b136-d7b2fe2ee3cd') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:54.877089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.904594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3ed03-a910-4d8c-b8c6-0fca4d31408d req-bbe82a60-c49c-44f9-a94b-85215d02d040 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:54.906472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3db3ed03-a910-4d8c-b8c6-0fca4d31408d req-bbe82a60-c49c-44f9-a94b-85215d02d040 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.1435459 Dec 13 16:33:54.920386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.920846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6c17-dfb4-4cd2-8376-8d4ca23c1618 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.921992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6c17-dfb4-4cd2-8376-8d4ca23c1618 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.937259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:33:54.937788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:33:54.966091 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:33:55.028086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35bcc645-2fb1-4ed7-b162-018465b4dfd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.042897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6c17-dfb4-4cd2-8376-8d4ca23c1618 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.056709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff881e91-d323-4c9a-af4b-34aa33aac9c1 None None] Update dhcp port {'port': {'network_id': '664f043c-3fa5-425e-9f44-b420ed925706', 'fixed_ips': [{'subnet_id': '6d194493-cd42-4741-88fa-693e8c5998b5', 'ip_address': '172.20.0.2'}, {'subnet_id': '4b012edb-6c8d-41cc-9c48-ced3f804e2ab'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '3da38d36-90e4-44f1-b329-786e2cb56da6'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:33:55.057831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6c17-dfb4-4cd2-8376-8d4ca23c1618 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.077852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3db3ed03-a910-4d8c-b8c6-0fca4d31408d req-97dabe87-66f5-4ac1-a53b-e4b82f4a5470 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508973 Dec 13 16:33:55.091779 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.4 (664f043c-3fa5-425e-9f44-b420ed925706/6d194493-cd42-4741-88fa-693e8c5998b5/009f5d55-613a-4437-ac94-05eef9a4d679) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:55.098639 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.101844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6c17-dfb4-4cd2-8376-8d4ca23c1618 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.103325 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0a6c6c17-dfb4-4cd2-8376-8d4ca23c1618 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3085542 Dec 13 16:33:55.113042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45756) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:55.113363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2400da8f-1f09-482a-a795-7bcbcee388f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.113467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'enable_snat': False}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:55.116881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.23 (664f043c-3fa5-425e-9f44-b420ed925706/4b012edb-6c8d-41cc-9c48-ced3f804e2ab/009f5d55-613a-4437-ac94-05eef9a4d679) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:55.139298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.152509 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/8e787ae9-fd67-4d9a-8e18-10c52b456342 HTTP/1.1" status: 204 len: 168 time: 1.1987524 Dec 13 16:33:55.157380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45758) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:55.163977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-11481574-3bba-42b9-83db-320a41322957 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1481657528', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:55.164283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff881e91-d323-4c9a-af4b-34aa33aac9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.177400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27228682-329a-46b7-aa6b-412da1a0ec69 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=8e787ae9-fd67-4d9a-8e18-10c52b456342,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:55.315562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11481574-3bba-42b9-83db-320a41322957 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.316629 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11481574-3bba-42b9-83db-320a41322957 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.392738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2400da8f-1f09-482a-a795-7bcbcee388f3 None None] For port 3da38d36-90e4-44f1-b329-786e2cb56da6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3da38d36-90e4-44f1-b329-786e2cb56da6,segment=NetworkSegment(3e39db71-1781-4052-b0ff-20e50e8559d6),segment_id=3e39db71-1781-4052-b0ff-20e50e8559d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:55.394051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.401675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2400da8f-1f09-482a-a795-7bcbcee388f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.460526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.506361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11481574-3bba-42b9-83db-320a41322957 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.522242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11481574-3bba-42b9-83db-320a41322957 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.560914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400da8f-1f09-482a-a795-7bcbcee388f3 None None] Pushing event updated for resources: {'Port': ['ID=3da38d36-90e4-44f1-b329-786e2cb56da6,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:55.573771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:33:55.574127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:33:55.588283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11481574-3bba-42b9-83db-320a41322957 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.589478 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-11481574-3bba-42b9-83db-320a41322957 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4309905 Dec 13 16:33:55.592330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45760) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:55.598371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-262875350'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:55.618909 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.619391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:55.623387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.647355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:33:55.656421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.656759 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment 5e708f71-478d-4605-8a74-4ecf3410261f of type vlan for network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 Dec 13 16:33:55.678734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.708166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.726572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-ff881e91-d323-4c9a-af4b-34aa33aac9c1 None None] Allocated IP 172.20.0.18 (664f043c-3fa5-425e-9f44-b420ed925706/4b012edb-6c8d-41cc-9c48-ced3f804e2ab/3da38d36-90e4-44f1-b329-786e2cb56da6) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:55.738675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.744343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:55.745053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.762615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 664f043c-3fa5-425e-9f44-b420ed925706 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:55.793025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:55.798998 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:55.817176 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2236736 Dec 13 16:33:55.820265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45762) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:55.827604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:55.832788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=009f5d55-613a-4437-ac94-05eef9a4d679,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:55.833993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a7c1c-3196-4ba2-ab02-1b1702698bed tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=35c686c5-237e-4978-a53f-be0ce7fbe9c1,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:55.850520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ff881e91-d323-4c9a-af4b-34aa33aac9c1 None None] For port 3da38d36-90e4-44f1-b329-786e2cb56da6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3da38d36-90e4-44f1-b329-786e2cb56da6,segment=NetworkSegment(3e39db71-1781-4052-b0ff-20e50e8559d6),segment_id=3e39db71-1781-4052-b0ff-20e50e8559d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:55.853884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:33:55.888730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:55.889359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.901968 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.929276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.935234 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4017e6b3-ffa4-4b68-a4e8-e3a0c784a46d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.3474123 Dec 13 16:33:55.938136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45764) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:55.943237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff881e91-d323-4c9a-af4b-34aa33aac9c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.945057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d194493-cd42-4741-88fa-693e8c5998b5'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:55.948990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff881e91-d323-4c9a-af4b-34aa33aac9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:55.991374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:33:55.994997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.039482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff881e91-d323-4c9a-af4b-34aa33aac9c1 None None] Pushing event updated for resources: {'Port': ['ID=3da38d36-90e4-44f1-b329-786e2cb56da6,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:56.051083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Allocated IP 172.26.6.229 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/bee31218-3ef1-4ebf-a016-0a2754bb9d72) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:56.193513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.212416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d0efa56-7eef-450b-bcaf-98a81372a0f5 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:33:56.216042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.244416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.253211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5d0efa56-7eef-450b-bcaf-98a81372a0f5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:33:56.254126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d0efa56-7eef-450b-bcaf-98a81372a0f5 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:33:56.293429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:56.296797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:56.299284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:56.315362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969cd3f4-30bb-495a-97c0-ac36903cfcab None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:56.334322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Pushing event updated for resources: {'Port': ['ID=bee31218-3ef1-4ebf-a016-0a2754bb9d72,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:56.449283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c34cea9e-0b8e-4490-a2f4-fd62f5b64259 None None] Provisioning complete for port bee31218-3ef1-4ebf-a016-0a2754bb9d72 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:56.453642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c34cea9e-0b8e-4490-a2f4-fd62f5b64259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.497104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02ab48-cc61-489a-a471-db6862f95a31 req-aa360211-5a7c-4dee-8421-52596046eb4d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:56.499337 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ce02ab48-cc61-489a-a471-db6862f95a31 req-aa360211-5a7c-4dee-8421-52596046eb4d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.2610805 Dec 13 16:33:56.515362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c34cea9e-0b8e-4490-a2f4-fd62f5b64259 None None] Port bee31218-3ef1-4ebf-a016-0a2754bb9d72 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:56.520832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3da38d36-90e4-44f1-b329-786e2cb56da6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:56.580299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3da38d36-90e4-44f1-b329-786e2cb56da6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:56.581285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.588211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.655021 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.683299 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ce02ab48-cc61-489a-a471-db6862f95a31 req-7275211a-8ff3-4f6f-915f-73ca3f38ce78 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721518 Dec 13 16:33:56.723946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=4d6e63c4-c58a-482a-a741-12990999a421,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:56.747280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b300944-0052-49ef-981f-f8a388d97e4b None None] Network 664f043c-3fa5-425e-9f44-b420ed925706 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:56.756319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:56.756679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: 35c686c5-237e-4978-a53f-be0ce7fbe9c1, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:33:56.761983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Delete allocated IP 172.20.0.23 (664f043c-3fa5-425e-9f44-b420ed925706/4b012edb-6c8d-41cc-9c48-ced3f804e2ab) {{(pid=103052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 16:33:56.827073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:33:56.845368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 35c686c5-237e-4978-a53f-be0ce7fbe9c1) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:56.852870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:56.853654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.856729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-116a3816-afac-4ddd-9d33-9e7ab736f1dc None None] Provisioning complete for port 3da38d36-90e4-44f1-b329-786e2cb56da6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:56.856880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-116a3816-afac-4ddd-9d33-9e7ab736f1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.860443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cb2391-fa20-4bcc-a80f-50bbe87464f8 None None] Network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:56.882157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.882428 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3dc06943-9ca8-4d58-9839-f9c8f5d8905a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0607409 Dec 13 16:33:56.885172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45768) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:56.886089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.938583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:56.944156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.039004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:33:57.045586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=009f5d55-613a-4437-ac94-05eef9a4d679,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:57.046711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.068409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] In _notify_port_updated(), no bound segment for port 009f5d55-613a-4437-ac94-05eef9a4d679 on network 664f043c-3fa5-425e-9f44-b420ed925706 {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:33:57.074342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:57.075022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.079055 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-89d6a0ce-0b76-4449-a107-c2f1f58b27b2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "PUT /v2.0/ports/009f5d55-613a-4437-ac94-05eef9a4d679 HTTP/1.1" status: 200 len: 919 time: 1.1371708 Dec 13 16:33:57.079327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45770) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:57.085934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d194493-cd42-4741-88fa-693e8c5998b5'}, {'subnet_id': '4b012edb-6c8d-41cc-9c48-ced3f804e2ab'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:33:57.186084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.242191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Allocated IP 2001:db8::2 (35c686c5-237e-4978-a53f-be0ce7fbe9c1/4d6e63c4-c58a-482a-a741-12990999a421/264972b7-35f6-4e1f-b332-6808c8ef1438) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:57.349281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8437d5a-dfa3-47f0-b3d4-b4313a612e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.360095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ea13511f-6454-43aa-903f-62ddffbc0239 None None] Provisioning complete for port 009f5d55-613a-4437-ac94-05eef9a4d679 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:57.360469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea13511f-6454-43aa-903f-62ddffbc0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.428936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ea13511f-6454-43aa-903f-62ddffbc0239 None None] Port 009f5d55-613a-4437-ac94-05eef9a4d679 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:57.483372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ea13511f-6454-43aa-903f-62ddffbc0239 None None] Provisioning complete for port 3da38d36-90e4-44f1-b329-786e2cb56da6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:57.483831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea13511f-6454-43aa-903f-62ddffbc0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.485593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.517176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.536918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:57.540646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:57.543103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:57.569848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.23 (664f043c-3fa5-425e-9f44-b420ed925706/4b012edb-6c8d-41cc-9c48-ced3f804e2ab/009f5d55-613a-4437-ac94-05eef9a4d679) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:57.617638 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Pushing event updated for resources: {'Port': ['ID=264972b7-35f6-4e1f-b332-6808c8ef1438,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:57.667560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.681741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Router b0311022-ac05-46b5-85c9-50c9ec246d3c is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:57.685222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Attempting to bind port 264972b7-35f6-4e1f-b332-6808c8ef1438 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:33:57.685515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Attempting to bind port 264972b7-35f6-4e1f-b332-6808c8ef1438 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:33:57.685875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Attempting to bind port 264972b7-35f6-4e1f-b332-6808c8ef1438 on network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:33:57.697535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:33:57.697909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Checking segment: {'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:33:57.698335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.698747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Bound using segment: {'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:33:57.699231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Bound port: 264972b7-35f6-4e1f-b332-6808c8ef1438, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:33:57.699627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.764874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.773589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.774925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] For port 264972b7-35f6-4e1f-b332-6808c8ef1438, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:33:57.779762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] For port 264972b7-35f6-4e1f-b332-6808c8ef1438, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=264972b7-35f6-4e1f-b332-6808c8ef1438,segment=NetworkSegment(5e708f71-478d-4605-8a74-4ecf3410261f),segment_id=5e708f71-478d-4605-8a74-4ecf3410261f)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:33:57.791827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.856693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e70d2-951d-4fe0-8aba-958fc9902ae4 None None] Pushing event updated for resources: {'Port': ['ID=264972b7-35f6-4e1f-b332-6808c8ef1438,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:57.889746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e42b871b-e1b2-45d8-9ab8-6b97edd20aeb None None] Provisioning complete for port 009f5d55-613a-4437-ac94-05eef9a4d679 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:57.890289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e42b871b-e1b2-45d8-9ab8-6b97edd20aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:57.936224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e42b871b-e1b2-45d8-9ab8-6b97edd20aeb None None] Port 009f5d55-613a-4437-ac94-05eef9a4d679 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:57.969405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=009f5d55-613a-4437-ac94-05eef9a4d679,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:58.006413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623e1f1-b97a-499d-8873-232d8e8d0737 req-6e1cc4e0-0b8e-44aa-b3d3-ad1258861996 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:58.008338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0623e1f1-b97a-499d-8873-232d8e8d0737 req-6e1cc4e0-0b8e-44aa-b3d3-ad1258861996 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.1934373 Dec 13 16:33:58.021294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:33:58.025038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] In _notify_port_updated(), no bound segment for port 009f5d55-613a-4437-ac94-05eef9a4d679 on network 664f043c-3fa5-425e-9f44-b420ed925706 {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:33:58.028364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.029593 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-11a28c7d-fb2c-4525-b638-2d0660bbea4e tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "PUT /v2.0/routers/b0311022-ac05-46b5-85c9-50c9ec246d3c HTTP/1.1" status: 200 len: 920 time: 2.9221580 Dec 13 16:33:58.032409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:58.038059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45774) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:58.039670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.040492 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b6da0-61a3-4e2a-bd8d-6a599ce4fc6b None None] Sync routers for ids ['b0311022-ac05-46b5-85c9-50c9ec246d3c'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:33:58.044049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a3711e65-7b32-4c91-bfdd-8ac044099350 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "PUT /v2.0/ports/009f5d55-613a-4437-ac94-05eef9a4d679 HTTP/1.1" status: 200 len: 999 time: 0.9636428 Dec 13 16:33:58.056580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45776) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:58.058165 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b6da0-61a3-4e2a-bd8d-6a599ce4fc6b None None] Routers {'b0311022-ac05-46b5-85c9-50c9ec246d3c'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:58.059926 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ba3b6da0-61a3-4e2a-bd8d-6a599ce4fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0311022-ac05-46b5-85c9-50c9ec246d3c'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:58.066404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2605af91-899e-4fe3-9f09-e7bf9808e5eb None None] Provisioning complete for port 009f5d55-613a-4437-ac94-05eef9a4d679 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:58.070041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2605af91-899e-4fe3-9f09-e7bf9808e5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.124504 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ba3b6da0-61a3-4e2a-bd8d-6a599ce4fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:58.142059 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b6da0-61a3-4e2a-bd8d-6a599ce4fc6b None None] Routers {'b0311022-ac05-46b5-85c9-50c9ec246d3c'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:33:58.142854 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ba3b6da0-61a3-4e2a-bd8d-6a599ce4fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b0311022-ac05-46b5-85c9-50c9ec246d3c'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:58.146003 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0623e1f1-b97a-499d-8873-232d8e8d0737 req-5df10e80-d77a-487e-b225-9da93073f917 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309457 Dec 13 16:33:58.146897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2605af91-899e-4fe3-9f09-e7bf9808e5eb None None] Port 009f5d55-613a-4437-ac94-05eef9a4d679 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:58.219390 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:33:58.220541 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ba3b6da0-61a3-4e2a-bd8d-6a599ce4fc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:33:58.221179 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3b6da0-61a3-4e2a-bd8d-6a599ce4fc6b None None] The sync data for ids ['b0311022-ac05-46b5-85c9-50c9ec246d3c'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:33:58.269963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8::1 (35c686c5-237e-4978-a53f-be0ce7fbe9c1/4d6e63c4-c58a-482a-a741-12990999a421/6225123a-523a-49b8-9f3c-36f0affe41a5) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:33:58.271335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-59a8b9ea-b4e9-49f8-b5ca-e0276473e3d2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 009f5d55-613a-4437-ac94-05eef9a4d679 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:58.271782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a8b9ea-b4e9-49f8-b5ca-e0276473e3d2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.318609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-701b9a9f-725f-4a01-b5a4-38ee2fe3e998 None None] Provisioning complete for port 009f5d55-613a-4437-ac94-05eef9a4d679 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:58.319153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-701b9a9f-725f-4a01-b5a4-38ee2fe3e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.364666 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-46dcaad6-210e-481d-b1b4-125f7aa83a0a tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/routers/b0311022-ac05-46b5-85c9-50c9ec246d3c HTTP/1.1" status: 200 len: 926 time: 0.3253059 Dec 13 16:33:58.369330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45778) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:58.390473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-701b9a9f-725f-4a01-b5a4-38ee2fe3e998 None None] Port 009f5d55-613a-4437-ac94-05eef9a4d679 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:33:58.393208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.436018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.454617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a8b9ea-b4e9-49f8-b5ca-e0276473e3d2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.478026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.479600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-59a8b9ea-b4e9-49f8-b5ca-e0276473e3d2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 009f5d55-613a-4437-ac94-05eef9a4d679 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:58.485289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4458c4b4-1885-4b79-ac63-e219248022cc tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:58.489994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4458c4b4-1885-4b79-ac63-e219248022cc tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=b0311022-ac05-46b5-85c9-50c9ec246d3c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1194031 Dec 13 16:33:58.490616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45780) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:58.525034 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:58.529078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:58.532892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:33:58.533581 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.547312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 264972b7-35f6-4e1f-b332-6808c8ef1438 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:33:58.583259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=6225123a-523a-49b8-9f3c-36f0affe41a5,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:58.614104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 264972b7-35f6-4e1f-b332-6808c8ef1438 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:58.614999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.645231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738873c2-fc51-432d-b48e-e8cf411acc80 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:58.647184 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-738873c2-fc51-432d-b48e-e8cf411acc80 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/networks/cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 881 time: 0.1535060 Dec 13 16:33:58.650378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45782) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:58.679159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.686001 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a710dc34-2794-45ef-b5b1-21f67ccc8eb7 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0311022-ac05-46b5-85c9-50c9ec246d3c HTTP/1.1" status: 200 len: 205 time: 0.0343509 Dec 13 16:33:58.691540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45784) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:58.713890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.750638 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 264972b7-35f6-4e1f-b332-6808c8ef1438, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=264972b7-35f6-4e1f-b332-6808c8ef1438,segment=NetworkSegment(5e708f71-478d-4605-8a74-4ecf3410261f),segment_id=5e708f71-478d-4605-8a74-4ecf3410261f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:58.760606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.798427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a8b9ea-b4e9-49f8-b5ca-e0276473e3d2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.829078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=264972b7-35f6-4e1f-b332-6808c8ef1438,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:58.832723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8b9ea-b4e9-49f8-b5ca-e0276473e3d2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=009f5d55-613a-4437-ac94-05eef9a4d679,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:58.935948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-59a8b9ea-b4e9-49f8-b5ca-e0276473e3d2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.939447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-59a8b9ea-b4e9-49f8-b5ca-e0276473e3d2 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/009f5d55-613a-4437-ac94-05eef9a4d679 HTTP/1.1" status: 204 len: 168 time: 0.8829303 Dec 13 16:33:58.942172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45786) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:58.967200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:58.975829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee20065-2ebe-47d6-bf77-91537c95df6a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:33:58.978688 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5ee20065-2ebe-47d6-bf77-91537c95df6a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/009f5d55-613a-4437-ac94-05eef9a4d679 HTTP/1.1" status: 404 len: 333 time: 0.0333807 Dec 13 16:33:58.980212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45788) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:59.043238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cf9614-c280-4283-ab2f-fafa7edd4109 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet 4b012edb-6c8d-41cc-9c48-ced3f804e2ab {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:59.047088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77cf9614-c280-4283-ab2f-fafa7edd4109 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.093569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77cf9614-c280-4283-ab2f-fafa7edd4109 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.158696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.190949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f7bc1a-e13b-4eaf-9b4c-d339238d5064 None None] Network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:59.199971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77cf9614-c280-4283-ab2f-fafa7edd4109 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.263956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.266744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Deleting port bee31218-3ef1-4ebf-a016-0a2754bb9d72 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:59.267193 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.270920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.273941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.280371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a19eb04c-c76b-4163-95f3-80fa39d92b9f None None] Provisioning complete for port 264972b7-35f6-4e1f-b332-6808c8ef1438 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:59.280814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a19eb04c-c76b-4163-95f3-80fa39d92b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.290793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77cf9614-c280-4283-ab2f-fafa7edd4109 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.325229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf9614-c280-4283-ab2f-fafa7edd4109 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=4b012edb-6c8d-41cc-9c48-ced3f804e2ab,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:59.329590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-77cf9614-c280-4283-ab2f-fafa7edd4109 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.334423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-77cf9614-c280-4283-ab2f-fafa7edd4109 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/4b012edb-6c8d-41cc-9c48-ced3f804e2ab HTTP/1.1" status: 204 len: 168 time: 0.3522437 Dec 13 16:33:59.336253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45792) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:59.355489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e340e-cb1a-4401-baaf-cf5a8ef5971d None None] Network 664f043c-3fa5-425e-9f44-b420ed925706 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:33:59.384417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86715fac-26ee-4fb7-8150-a8c86508b701 req-9a6b673e-3b26-4d88-83a8-e64d4f8442a5 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:33:59.385624 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-86715fac-26ee-4fb7-8150-a8c86508b701 req-9a6b673e-3b26-4d88-83a8-e64d4f8442a5 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.1262546 Dec 13 16:33:59.418721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afe23f0-3d8a-423e-bdad-52119199c94b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet 6d194493-cd42-4741-88fa-693e8c5998b5 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:33:59.428985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6afe23f0-3d8a-423e-bdad-52119199c94b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.444793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=6225123a-523a-49b8-9f3c-36f0affe41a5,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:59.487926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.492149 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-86715fac-26ee-4fb7-8150-a8c86508b701 req-06979f97-0a57-48fe-b2c7-2bcc4bbe68e2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994225 Dec 13 16:33:59.494296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6afe23f0-3d8a-423e-bdad-52119199c94b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.540483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Calling delete_port for bee31218-3ef1-4ebf-a016-0a2754bb9d72 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:33:59.591544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6afe23f0-3d8a-423e-bdad-52119199c94b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.608512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:33:59.611492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:33:59.668447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6afe23f0-3d8a-423e-bdad-52119199c94b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.687910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6afe23f0-3d8a-423e-bdad-52119199c94b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.694237 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6afe23f0-3d8a-423e-bdad-52119199c94b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/6d194493-cd42-4741-88fa-693e8c5998b5 HTTP/1.1" status: 204 len: 168 time: 0.3546991 Dec 13 16:33:59.694516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45794) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:33:59.785969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afe23f0-3d8a-423e-bdad-52119199c94b tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=6d194493-cd42-4741-88fa-693e8c5998b5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:59.818740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.844485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6397a7a1-82b9-41b9-824d-32fa7e5bf54b None None] Provisioning complete for port 264972b7-35f6-4e1f-b332-6808c8ef1438 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:33:59.845576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6397a7a1-82b9-41b9-824d-32fa7e5bf54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.880865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:33:59.884798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.903104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 3da38d36-90e4-44f1-b329-786e2cb56da6 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:33:59.904066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.933720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event deleted for resources: {'Port': ['ID=bee31218-3ef1-4ebf-a016-0a2754bb9d72,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:33:59.941443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:33:59.969164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59db5e4d-9248-412c-a986-238952fa4abf None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:33:59.996591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] For port 3da38d36-90e4-44f1-b329-786e2cb56da6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3da38d36-90e4-44f1-b329-786e2cb56da6,segment=NetworkSegment(3e39db71-1781-4052-b0ff-20e50e8559d6),segment_id=3e39db71-1781-4052-b0ff-20e50e8559d6)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:33:59.996957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.013649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 3da38d36-90e4-44f1-b329-786e2cb56da6 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:00.036873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6397a7a1-82b9-41b9-824d-32fa7e5bf54b None None] Provisioning complete for port 6225123a-523a-49b8-9f3c-36f0affe41a5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:00.037316 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6397a7a1-82b9-41b9-824d-32fa7e5bf54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.085048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6397a7a1-82b9-41b9-824d-32fa7e5bf54b None None] Port 6225123a-523a-49b8-9f3c-36f0affe41a5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:00.106182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.124774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.141226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=3da38d36-90e4-44f1-b329-786e2cb56da6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:00.149595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No DVR routers for this DVR port 3da38d36-90e4-44f1-b329-786e2cb56da6 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:00.211299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-28b8c6d9-c397-4674-99ca-1740eca693b0 None None] Provisioning complete for port 6225123a-523a-49b8-9f3c-36f0affe41a5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:00.212304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28b8c6d9-c397-4674-99ca-1740eca693b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.250436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.253394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.254365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.256444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:00.265783 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-abd45bd8-ec2e-46f8-939c-a76d12c46b24 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774683 Dec 13 16:34:00.267815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:00.269762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45796) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:00.277255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-526644200'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:00.280338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-28b8c6d9-c397-4674-99ca-1740eca693b0 None None] Port 6225123a-523a-49b8-9f3c-36f0affe41a5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:00.291368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664f043c-3fa5-425e-9f44-b420ed925706']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:00.302395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:00.303088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:00.303248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e39db71-1781-4052-b0ff-20e50e8559d6') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:00.303435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e39db71-1781-4052-b0ff-20e50e8559d6') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:00.320849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.339046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.357326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.357726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:00.357997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Fanout notify agent at l3_agent the message router_deleted on router b0311022-ac05-46b5-85c9-50c9ec246d3c {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:34:00.359181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.366171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:00.366442 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:00.372468 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f619232b-8574-46a1-a129-679815cd19b0 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/b0311022-ac05-46b5-85c9-50c9ec246d3c HTTP/1.1" status: 204 len: 168 time: 1.6747541 Dec 13 16:34:00.372468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45798) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:00.378034 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-307656782', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:00.390327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:00.395019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.446867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:00.447008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:00.473838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.474289 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment 9f61ff69-c83c-4d7f-a23e-fff4048eb335 of type vlan for network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa Dec 13 16:34:00.478003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.480568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13506001-6382-48f3-a9e1-d112b4b6e2eb None None] Network 664f043c-3fa5-425e-9f44-b420ed925706 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:00.486512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.488251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.495296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.506505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/networks/664f043c-3fa5-425e-9f44-b420ed925706 HTTP/1.1" status: 204 len: 168 time: 0.8109243 Dec 13 16:34:00.514532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13506001-6382-48f3-a9e1-d112b4b6e2eb None None] Network 664f043c-3fa5-425e-9f44-b420ed925706 could not be found, it might have been deleted concurrently. {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 16:34:00.515812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45800) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:00.534811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60750265-ee48-4889-9d8d-d758cd79bdca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Network': ['ID=664f043c-3fa5-425e-9f44-b420ed925706,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:00.611621 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.632709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.658294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00ee54-a560-4b3b-ac83-a3a46ea7e540 req-7343fdb0-b76b-42c4-ba76-f27d4c57f992 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:00.660840 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4e00ee54-a560-4b3b-ac83-a3a46ea7e540 req-7343fdb0-b76b-42c4-ba76-f27d4c57f992 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.0671616 Dec 13 16:34:00.716887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4e00ee54-a560-4b3b-ac83-a3a46ea7e540 req-650e0866-f05f-4644-9d3a-72888b6836ca tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489244 Dec 13 16:34:00.725206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7aea038-d75d-4609-95f0-097d7e4c5f9a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:00.729572 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a7aea038-d75d-4609-95f0-097d7e4c5f9a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2099078 Dec 13 16:34:00.730771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45804) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:00.740773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad00f9-0baa-4205-8c68-35bb67dd4095 None None] DHCP port deletion for 664f043c-3fa5-425e-9f44-b420ed925706 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:00.742612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 264972b7-35f6-4e1f-b332-6808c8ef1438 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:00.784421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0b357e09-a904-49de-9d08-33c9e9ff807e None None] Provisioning complete for port 6225123a-523a-49b8-9f3c-36f0affe41a5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:00.784799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0b357e09-a904-49de-9d08-33c9e9ff807e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.789919 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2cde7300-8881-409e-801d-d39e3689a6d6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0546567 Dec 13 16:34:00.790397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45806) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:00.798105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-665495297'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:00.820700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:00.825021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.851622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:00.865409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.865810 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Added segment 7123a7af-04b3-46f8-b675-c66541604ed6 of type vlan for network 082957b1-5368-4d13-9c73-9d26c8a30e62 Dec 13 16:34:00.878598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.889455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0b357e09-a904-49de-9d08-33c9e9ff807e None None] Port 6225123a-523a-49b8-9f3c-36f0affe41a5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:00.911557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.918215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0b357e09-a904-49de-9d08-33c9e9ff807e None None] Could not find standard attr ID for object 3da38d36-90e4-44f1-b329-786e2cb56da6. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:34:00.942811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.949146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:00.950004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:00.959709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 264972b7-35f6-4e1f-b332-6808c8ef1438 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:00.959933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.014623 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2229822 Dec 13 16:34:01.023754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45808) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:01.033034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:01.075791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:33:58Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:33:58Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:01.109199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:01.109557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Updating router 5e052a9a-7696-4e34-8154-f0c15777f2a8 port 6225123a-523a-49b8-9f3c-36f0affe41a5 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:34:01.139667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.153496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.159847 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:01.160507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.242249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.254547 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9792674 Dec 13 16:34:01.255047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45810) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:01.260394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:01.265866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d857cd9-d104-4bf2-812d-18e64b72cc49 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=9ac05bf6-52cb-4ebe-9526-ad8a1f992efa,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:01.280618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:01.386680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642db85-e481-4dcf-b460-17d0e2860865 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Network': ['ID=082957b1-5368-4d13-9c73-9d26c8a30e62,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:01.407122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 082957b1-5368-4d13-9c73-9d26c8a30e62 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:01.437334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:01.441540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.471576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:01.475767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.577500 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.583557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.645229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb0979-a344-4977-8844-443a1de16b4c None None] Pushing event updated for resources: {'Port': ['ID=6225123a-523a-49b8-9f3c-36f0affe41a5,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:01.676781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.680154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.699610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Attempting to bind port 6225123a-523a-49b8-9f3c-36f0affe41a5 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:01.700119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Attempting to bind port 6225123a-523a-49b8-9f3c-36f0affe41a5 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:01.700483 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Attempting to bind port 6225123a-523a-49b8-9f3c-36f0affe41a5 on network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:01.711387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:01.713117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Checking segment: {'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:01.713860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.714197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.715800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Bound using segment: {'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:01.717253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Bound port: 6225123a-523a-49b8-9f3c-36f0affe41a5, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e708f71-478d-4605-8a74-4ecf3410261f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:01.717867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.743897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=dbc11d02-c7b0-48ab-ac50-6b68af81918b,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:01.773691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking segment: {'id': '7123a7af-04b3-46f8-b675-c66541604ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:01.774071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network hostable DHCP agents. Network: 082957b1-5368-4d13-9c73-9d26c8a30e62, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:01.810300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 082957b1-5368-4d13-9c73-9d26c8a30e62 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:01.811301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] For port 6225123a-523a-49b8-9f3c-36f0affe41a5, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:01.815095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] For port 6225123a-523a-49b8-9f3c-36f0affe41a5, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6225123a-523a-49b8-9f3c-36f0affe41a5,segment=NetworkSegment(5e708f71-478d-4605-8a74-4ecf3410261f),segment_id=5e708f71-478d-4605-8a74-4ecf3410261f)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:01.826724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.848522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.867021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 082957b1-5368-4d13-9c73-9d26c8a30e62) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:01.883339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:01.884177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:01.884697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d8923e-b88b-40a5-9922-ceedf15a5cf5 None None] Network 082957b1-5368-4d13-9c73-9d26c8a30e62 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:01.914223 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3f9b2fef-9745-4f4f-8793-a750c02451ca tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8894095 Dec 13 16:34:01.914796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45814) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:01.922836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62', 'name': 'tempest-PortsTestJSON-1886955396'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:01.953297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:01.954119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:01.956138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=dfaa1bc0-64ef-4b46-ab81-8fe30830b201,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:01.974954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:01.975322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:01.977595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88d750-3378-4e2e-a611-6526fb363dd1 req-131be693-9cc9-4f3a-810b-084a3de7a704 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:01.977832 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Allocated IP 172.26.6.48 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/4931ea7d-b0ce-4743-a594-6f26bcaa7536) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:01.979374 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f88d750-3378-4e2e-a611-6526fb363dd1 req-131be693-9cc9-4f3a-810b-084a3de7a704 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.1543968 Dec 13 16:34:02.014746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:02.057058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:02.063797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:02.064390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.082114 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f88d750-3378-4e2e-a611-6526fb363dd1 req-5efd724e-f2bf-4c09-91b8-ea38a9b1bbfc tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886388 Dec 13 16:34:02.099727 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7dea1912-690f-4190-8150-2b3694c63710 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8435044 Dec 13 16:34:02.104619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53af77d-7a80-471d-9d95-385cc8976ad8 None None] Network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:02.107193 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45816) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:02.133227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:02.135439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb0979-a344-4977-8844-443a1de16b4c None None] Pushing event updated for resources: {'Port': ['ID=6225123a-523a-49b8-9f3c-36f0affe41a5,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:02.143267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:02.148319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.172102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 6aaa8182-0072-4627-a8ac-f86f6395933a yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:02.200906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.247667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-feec59f8-803e-4c4e-a275-2cd0ad531077 None None] Provisioning complete for port 6225123a-523a-49b8-9f3c-36f0affe41a5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:02.248049 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-feec59f8-803e-4c4e-a275-2cd0ad531077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.312933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.4 (082957b1-5368-4d13-9c73-9d26c8a30e62/dbc11d02-c7b0-48ab-ac50-6b68af81918b/6aaa8182-0072-4627-a8ac-f86f6395933a) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:02.331119 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.387360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-082957b1-5368-4d13-9c73-9d26c8a30e62', 'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62', 'project_id': 'd88388858e1e4b21a25579bb8f23aff8', 'fixed_ips': [{'subnet_id': 'dbc11d02-c7b0-48ab-ac50-6b68af81918b'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:02.388249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.444264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:02.452966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:02.461411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:02.468122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event updated for resources: {'Port': ['ID=4931ea7d-b0ce-4743-a594-6f26bcaa7536,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:02.513254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.516478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:02.517345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.519955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879693fc-e882-4b0a-9379-8f67e35d2c29 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:02.522455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3da38d36-90e4-44f1-b329-786e2cb56da6 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:02.551902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.575145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 3da38d36-90e4-44f1-b329-786e2cb56da6 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:02.575493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3da38d36-90e4-44f1-b329-786e2cb56da6 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:02.612653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 082957b1-5368-4d13-9c73-9d26c8a30e62 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:02.616296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:02.620663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:02.664129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=6aaa8182-0072-4627-a8ac-f86f6395933a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:02.687438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:02.688126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.709983 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c8602cf9-7b87-422f-99d9-2d70932a16b0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7930954 Dec 13 16:34:02.710792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45818) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:02.718613 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62', 'name': 'tempest-PortsTestJSON-198196162'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:02.801792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.877342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-feec59f8-803e-4c4e-a275-2cd0ad531077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:02.942771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Allocated IP 172.20.0.2 (082957b1-5368-4d13-9c73-9d26c8a30e62/dbc11d02-c7b0-48ab-ac50-6b68af81918b/66e364c9-3ab0-432a-a018-4a4889889203) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:02.978300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-feec59f8-803e-4c4e-a275-2cd0ad531077 None None] For port 6225123a-523a-49b8-9f3c-36f0affe41a5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6225123a-523a-49b8-9f3c-36f0affe41a5,segment=NetworkSegment(5e708f71-478d-4605-8a74-4ecf3410261f),segment_id=5e708f71-478d-4605-8a74-4ecf3410261f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:03.011224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-feec59f8-803e-4c4e-a275-2cd0ad531077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.068858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:03.073682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.078211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.096709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Allocated IP 2001:db8:1::2 (9ac05bf6-52cb-4ebe-9526-ad8a1f992efa/dfaa1bc0-64ef-4b46-ab81-8fe30830b201/5d0af6aa-54a8-463b-93d1-25e970ef0f33) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:03.104807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:33:58Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:01Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:03.169354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347ce06a-5115-4dad-a804-d656347e90d6 None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:33:58Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:01Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:03.176004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 8182347e-3aee-4264-b857-06ea69933b17 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:03.224268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8724b68-5c5f-4578-954d-cc174b3c5039 req-22c37776-51b7-4fff-9146-796c02c2c885 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:03.226023 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c8724b68-5c5f-4578-954d-cc174b3c5039 req-22c37776-51b7-4fff-9146-796c02c2c885 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.0642962 Dec 13 16:34:03.264559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec59f8-803e-4c4e-a275-2cd0ad531077 None None] Pushing event updated for resources: {'Port': ['ID=6225123a-523a-49b8-9f3c-36f0affe41a5,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:03.283862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b0b11f2f-c243-4775-a7ca-9d9b6a2f70ec None None] Provisioning complete for port 6225123a-523a-49b8-9f3c-36f0affe41a5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:03.284439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b0b11f2f-c243-4775-a7ca-9d9b6a2f70ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.299810 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c8724b68-5c5f-4578-954d-cc174b3c5039 req-7aa2d8e4-19f2-4554-bb45-016dbc569797 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667574 Dec 13 16:34:03.415333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.433253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.571312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Network 082957b1-5368-4d13-9c73-9d26c8a30e62 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:03.580547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:03.584040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:03.601682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Pushing event updated for resources: {'Port': ['ID=66e364c9-3ab0-432a-a018-4a4889889203,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:03.636091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.656218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.667832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b0b11f2f-c243-4775-a7ca-9d9b6a2f70ec None None] Provisioning complete for port 4931ea7d-b0ce-4743-a594-6f26bcaa7536 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:03.668207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b0b11f2f-c243-4775-a7ca-9d9b6a2f70ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.738583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Attempting to bind port 66e364c9-3ab0-432a-a018-4a4889889203 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:03.738916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Attempting to bind port 66e364c9-3ab0-432a-a018-4a4889889203 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7123a7af-04b3-46f8-b675-c66541604ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:03.739265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Attempting to bind port 66e364c9-3ab0-432a-a018-4a4889889203 on network 082957b1-5368-4d13-9c73-9d26c8a30e62 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:03.743416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:03.754040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:03.756720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:03.769456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:03.769846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Checking segment: {'id': '7123a7af-04b3-46f8-b675-c66541604ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:03.770261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.770687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Bound using segment: {'id': '7123a7af-04b3-46f8-b675-c66541604ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:03.771188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Bound port: 66e364c9-3ab0-432a-a018-4a4889889203, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7123a7af-04b3-46f8-b675-c66541604ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '082957b1-5368-4d13-9c73-9d26c8a30e62'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:03.771579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.787412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b0b11f2f-c243-4775-a7ca-9d9b6a2f70ec None None] Port 4931ea7d-b0ce-4743-a594-6f26bcaa7536 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:03.789773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Pushing event updated for resources: {'Port': ['ID=5d0af6aa-54a8-463b-93d1-25e970ef0f33,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:03.837293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.886808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Attempting to bind port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:03.887188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Attempting to bind port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:03.887978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Attempting to bind port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 on network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:03.897774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:03.898155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Checking segment: {'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:03.898565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.899000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Bound using segment: {'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:03.899497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Bound port: 5d0af6aa-54a8-463b-93d1-25e970ef0f33, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:03.899887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:03.916800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] For port 66e364c9-3ab0-432a-a018-4a4889889203, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:03.932041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] For port 66e364c9-3ab0-432a-a018-4a4889889203, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=66e364c9-3ab0-432a-a018-4a4889889203,segment=NetworkSegment(7123a7af-04b3-46f8-b675-c66541604ed6),segment_id=7123a7af-04b3-46f8-b675-c66541604ed6)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:03.937874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8:1::1 (9ac05bf6-52cb-4ebe-9526-ad8a1f992efa/dfaa1bc0-64ef-4b46-ab81-8fe30830b201/c4b6e57f-6447-4e7d-990a-fa2a579f6f27) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:03.953578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.13 (082957b1-5368-4d13-9c73-9d26c8a30e62/dbc11d02-c7b0-48ab-ac50-6b68af81918b/8182347e-3aee-4264-b857-06ea69933b17) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:03.957112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.038177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] For port 5d0af6aa-54a8-463b-93d1-25e970ef0f33, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:04.043264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] For port 5d0af6aa-54a8-463b-93d1-25e970ef0f33, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d0af6aa-54a8-463b-93d1-25e970ef0f33,segment=NetworkSegment(9f61ff69-c83c-4d7f-a23e-fff4048eb335),segment_id=9f61ff69-c83c-4d7f-a23e-fff4048eb335)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:04.044924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb41d5-1ec9-4040-935f-2c5ac5572c78 None None] Pushing event updated for resources: {'Port': ['ID=66e364c9-3ab0-432a-a018-4a4889889203,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:04.050821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.121764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e75c65-2aec-4cd8-9799-ddd131df57be None None] Pushing event updated for resources: {'Port': ['ID=5d0af6aa-54a8-463b-93d1-25e970ef0f33,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:04.222032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.307450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Router 3c57b260-bff7-42cb-89f8-356bbfbcaf13 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:34:04.340586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.446062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.480136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:04.494145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:04.521266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217674c-ef13-4b68-bc26-7f14c4d9677e req-c46765d4-f9d2-43fc-b6ba-e26155517b54 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:04.527033 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d217674c-ef13-4b68-bc26-7f14c4d9677e req-c46765d4-f9d2-43fc-b6ba-e26155517b54 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.0979085 Dec 13 16:34:04.533527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:04.534331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.623032 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d217674c-ef13-4b68-bc26-7f14c4d9677e req-62678e22-e294-46f8-95db-5047d8157974 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916417 Dec 13 16:34:04.652143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.664040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:04.714405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 66e364c9-3ab0-432a-a018-4a4889889203 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:04.725038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:04.732397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 082957b1-5368-4d13-9c73-9d26c8a30e62 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:04.738105 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e742e6c-bcab-46f5-b0ea-8475306b56b9 None None] Sync routers for ids ['3c57b260-bff7-42cb-89f8-356bbfbcaf13'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:04.748183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:04.753569 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e742e6c-bcab-46f5-b0ea-8475306b56b9 None None] Routers {'3c57b260-bff7-42cb-89f8-356bbfbcaf13'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:04.754246 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9e742e6c-bcab-46f5-b0ea-8475306b56b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3c57b260-bff7-42cb-89f8-356bbfbcaf13'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:04.756695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:04.762772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=8182347e-3aee-4264-b857-06ea69933b17,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:04.795267 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9e742e6c-bcab-46f5-b0ea-8475306b56b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:04.804395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 66e364c9-3ab0-432a-a018-4a4889889203 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:04.804911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.806397 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e742e6c-bcab-46f5-b0ea-8475306b56b9 None None] Routers {'3c57b260-bff7-42cb-89f8-356bbfbcaf13'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:04.807083 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9e742e6c-bcab-46f5-b0ea-8475306b56b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3c57b260-bff7-42cb-89f8-356bbfbcaf13'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:04.823930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.825206 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e0da9ba8-5964-4303-8f88-f7d5dbcb7131 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4524875 Dec 13 16:34:04.829227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45824) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:04.836702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.836932 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:04.855892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:04.856536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.902796 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bc6510a8-a333-45d4-8d19-37f6657d8fa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1895325 Dec 13 16:34:04.903374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45826) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:04.934508 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9e742e6c-bcab-46f5-b0ea-8475306b56b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:04.935509 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e742e6c-bcab-46f5-b0ea-8475306b56b9 None None] The sync data for ids ['3c57b260-bff7-42cb-89f8-356bbfbcaf13'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:04.950434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.988736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 66e364c9-3ab0-432a-a018-4a4889889203, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=66e364c9-3ab0-432a-a018-4a4889889203,segment=NetworkSegment(7123a7af-04b3-46f8-b675-c66541604ed6),segment_id=7123a7af-04b3-46f8-b675-c66541604ed6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:04.993218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:04.995805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6225123a-523a-49b8-9f3c-36f0affe41a5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:05.048252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5f3e0-b274-40e3-bf82-4d96c0195bc7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:05.053196 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2ed5f3e0-b274-40e3-bf82-4d96c0195bc7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1444502 Dec 13 16:34:05.055694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45828) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:05.079399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=66e364c9-3ab0-432a-a018-4a4889889203,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:05.090295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 6225123a-523a-49b8-9f3c-36f0affe41a5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:05.090700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.174478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d0af6aa-54a8-463b-93d1-25e970ef0f33 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:05.226935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:05.227309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.232808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3edfc202-ed4b-4d19-ba6d-f9a01bb01cb8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 8182347e-3aee-4264-b857-06ea69933b17 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:05.233148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3edfc202-ed4b-4d19-ba6d-f9a01bb01cb8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.251463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.267747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.320874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.336241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Deleting port 4931ea7d-b0ce-4743-a594-6f26bcaa7536 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:05.337137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.337266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.351012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.351810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.366404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 5d0af6aa-54a8-463b-93d1-25e970ef0f33, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d0af6aa-54a8-463b-93d1-25e970ef0f33,segment=NetworkSegment(9f61ff69-c83c-4d7f-a23e-fff4048eb335),segment_id=9f61ff69-c83c-4d7f-a23e-fff4048eb335)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:05.384862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.444498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=5d0af6aa-54a8-463b-93d1-25e970ef0f33,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:05.448990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.450037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3edfc202-ed4b-4d19-ba6d-f9a01bb01cb8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.464663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Calling delete_port for 4931ea7d-b0ce-4743-a594-6f26bcaa7536 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:05.477042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3edfc202-ed4b-4d19-ba6d-f9a01bb01cb8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 8182347e-3aee-4264-b857-06ea69933b17 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:05.484072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:05.595359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:05.599724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:05.695532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.739606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Pushing event deleted for resources: {'Port': ['ID=4931ea7d-b0ce-4743-a594-6f26bcaa7536,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:05.748937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb66651-112d-41fb-bee8-2eb1e78576d0 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:05.811427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:05.860809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.870227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69e1c9-3203-4d60-a6a3-e8766010e4b2 None None] Network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:05.934457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:05.945326 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f8cb9c5d-e5c9-4667-8136-839e13e47be2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8347204 Dec 13 16:34:05.945552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45836) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:05.950498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-116605455'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:05.965811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:05.970181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91fffb-f6bf-4a88-8ff7-b5c07fc3b03c req-05be8f6f-996f-4168-9464-212b61d496b2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:05.972848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bb91fffb-f6bf-4a88-8ff7-b5c07fc3b03c req-05be8f6f-996f-4168-9464-212b61d496b2 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.2374241 Dec 13 16:34:05.979158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:05.983425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:05.996553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3edfc202-ed4b-4d19-ba6d-f9a01bb01cb8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.018931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:06.019559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:06.023821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f2839ef4-2819-4179-a1aa-ba37d0ed49c0 None None] Provisioning complete for port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:06.023962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f2839ef4-2819-4179-a1aa-ba37d0ed49c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.038518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edfc202-ed4b-4d19-ba6d-f9a01bb01cb8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=8182347e-3aee-4264-b857-06ea69933b17,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:06.110910 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bb91fffb-f6bf-4a88-8ff7-b5c07fc3b03c req-3836f9c9-65e4-4236-932d-fa634df293e1 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963271 Dec 13 16:34:06.127165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:06.145631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3edfc202-ed4b-4d19-ba6d-f9a01bb01cb8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.149478 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3edfc202-ed4b-4d19-ba6d-f9a01bb01cb8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/8182347e-3aee-4264-b857-06ea69933b17 HTTP/1.1" status: 204 len: 168 time: 1.0928013 Dec 13 16:34:06.153216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45838) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:06.166412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.166971 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment 6c75355c-0f01-4686-a9fa-421fab139fe7 of type vlan for network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa Dec 13 16:34:06.189205 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f28995-bab7-4857-98de-065bb8107946 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:34:06.191072 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8f28995-bab7-4857-98de-065bb8107946 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/8182347e-3aee-4264-b857-06ea69933b17 HTTP/1.1" status: 404 len: 333 time: 0.0368590 Dec 13 16:34:06.193850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45840) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:06.213081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.217219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.275702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.351799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.357869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:06.358527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.371791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc09a62-7dbe-451d-8236-409861e44b47 None None] Network 082957b1-5368-4d13-9c73-9d26c8a30e62 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:06.383793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Router 3c57b260-bff7-42cb-89f8-356bbfbcaf13 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:06.461796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=2fc6d92e-d0ae-4465-b656-f9cb42fa6caa,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:06.472804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e063ed74-546e-4b00-b755-947a435adb07 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 6aaa8182-0072-4627-a8ac-f86f6395933a {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:06.473462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e063ed74-546e-4b00-b755-947a435adb07 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.481095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:06.497212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:06.508810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.510190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c2bd52fd-f00b-4aae-a18d-16d4f48ffc13 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "PUT /v2.0/routers/3c57b260-bff7-42cb-89f8-356bbfbcaf13 HTTP/1.1" status: 200 len: 709 time: 1.6794369 Dec 13 16:34:06.514349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45846) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:06.515875 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fad09-2c1e-4f79-a958-8fb77ededd63 None None] Sync routers for ids ['3c57b260-bff7-42cb-89f8-356bbfbcaf13'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:06.528247 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-65887b56-5e52-4fe5-b93b-6fc50e798a53 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5791287 Dec 13 16:34:06.528599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45848) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:06.531740 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fad09-2c1e-4f79-a958-8fb77ededd63 None None] Routers {'3c57b260-bff7-42cb-89f8-356bbfbcaf13'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:06.532373 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-728fad09-2c1e-4f79-a958-8fb77ededd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3c57b260-bff7-42cb-89f8-356bbfbcaf13'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:06.534610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:06.582222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:06.594990 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-728fad09-2c1e-4f79-a958-8fb77ededd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:06.629457 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728fad09-2c1e-4f79-a958-8fb77ededd63 None None] Routers {'3c57b260-bff7-42cb-89f8-356bbfbcaf13'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:06.631265 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-728fad09-2c1e-4f79-a958-8fb77ededd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['3c57b260-bff7-42cb-89f8-356bbfbcaf13'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:06.637948 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-28220d35-5cef-43c2-be0e-5ad2a64d3102 tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/routers/3c57b260-bff7-42cb-89f8-356bbfbcaf13 HTTP/1.1" status: 200 len: 744 time: 0.1223001 Dec 13 16:34:06.640506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45850) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:06.676239 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-728fad09-2c1e-4f79-a958-8fb77ededd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:06.676890 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728fad09-2c1e-4f79-a958-8fb77ededd63 None None] The sync data for ids ['3c57b260-bff7-42cb-89f8-356bbfbcaf13'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:06.694139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e063ed74-546e-4b00-b755-947a435adb07 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.704698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:06.708673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.717600 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d9475e8a-1d94-4d72-ba34-0c1050748d3c tempest-RoutersIpV6AdminTest-1774772958 tempest-RoutersIpV6AdminTest-1774772958-project-admin] 10.222.0.13 "GET /v2.0/ports?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&device_id=3c57b260-bff7-42cb-89f8-356bbfbcaf13 HTTP/1.1" status: 200 len: 205 time: 0.0736666 Dec 13 16:34:06.718483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45852) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:06.730662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 66e364c9-3ab0-432a-a018-4a4889889203 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:06.750399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3c7c92f1-d007-4a71-a306-7e13b7be1a8f tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c57b260-bff7-42cb-89f8-356bbfbcaf13 HTTP/1.1" status: 200 len: 205 time: 0.0286026 Dec 13 16:34:06.750803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45854) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:06.810272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e063ed74-546e-4b00-b755-947a435adb07 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 6aaa8182-0072-4627-a8ac-f86f6395933a owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:06.843323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32ee5749-85da-4fc3-96ee-3326e6a28060 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:06.933347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cc411dc1-db3e-49e7-a2af-64b3eaf032c0 None None] Provisioning complete for port 66e364c9-3ab0-432a-a018-4a4889889203 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:06.933944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cc411dc1-db3e-49e7-a2af-64b3eaf032c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.002936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 66e364c9-3ab0-432a-a018-4a4889889203 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:07.003313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.047833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32ee5749-85da-4fc3-96ee-3326e6a28060 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.052823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32ee5749-85da-4fc3-96ee-3326e6a28060 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.120282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32ee5749-85da-4fc3-96ee-3326e6a28060 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.121442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ee5749-85da-4fc3-96ee-3326e6a28060 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Fanout notify agent at l3_agent the message router_deleted on router 3c57b260-bff7-42cb-89f8-356bbfbcaf13 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:34:07.142716 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32ee5749-85da-4fc3-96ee-3326e6a28060 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.157399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-32ee5749-85da-4fc3-96ee-3326e6a28060 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/3c57b260-bff7-42cb-89f8-356bbfbcaf13 HTTP/1.1" status: 204 len: 168 time: 0.3932946 Dec 13 16:34:07.159675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45858) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.223081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3251264d-4bac-44b5-a4e8-b422492977d6 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c57b260-bff7-42cb-89f8-356bbfbcaf13 HTTP/1.1" status: 200 len: 205 time: 0.0592272 Dec 13 16:34:07.223835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45860) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.240481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cc411dc1-db3e-49e7-a2af-64b3eaf032c0 None None] Provisioning complete for port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:07.241128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cc411dc1-db3e-49e7-a2af-64b3eaf032c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.287399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:04Z', 'revision_number': 3, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:05Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:07.321842 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-10e662c0-beba-41c2-82ec-7a2c326ff9f6 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] delete failed (client error): The resource could not be found. Dec 13 16:34:07.323094 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-10e662c0-beba-41c2-82ec-7a2c326ff9f6 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/3c57b260-bff7-42cb-89f8-356bbfbcaf13 HTTP/1.1" status: 404 len: 336 time: 0.0983067 Dec 13 16:34:07.325686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45862) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.332649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d0af6aa-54a8-463b-93d1-25e970ef0f33 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:07.335107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:07.336238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Updating router 5e052a9a-7696-4e34-8154-f0c15777f2a8 port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:34:07.356287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4bfcd951-a3e4-4b13-b59d-93add9f16bf4 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0311022-ac05-46b5-85c9-50c9ec246d3c HTTP/1.1" status: 200 len: 205 time: 0.0291083 Dec 13 16:34:07.362350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45864) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.373788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.374062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.374422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef3087-0900-4292-88a0-0c998a1fe558 req-48c7c8ef-06cf-4686-aa3e-6e37405dab91 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:07.376216 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fef3087-0900-4292-88a0-0c998a1fe558 req-48c7c8ef-06cf-4686-aa3e-6e37405dab91 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.0825272 Dec 13 16:34:07.395119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cc411dc1-db3e-49e7-a2af-64b3eaf032c0 None None] Port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:07.437311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cc411dc1-db3e-49e7-a2af-64b3eaf032c0 None None] Provisioning complete for port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:07.438286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cc411dc1-db3e-49e7-a2af-64b3eaf032c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.446951 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fef3087-0900-4292-88a0-0c998a1fe558 req-0e3744cf-8cbf-4dd0-967f-992907a6b3aa tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592277 Dec 13 16:34:07.475516 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-71180ca1-c7af-4ab5-9071-e40858ea0ab1 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] delete failed (client error): The resource could not be found. Dec 13 16:34:07.476570 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-71180ca1-c7af-4ab5-9071-e40858ea0ab1 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/b0311022-ac05-46b5-85c9-50c9ec246d3c HTTP/1.1" status: 404 len: 336 time: 0.1123314 Dec 13 16:34:07.479313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45866) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.512575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-767fd889-736a-4c4f-9386-52ba0a13f10b tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=957cbd8b-837f-46b0-8d74-9f2c3335f8db HTTP/1.1" status: 200 len: 205 time: 0.0320652 Dec 13 16:34:07.514887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45868) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.516106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8afa7793-9481-4800-9a18-4fc4c18f9edf details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:34:07.585016 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-be74029e-fd3f-4a36-b2a5-0c42a1b4f43b tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] delete failed (client error): The resource could not be found. Dec 13 16:34:07.588462 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-be74029e-fd3f-4a36-b2a5-0c42a1b4f43b tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/957cbd8b-837f-46b0-8d74-9f2c3335f8db HTTP/1.1" status: 404 len: 336 time: 0.0702515 Dec 13 16:34:07.588705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45870) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.596821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=d7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:07.626864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e063ed74-546e-4b00-b755-947a435adb07 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.641631 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2ad1fa14-fed5-4c7b-962e-df687b46f8cf tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=d81b1373-fe9c-4dc7-acbe-86b2d41337cc HTTP/1.1" status: 200 len: 205 time: 0.0518239 Dec 13 16:34:07.642493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45872) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.676263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:07.676632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:07.683310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063ed74-546e-4b00-b755-947a435adb07 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=6aaa8182-0072-4627-a8ac-f86f6395933a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:07.691599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:07.692327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.720597 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-3a60f324-4e98-47c3-9312-ceee6fcfa2ef tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] delete failed (client error): The resource could not be found. Dec 13 16:34:07.725712 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3a60f324-4e98-47c3-9312-ceee6fcfa2ef tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/d81b1373-fe9c-4dc7-acbe-86b2d41337cc HTTP/1.1" status: 404 len: 336 time: 0.0806746 Dec 13 16:34:07.726225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45874) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.766899 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d5dd450f-7729-45a4-b115-6dfb844cb5a7 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=0eda1895-c238-4da3-86e1-1166d957c5c5 HTTP/1.1" status: 200 len: 205 time: 0.0384674 Dec 13 16:34:07.767518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45876) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.774487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:07.794006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:07.801260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:07.801971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.816561 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-7ff690af-c908-4edf-91c9-58d4c2381486 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] delete failed (client error): The resource could not be found. Dec 13 16:34:07.821699 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7ff690af-c908-4edf-91c9-58d4c2381486 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/0eda1895-c238-4da3-86e1-1166d957c5c5 HTTP/1.1" status: 404 len: 336 time: 0.0506859 Dec 13 16:34:07.822371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45878) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.829085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e063ed74-546e-4b00-b755-947a435adb07 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:07.834532 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e063ed74-546e-4b00-b755-947a435adb07 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/6aaa8182-0072-4627-a8ac-f86f6395933a HTTP/1.1" status: 204 len: 168 time: 1.6396332 Dec 13 16:34:07.839577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ec10a-1d45-47ae-82c6-1ae91524b451 req-34e90bf6-195e-46f3-b1ac-7c13126c2572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:07.840999 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-986ec10a-1d45-47ae-82c6-1ae91524b451 req-34e90bf6-195e-46f3-b1ac-7c13126c2572 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 1098 time: 0.1891732 Dec 13 16:34:07.841169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a0f106-2927-46c8-90c3-7ed0c97f2205 None None] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:07.845308 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ef4b9cee-e138-446d-8606-d2d4b874dfae tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3155255 Dec 13 16:34:07.846221 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45880) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.855475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45882) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.876965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3c16f9e3-9a70-4246-a1b7-ea10164079c7 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "GET /v2.0/ports?device_id=e9661a92-7d74-45b0-8374-c2a4cde7eabc HTTP/1.1" status: 200 len: 205 time: 0.0491617 Dec 13 16:34:07.876965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45884) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.912860 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d7366d-2463-4448-b89f-b292a848b01d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:34:07.914305 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-29d7366d-2463-4448-b89f-b292a848b01d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/6aaa8182-0072-4627-a8ac-f86f6395933a HTTP/1.1" status: 404 len: 333 time: 0.0669224 Dec 13 16:34:07.920716 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45886) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.936199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-68a6286c-bb4e-42ea-ae77-7fa49da2835b tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] delete failed (client error): The resource could not be found. Dec 13 16:34:07.940287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-68a6286c-bb4e-42ea-ae77-7fa49da2835b tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/routers/e9661a92-7d74-45b0-8374-c2a4cde7eabc HTTP/1.1" status: 404 len: 336 time: 0.0596519 Dec 13 16:34:07.949204 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45888) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:07.951733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:07.992664 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-986ec10a-1d45-47ae-82c6-1ae91524b451 req-242ca9f0-497a-4783-89f0-4f1f6b935cc3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328599 Dec 13 16:34:07.995716 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d00e340-27b2-4340-8089-102da73f1839 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:07.996195 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d00e340-27b2-4340-8089-102da73f1839 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:08.001662 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d00e340-27b2-4340-8089-102da73f1839 tempest-RoutersIpV6AdminTest-866186504 tempest-RoutersIpV6AdminTest-866186504-project] 10.222.0.13 "DELETE /v2.0/subnets/f1f60dfb-51d4-42a5-b2fe-fd420398e432 HTTP/1.1" status: 404 len: 337 time: 0.0489480 Dec 13 16:34:08.012094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e494ea2-54c2-4ee2-9d0d-cc62105a1851 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet dbc11d02-c7b0-48ab-ac50-6b68af81918b {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:08.015956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e494ea2-54c2-4ee2-9d0d-cc62105a1851 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.017208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'port_id': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'mac_address': 'fa:16:3e:d9:66:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:34:08.100359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e494ea2-54c2-4ee2-9d0d-cc62105a1851 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.118000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bb316d05-4302-4a2f-b2b9-700b5d3f5b6a None None] Could not find standard attr ID for object 8182347e-3aee-4264-b857-06ea69933b17. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:34:08.167688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bb316d05-4302-4a2f-b2b9-700b5d3f5b6a None None] Could not find standard attr ID for object 6aaa8182-0072-4627-a8ac-f86f6395933a. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:34:08.186742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.206561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:08.207464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.239673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e494ea2-54c2-4ee2-9d0d-cc62105a1851 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.245768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8afa7793-9481-4800-9a18-4fc4c18f9edf {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:34:08.271124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bb316d05-4302-4a2f-b2b9-700b5d3f5b6a None None] Provisioning complete for port 66e364c9-3ab0-432a-a018-4a4889889203 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:08.271594 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bb316d05-4302-4a2f-b2b9-700b5d3f5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.348012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:08.360478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e494ea2-54c2-4ee2-9d0d-cc62105a1851 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.404995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e494ea2-54c2-4ee2-9d0d-cc62105a1851 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc11d02-c7b0-48ab-ac50-6b68af81918b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:08.410291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e494ea2-54c2-4ee2-9d0d-cc62105a1851 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.416517 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1e494ea2-54c2-4ee2-9d0d-cc62105a1851 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/dbc11d02-c7b0-48ab-ac50-6b68af81918b HTTP/1.1" status: 204 len: 168 time: 0.4947195 Dec 13 16:34:08.417145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45896) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:08.445066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.453590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45898) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:08.566029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.629213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.631092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1612a3dd-179d-48b9-9d97-8f2d45e8210b None None] Network 082957b1-5368-4d13-9c73-9d26c8a30e62 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:08.634163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.655844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9d9a-ec41-4ff9-a2c6-782e7450938e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.672352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b80bd2-f504-4322-a870-2b5be4873ecc req-f8570ecb-379c-4434-92af-6f15403366c3 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:08.673858 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69b80bd2-f504-4322-a870-2b5be4873ecc req-f8570ecb-379c-4434-92af-6f15403366c3 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 944 time: 0.0921371 Dec 13 16:34:08.690784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 66e364c9-3ab0-432a-a018-4a4889889203 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:08.691175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.712846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.787079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] For port 66e364c9-3ab0-432a-a018-4a4889889203, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=66e364c9-3ab0-432a-a018-4a4889889203,segment=NetworkSegment(7123a7af-04b3-46f8-b675-c66541604ed6),segment_id=7123a7af-04b3-46f8-b675-c66541604ed6)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:08.787630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.814456 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69b80bd2-f504-4322-a870-2b5be4873ecc req-5a25a799-8339-4313-a8c2-5f91522091f9 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257789 Dec 13 16:34:08.815583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 66e364c9-3ab0-432a-a018-4a4889889203 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:08.822635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9d9a-ec41-4ff9-a2c6-782e7450938e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.828283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a4b9d9a-ec41-4ff9-a2c6-782e7450938e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.863270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:08.882985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Allocated IP 2001:db8:2::2 (2fc6d92e-d0ae-4465-b656-f9cb42fa6caa/d7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7/9244b226-b4b2-492b-9af3-bcd16e5db1ba) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:08.892327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b9d9a-ec41-4ff9-a2c6-782e7450938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2bf0bd-f546-4562-ba47-ca282bc96b1c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:08.900398 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5a4b9d9a-ec41-4ff9-a2c6-782e7450938e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f224d3ee75f4e11b373bb5947023cce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439156 Dec 13 16:34:08.901164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45904) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:08.938985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.967054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=66e364c9-3ab0-432a-a018-4a4889889203,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:08.973019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e6fb-7def-434c-8a30-c6279d3ba1a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:08.974611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No DVR routers for this DVR port 66e364c9-3ab0-432a-a018-4a4889889203 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:09.008497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e6fb-7def-434c-8a30-c6279d3ba1a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.071944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d05529-9b54-4c2e-bf75-608d2b671e09 None None] Pushing event updated for resources: {'Port': ['ID=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:09.091368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Attempting to bind port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:09.091795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Attempting to bind port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:09.092125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Attempting to bind port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 on network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:09.100462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e6fb-7def-434c-8a30-c6279d3ba1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.108771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bb316d05-4302-4a2f-b2b9-700b5d3f5b6a None None] Provisioning complete for port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:09.109164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bb316d05-4302-4a2f-b2b9-700b5d3f5b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.118901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a6a6e6fb-7def-434c-8a30-c6279d3ba1a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.120373 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a6a6e6fb-7def-434c-8a30-c6279d3ba1a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b2bf0bd-f546-4562-ba47-ca282bc96b1c HTTP/1.1" status: 204 len: 168 time: 0.2175152 Dec 13 16:34:09.142677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6e6fb-7def-434c-8a30-c6279d3ba1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2bf0bd-f546-4562-ba47-ca282bc96b1c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:09.168776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:09.169162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Checking segment: {'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:09.169571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.169991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Bound using segment: {'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:09.170474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Bound port: c4b6e57f-6447-4e7d-990a-fa2a579f6f27, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f61ff69-c83c-4d7f-a23e-fff4048eb335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:09.170967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.235272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88174f4e-8d73-4edb-b633-70ca37be5304 None None] DHCP port deletion for 082957b1-5368-4d13-9c73-9d26c8a30e62 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:09.255763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bb316d05-4302-4a2f-b2b9-700b5d3f5b6a None None] Port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:09.305574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.320170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.401156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8:2::1 (2fc6d92e-d0ae-4465-b656-f9cb42fa6caa/d7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7/217e6e99-7916-4aa9-9454-3962687026e4) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:09.410933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] For port c4b6e57f-6447-4e7d-990a-fa2a579f6f27, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:09.424753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:09.438203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:09.444905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] For port c4b6e57f-6447-4e7d-990a-fa2a579f6f27, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,segment=NetworkSegment(9f61ff69-c83c-4d7f-a23e-fff4048eb335),segment_id=9f61ff69-c83c-4d7f-a23e-fff4048eb335)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:09.449974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:09.457052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Pushing event updated for resources: {'Port': ['ID=9244b226-b4b2-492b-9af3-bcd16e5db1ba,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:09.480455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3cc9fb20-8086-4e30-8112-39013bf4624b None None] Provisioning complete for port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:09.480912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3cc9fb20-8086-4e30-8112-39013bf4624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.487777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.538861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.558390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8afa7793-9481-4800-9a18-4fc4c18f9edf no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:09.560449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082957b1-5368-4d13-9c73-9d26c8a30e62']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:09.572560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7123a7af-04b3-46f8-b675-c66541604ed6') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:09.573337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7123a7af-04b3-46f8-b675-c66541604ed6') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:09.584791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.600459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.607067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.608171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:09.608171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:09.613133 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:09.631037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Attempting to bind port 9244b226-b4b2-492b-9af3-bcd16e5db1ba on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:09.631352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Attempting to bind port 9244b226-b4b2-492b-9af3-bcd16e5db1ba by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:09.631718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Attempting to bind port 9244b226-b4b2-492b-9af3-bcd16e5db1ba on network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:09.651413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.664009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:09.664904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Checking segment: {'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:09.664904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.665173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Bound using segment: {'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:09.665662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Bound port: 9244b226-b4b2-492b-9af3-bcd16e5db1ba, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:09.666052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.669425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45910) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:09.712075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:09.715975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:09.718802 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:09.719356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.741881 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a61914bf-a56f-4670-b440-f637bd0b62c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=185debe6c0964f918a45cbb3a5d07ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689251 Dec 13 16:34:09.743087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45912) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:09.764882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d05529-9b54-4c2e-bf75-608d2b671e09 None None] Pushing event updated for resources: {'Port': ['ID=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:09.772002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.776112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=217e6e99-7916-4aa9-9454-3962687026e4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:09.783746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.789978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/networks/082957b1-5368-4d13-9c73-9d26c8a30e62 HTTP/1.1" status: 204 len: 168 time: 1.3714736 Dec 13 16:34:09.794622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45914) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:09.795077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:09.795957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:09.807392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-880034040'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:09.820042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f468b2f-b1d7-4fea-a656-1b66f0a44e8f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Network': ['ID=082957b1-5368-4d13-9c73-9d26c8a30e62,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:09.847382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] For port 9244b226-b4b2-492b-9af3-bcd16e5db1ba, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:09.852466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae27a-9cfd-427a-abf5-13d870090171 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.855981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:09.860573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.898579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae27a-9cfd-427a-abf5-13d870090171 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.906082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:09.926126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:09.926388 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Added segment bd900363-0abf-47b8-b8f4-86f0820f45fe of type vlan for network dd289a10-eadc-4611-a12d-918027abb583 Dec 13 16:34:09.950221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] For port 9244b226-b4b2-492b-9af3-bcd16e5db1ba, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9244b226-b4b2-492b-9af3-bcd16e5db1ba,segment=NetworkSegment(6c75355c-0f01-4686-a9fa-421fab139fe7),segment_id=6c75355c-0f01-4686-a9fa-421fab139fe7)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:09.972649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.000390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.001090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['8afa7793-9481-4800-9a18-4fc4c18f9edf'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:34:10.014415 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.036669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae27a-9cfd-427a-abf5-13d870090171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.039928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae27a-9cfd-427a-abf5-13d870090171 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.041443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7b5ae27a-9cfd-427a-abf5-13d870090171 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/918a8e37-db4b-4645-af5a-b6830e9f33d1 HTTP/1.1" status: 204 len: 168 time: 0.2964141 Dec 13 16:34:10.077376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c59bb-8063-4cbc-b1e0-d38d1b56c761 req-c5679a07-71b2-4295-b6fd-79b145f9a209 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:10.079706 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9f5c59bb-8063-4cbc-b1e0-d38d1b56c761 req-c5679a07-71b2-4295-b6fd-79b145f9a209 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 944 time: 0.1226125 Dec 13 16:34:10.084385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3cc9fb20-8086-4e30-8112-39013bf4624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.089754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.093384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.095789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:10.096653 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:10.097626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.125605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ae27a-9cfd-427a-abf5-13d870090171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918a8e37-db4b-4645-af5a-b6830e9f33d1,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:10.181475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9f5c59bb-8063-4cbc-b1e0-d38d1b56c761 req-ca24dad3-54b6-4bf0-b0cd-a0062745720a tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933616 Dec 13 16:34:10.216001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45920) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:10.223435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8afa7793-9481-4800-9a18-4fc4c18f9edf {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:34:10.254659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381e762-b1bb-4fe4-9da0-85514007c5f8 None None] Pushing event updated for resources: {'Port': ['ID=9244b226-b4b2-492b-9af3-bcd16e5db1ba,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:10.275172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3cc9fb20-8086-4e30-8112-39013bf4624b None None] For port c4b6e57f-6447-4e7d-990a-fa2a579f6f27, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,segment=NetworkSegment(9f61ff69-c83c-4d7f-a23e-fff4048eb335),segment_id=9f61ff69-c83c-4d7f-a23e-fff4048eb335)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:10.336349 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5405641 Dec 13 16:34:10.339528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45922) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:10.344053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dd746-33ca-4529-b207-030156d2902c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Network': ['ID=dd289a10-eadc-4611-a12d-918027abb583,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:10.349247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3cc9fb20-8086-4e30-8112-39013bf4624b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.358563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': 'dd289a10-eadc-4611-a12d-918027abb583', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:10.365750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:10.369898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network dd289a10-eadc-4611-a12d-918027abb583 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:10.510350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-39be7ca6-9ecc-4b2d-899b-c186ac5b49ef tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/floatingips/4f19313a-87c8-4ab3-a24f-297f77be5a81 HTTP/1.1" status: 200 len: 992 time: 0.2871327 Dec 13 16:34:10.522533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.599922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:10.605969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.613649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9244b226-b4b2-492b-9af3-bcd16e5db1ba up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:10.628595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.635293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.636902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.726829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9fb20-8086-4e30-8112-39013bf4624b None None] Pushing event updated for resources: {'Port': ['ID=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:10.742262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3e6b40ed-d1e4-4bea-8991-10f2eaa4a31e None None] Provisioning complete for port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:10.742730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e6b40ed-d1e4-4bea-8991-10f2eaa4a31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:10.797103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=217e6e99-7916-4aa9-9454-3962687026e4,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:10.867003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:10.868825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:10.914406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.008471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:11.042750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking segment: {'id': 'bd900363-0abf-47b8-b8f4-86f0820f45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dd289a10-eadc-4611-a12d-918027abb583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:11.043389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network hostable DHCP agents. Network: dd289a10-eadc-4611-a12d-918027abb583, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:11.047777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:11.089092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network dd289a10-eadc-4611-a12d-918027abb583 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:11.113043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, dd289a10-eadc-4611-a12d-918027abb583) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:11.119208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:11.119923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.147363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4289be15-97a8-4fec-83b7-c8a20354ac53 None None] Network dd289a10-eadc-4611-a12d-918027abb583 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:11.148245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-183d1c30-6729-49b6-aabe-7b315fde818e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8065434 Dec 13 16:34:11.151018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45942) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:11.162331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': 'dd289a10-eadc-4611-a12d-918027abb583', 'name': 'tempest-PortsTestJSON-1845845811', 'fixed_ips': [{'subnet_id': 'a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa', 'ip_address': '172.20.0.10'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:11.210557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:11.226147 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ab4e0cf5-35d6-4c85-8cb8-4a5d3ddda761 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3657472 Dec 13 16:34:11.226147 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45944) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:11.232502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-725602102'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:11.236743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9244b226-b4b2-492b-9af3-bcd16e5db1ba triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:11.237199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.262165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:11.266502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.295340 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:11.308216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.308609 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added segment 7f6e9424-5dff-4879-a91e-99792da3449e of type vlan for network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 Dec 13 16:34:11.357116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45946) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:11.360016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:11.369249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:11.373278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.411171 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-dd289a10-eadc-4611-a12d-918027abb583', 'network_id': 'dd289a10-eadc-4611-a12d-918027abb583', 'project_id': 'd88388858e1e4b21a25579bb8f23aff8', 'fixed_ips': [{'subnet_id': 'a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:11.412055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.414698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.422501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:11.423048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.513592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.523056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Network': ['ID=c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:11.540888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1051546039'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:11.549658 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d5b82eac-0ad5-4716-bc0d-6c0ef73bc859 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3219905 Dec 13 16:34:11.552079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:11.553018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45950) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:11.559544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'subnet': {'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:11.591992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a654d41c-0286-4fae-affd-618d0977f590 None None] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:11.593866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:11.602597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.611417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:11.615281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.635842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.668412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Made reservation on behalf of e41fe13faaa74fc6aec256382193774c for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:11.673449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.710712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:04Z', 'revision_number': 3, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:09Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:11.777261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.10 (dd289a10-eadc-4611-a12d-918027abb583/a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa/f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:11.793047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4623146c-a146-4f35-a1c7-225c3d8def6f None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:04Z', 'revision_number': 3, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:09Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:11.833618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.839497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b31eb826-e589-469e-8ced-5e6a81b261ae None None] Provisioning complete for port 9244b226-b4b2-492b-9af3-bcd16e5db1ba triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:11.839849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b31eb826-e589-469e-8ced-5e6a81b261ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.846369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 9244b226-b4b2-492b-9af3-bcd16e5db1ba, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9244b226-b4b2-492b-9af3-bcd16e5db1ba,segment=NetworkSegment(6c75355c-0f01-4686-a9fa-421fab139fe7),segment_id=6c75355c-0f01-4686-a9fa-421fab139fe7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:11.854876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.905090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.922360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e5f56d-1b99-4d9d-87d0-5c553a0133c4,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:11.930823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:11.994998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:11.995263 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Added segment e04efdc7-6410-4cc3-8871-97add25b36c5 of type vlan for network cb81817f-0dbe-4daa-893d-f0b53c86f498 Dec 13 16:34:12.002993 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=9244b226-b4b2-492b-9af3-bcd16e5db1ba,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:12.034164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.059835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.066443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 66e364c9-3ab0-432a-a018-4a4889889203 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:12.094624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 66e364c9-3ab0-432a-a018-4a4889889203 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:12.095215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 66e364c9-3ab0-432a-a018-4a4889889203 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:12.105056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Subnet': ['ID=3ef66eba-ed44-4466-8731-5213d156c74d,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:12.122298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.160308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Checking segment: {'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:12.160683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network hostable DHCP agents. Network: c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:12.178419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.185089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:12.202984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:12.216896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:12.217494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.239161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:12.244417 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-562a59fd-cea3-49b9-a6da-64799670228f tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6894233 Dec 13 16:34:12.245040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45954) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:12.246782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Allocated IP 172.20.0.2 (dd289a10-eadc-4611-a12d-918027abb583/a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa/1f0bfb81-6faa-44d8-99b9-c480ab094f0f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:12.249027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.267295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:12.268631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.278411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network dd289a10-eadc-4611-a12d-918027abb583 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:12.285867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:12.297451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:12.328359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af79e555-346e-464c-a1ff-1585f13b3079 None None] Network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:12.416006 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0575247 Dec 13 16:34:12.426226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45956) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:12.431649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'subnet': {'network_id': 'cb81817f-0dbe-4daa-893d-f0b53c86f498', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:12.488477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfdd11-cab3-4bba-b89c-2846a43d5d48 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Network': ['ID=cb81817f-0dbe-4daa-893d-f0b53c86f498,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:12.540437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:12.541093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.594250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:12.616699 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-594c3595-77b3-40d7-ac77-2663c65a4770 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4644310 Dec 13 16:34:12.617745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45958) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:12.617879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-be478e57-bc85-4364-acd1-917aa2a6918a None None] Provisioning complete for port 217e6e99-7916-4aa9-9454-3962687026e4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:12.618184 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be478e57-bc85-4364-acd1-917aa2a6918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.648755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': 'dd289a10-eadc-4611-a12d-918027abb583', 'name': 'tempest-PortsTestJSON-1337512419', 'fixed_ips': [{'subnet_id': 'a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa', 'ip_address': '172.20.0.9'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:12.650078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645', 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645', 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'fixed_ips': [{'subnet_id': '3ef66eba-ed44-4466-8731-5213d156c74d'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:12.650970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.731016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c4b6e57f-6447-4e7d-990a-fa2a579f6f27 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:12.743199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:12.747571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.798406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.834503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.865723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.919615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:12.925442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:12.947299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-be478e57-bc85-4364-acd1-917aa2a6918a None None] Port 217e6e99-7916-4aa9-9454-3962687026e4 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:12.965194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port b07e7e94-00f0-45a9-8750-073548e2b28d yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:12.985638 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Network dd289a10-eadc-4611-a12d-918027abb583 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:13.001305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:13.006344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:13.041280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-be478e57-bc85-4364-acd1-917aa2a6918a None None] Provisioning complete for port 9244b226-b4b2-492b-9af3-bcd16e5db1ba triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:13.041857 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be478e57-bc85-4364-acd1-917aa2a6918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.045314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Pushing event updated for resources: {'Port': ['ID=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:13.055987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:13.156520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:13.157247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:13.173230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.279675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Subnet': ['ID=f350fc89-f5ce-48ad-aec8-1e48bcd0da8a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:13.287992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.9 (dd289a10-eadc-4611-a12d-918027abb583/a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa/b07e7e94-00f0-45a9-8750-073548e2b28d) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:13.301636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Checking segment: {'id': 'e04efdc7-6410-4cc3-8871-97add25b36c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'cb81817f-0dbe-4daa-893d-f0b53c86f498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:13.302001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network hostable DHCP agents. Network: cb81817f-0dbe-4daa-893d-f0b53c86f498, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:13.343292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:13.348203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:13.348758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.364745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, cb81817f-0dbe-4daa-893d-f0b53c86f498) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:13.380976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:13.381971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.434792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-df8129d0-870b-48c2-94e3-4ccbadd15422 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0074277 Dec 13 16:34:13.437309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f15d327-9c38-444b-868b-acc175fa006a None None] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:13.437481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45960) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:13.444028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1619881956', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:13.494797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.495798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.511105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.524022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Allocated IP 2001:db8:3::2 (c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645/3ef66eba-ed44-4466-8731-5213d156c74d/7876f44e-2dda-4765-9f1c-c9b2147c207e) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:13.533935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Attempting to bind port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:13.534424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Attempting to bind port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'bd900363-0abf-47b8-b8f4-86f0820f45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dd289a10-eadc-4611-a12d-918027abb583'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:13.534825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Attempting to bind port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f on network dd289a10-eadc-4611-a12d-918027abb583 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:13.559893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8afa7793-9481-4800-9a18-4fc4c18f9edf up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:13.567699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.592029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:13.592406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Checking segment: {'id': 'bd900363-0abf-47b8-b8f4-86f0820f45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dd289a10-eadc-4611-a12d-918027abb583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:13.592813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.593210 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Bound using segment: {'id': 'bd900363-0abf-47b8-b8f4-86f0820f45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dd289a10-eadc-4611-a12d-918027abb583'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:13.593769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Bound port: 1f0bfb81-6faa-44d8-99b9-c480ab094f0f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd900363-0abf-47b8-b8f4-86f0820f45fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'dd289a10-eadc-4611-a12d-918027abb583'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:13.594080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.618302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:13.654189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.762116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.765948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network dd289a10-eadc-4611-a12d-918027abb583 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:13.771159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:13.775322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:13.793666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=b07e7e94-00f0-45a9-8750-073548e2b28d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:13.875968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:13.876575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.895063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:13.901566 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5412559e-d283-4fd2-a71a-933ed1dc7825 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2593706 Dec 13 16:34:13.904410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3770f414-a829-448d-94d4-4a5a5d9e674d None None] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:13.904754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45962) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:13.959323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc3566-f0b8-49bf-87a7-ccfaa8b66a5f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:13.963830 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-aafc3566-f0b8-49bf-87a7-ccfaa8b66a5f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0579455 Dec 13 16:34:13.964521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45964) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:14.018266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589ea62-c56f-47a2-a3ef-1cd458061dcc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:14.025496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589ea62-c56f-47a2-a3ef-1cd458061dcc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:14.031567 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2589ea62-c56f-47a2-a3ef-1cd458061dcc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:14.036638 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2589ea62-c56f-47a2-a3ef-1cd458061dcc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0710812 Dec 13 16:34:14.037461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45966) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:14.048847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9244b226-b4b2-492b-9af3-bcd16e5db1ba up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:14.058803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.081976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.102593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8889097d-b455-4953-992d-b7c52256f01c None None] For port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:14.115097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 8afa7793-9481-4800-9a18-4fc4c18f9edf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:14.115480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.137925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-80c91deb-4416-46b0-944d-9f48a27d28f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port b07e7e94-00f0-45a9-8750-073548e2b28d {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:14.138515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80c91deb-4416-46b0-944d-9f48a27d28f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.157684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8889097d-b455-4953-992d-b7c52256f01c None None] For port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,segment=NetworkSegment(bd900363-0abf-47b8-b8f4-86f0820f45fe),segment_id=bd900363-0abf-47b8-b8f4-86f0820f45fe)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:14.207289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-71113c22-3634-4e73-a5e2-d84df99d02fd None None] Provisioning complete for port 217e6e99-7916-4aa9-9454-3962687026e4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:14.207665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-71113c22-3634-4e73-a5e2-d84df99d02fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.209664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.210159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.26.6.30 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/55bf13c3-8b0f-415d-bf4f-832654f7f286) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:14.231391 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80c91deb-4416-46b0-944d-9f48a27d28f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.244199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-80c91deb-4416-46b0-944d-9f48a27d28f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for b07e7e94-00f0-45a9-8750-073548e2b28d owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:14.323978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.333580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.383937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.428989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.434228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889097d-b455-4953-992d-b7c52256f01c None None] Pushing event updated for resources: {'Port': ['ID=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:14.437075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-71113c22-3634-4e73-a5e2-d84df99d02fd None None] Port 217e6e99-7916-4aa9-9454-3962687026e4 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:14.439759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:14.443561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:14.447668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:14.486231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Pushing event updated for resources: {'Port': ['ID=7876f44e-2dda-4765-9f1c-c9b2147c207e,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:14.486591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=55bf13c3-8b0f-415d-bf4f-832654f7f286,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:14.498995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d36e242-c2ff-40e7-a6dd-6e6c65af0d60 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:14.514015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:14.516103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9244b226-b4b2-492b-9af3-bcd16e5db1ba triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:14.516561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.524295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:14.548159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:14.692965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.701081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b709ad8a-9048-4ee6-9eb4-2d8289790ba1 None None] Provisioning complete for port 55bf13c3-8b0f-415d-bf4f-832654f7f286 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:14.701081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b709ad8a-9048-4ee6-9eb4-2d8289790ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.708256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Allocated IP 2001:db8:3::1 (c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645/3ef66eba-ed44-4466-8731-5213d156c74d/5a98e380-9175-4359-8fed-4fb07ce298d2) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:14.760450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Attempting to bind port 7876f44e-2dda-4765-9f1c-c9b2147c207e on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:14.761004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Attempting to bind port 7876f44e-2dda-4765-9f1c-c9b2147c207e by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:14.761221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Attempting to bind port 7876f44e-2dda-4765-9f1c-c9b2147c207e on network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:14.787915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:09Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:14.789447 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:34:14.791753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a8d60f-9c00-49f5-bef5-6252b3067208" -d '{"events": [{"server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "name": "network-vif-plugged", "status": "completed", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:34:14.810733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.874918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:14.890794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80c91deb-4416-46b0-944d-9f48a27d28f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.939387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b709ad8a-9048-4ee6-9eb4-2d8289790ba1 None None] Port 55bf13c3-8b0f-415d-bf4f-832654f7f286 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:14.944747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:14.945680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Checking segment: {'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:14.946476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.947062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Bound using segment: {'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:14.947638 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Bound port: 7876f44e-2dda-4765-9f1c-c9b2147c207e, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:14.948089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.953986 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c91deb-4416-46b0-944d-9f48a27d28f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=b07e7e94-00f0-45a9-8750-073548e2b28d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:14.974340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:14.977844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:14.978335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Updating router 5e052a9a-7696-4e34-8154-f0c15777f2a8 port 217e6e99-7916-4aa9-9454-3962687026e4 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:34:14.992071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.011120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.062477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80c91deb-4416-46b0-944d-9f48a27d28f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.066696 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-80c91deb-4416-46b0-944d-9f48a27d28f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/b07e7e94-00f0-45a9-8750-073548e2b28d HTTP/1.1" status: 204 len: 168 time: 1.0283771 Dec 13 16:34:15.070189 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45972) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:15.100255 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e8bfda-8fe8-4f78-82b4-bc989b45e513 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:34:15.104939 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f5e8bfda-8fe8-4f78-82b4-bc989b45e513 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/b07e7e94-00f0-45a9-8750-073548e2b28d HTTP/1.1" status: 404 len: 333 time: 0.0321715 Dec 13 16:34:15.105874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45974) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:15.119979 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.179586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.204453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:15.211562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:15.216220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:15.216892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.294329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=5a98e380-9175-4359-8fed-4fb07ce298d2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:15.329178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:34:15.334241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adec4566-21dc-4427-88f1-0c629c9a70ff x-openstack-request-id: req-adec4566-21dc-4427-88f1-0c629c9a70ff {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:34:15.334545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "name": "network-vif-plugged", "status": "completed", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:34:15.334827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-adec4566-21dc-4427-88f1-0c629c9a70ff {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:34:15.335234 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'code': 200} Dec 13 16:34:15.350729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1f0bfb81-6faa-44d8-99b9-c480ab094f0f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:15.412287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.448138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0c326a8a-7364-42d2-a890-3a9eabb97be7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:15.448651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c326a8a-7364-42d2-a890-3a9eabb97be7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.468352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:15.480773 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7467eaf-7e18-4691-a241-05f938dbf8f7 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:15.495940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.497662 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-991256f9-0f43-45cf-99d0-e9d3e501429a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0592489 Dec 13 16:34:15.498630 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7467eaf-7e18-4691-a241-05f938dbf8f7 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:15.499295 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d7467eaf-7e18-4691-a241-05f938dbf8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:15.500362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45976) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:15.535652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:15.536254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.541098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:15.544226 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] For port 7876f44e-2dda-4765-9f1c-c9b2147c207e, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:15.552674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] For port 7876f44e-2dda-4765-9f1c-c9b2147c207e, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7876f44e-2dda-4765-9f1c-c9b2147c207e,segment=NetworkSegment(7f6e9424-5dff-4879-a91e-99792da3449e),segment_id=7f6e9424-5dff-4879-a91e-99792da3449e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:15.569512 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d7467eaf-7e18-4691-a241-05f938dbf8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:15.578541 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7467eaf-7e18-4691-a241-05f938dbf8f7 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:15.579416 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d7467eaf-7e18-4691-a241-05f938dbf8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:15.598833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.636783 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d7467eaf-7e18-4691-a241-05f938dbf8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:15.637698 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7467eaf-7e18-4691-a241-05f938dbf8f7 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:15.777298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62967e2-5f3b-4b61-b60c-9b29b21a2447 None None] Pushing event updated for resources: {'Port': ['ID=7876f44e-2dda-4765-9f1c-c9b2147c207e,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:15.789074 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c326a8a-7364-42d2-a890-3a9eabb97be7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:15.813504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0c326a8a-7364-42d2-a890-3a9eabb97be7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:15.824929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45883b4c-e774-4cee-ac1e-473cb40dc72b None None] Network dd289a10-eadc-4611-a12d-918027abb583 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:15.899717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.008479 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,segment=NetworkSegment(bd900363-0abf-47b8-b8f4-86f0820f45fe),segment_id=bd900363-0abf-47b8-b8f4-86f0820f45fe)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:16.011840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-62673855-b39c-4255-9007-0525e559dda8 None None] Provisioning complete for port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:16.012215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-62673855-b39c-4255-9007-0525e559dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.057783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.122580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.134863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c326a8a-7364-42d2-a890-3a9eabb97be7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.168208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.168696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.171450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.177226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c326a8a-7364-42d2-a890-3a9eabb97be7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:16.200411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.203591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:16.303375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2ed9a-c300-489d-a61b-fc7fd9bbd764 None None] Pushing event updated for resources: {'Port': ['ID=217e6e99-7916-4aa9-9454-3962687026e4,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:16.317484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event updated for resources: {'Port': ['ID=5a98e380-9175-4359-8fed-4fb07ce298d2,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:16.347959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0c326a8a-7364-42d2-a890-3a9eabb97be7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.353940 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0c326a8a-7364-42d2-a890-3a9eabb97be7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6 HTTP/1.1" status: 204 len: 168 time: 1.2467828 Dec 13 16:34:16.354810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45978) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:16.395625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Attempting to bind port 217e6e99-7916-4aa9-9454-3962687026e4 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:16.396278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Attempting to bind port 217e6e99-7916-4aa9-9454-3962687026e4 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:16.397837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Attempting to bind port 217e6e99-7916-4aa9-9454-3962687026e4 on network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:16.405476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:16.405865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Checking segment: {'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:16.406194 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9e86c1-7f43-49cc-a4f5-415f72509bd4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:34:16.406563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.406998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Bound using segment: {'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:16.407609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Bound port: 217e6e99-7916-4aa9-9454-3962687026e4, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c75355c-0f01-4686-a9fa-421fab139fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:16.407999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.411228 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cf9e86c1-7f43-49cc-a4f5-415f72509bd4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6 HTTP/1.1" status: 404 len: 333 time: 0.0538232 Dec 13 16:34:16.412152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45982) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:16.429891 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:16.463388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:16.501038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] For port 217e6e99-7916-4aa9-9454-3962687026e4, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:16.505454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] For port 217e6e99-7916-4aa9-9454-3962687026e4, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=217e6e99-7916-4aa9-9454-3962687026e4,segment=NetworkSegment(6c75355c-0f01-4686-a9fa-421fab139fe7),segment_id=6c75355c-0f01-4686-a9fa-421fab139fe7)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:16.515643 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.539902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45984) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:16.593271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:16.593933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:16.602262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1fbdcf-f478-499d-bd3f-326e05b98a13 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:16.606051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbdcf-f478-499d-bd3f-326e05b98a13 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.638274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.701225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2ed9a-c300-489d-a61b-fc7fd9bbd764 None None] Pushing event updated for resources: {'Port': ['ID=217e6e99-7916-4aa9-9454-3962687026e4,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:16.743335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:16.747898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbdcf-f478-499d-bd3f-326e05b98a13 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.758218 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-866daee5-9c61-4a96-be1b-84af357bb78c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f HTTP/1.1" status: 200 len: 994 time: 0.2128434 Dec 13 16:34:16.816811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] Could not find standard attr ID for object f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:34:16.826957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:16.920559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] Provisioning complete for port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:16.920934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:16.977833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:16.984633 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-709df30d-166a-4c07-9b1e-79d7409121a2 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7383122 Dec 13 16:34:16.990284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45990) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:16.995113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:17.105892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45992) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:17.213134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbdcf-f478-499d-bd3f-326e05b98a13 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.262347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1f0bfb81-6faa-44d8-99b9-c480ab094f0f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:17.397229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] Provisioning complete for port 217e6e99-7916-4aa9-9454-3962687026e4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:17.397609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.426827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.20.0.1 (cb81817f-0dbe-4daa-893d-f0b53c86f498/f350fc89-f5ce-48ad-aec8-1e48bcd0da8a/380d25f5-0c8d-44ea-85f8-1a78bd9db027) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:17.441859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 6cecc297-9f01-408e-9007-0edea7a2a6b1 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:17.442215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.458034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:17.458244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.481483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbdcf-f478-499d-bd3f-326e05b98a13 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.504000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c777d99-fcda-40e8-bffb-dc7b3bc16d4c None None] Network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:17.512445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:15Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:16Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98e380-9175-4359-8fed-4fb07ce298d2', 'name': '', 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:a4:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:13Z', 'updated_at': '2021-12-13T16:34:15Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:17.534381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a1fbdcf-f478-499d-bd3f-326e05b98a13 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.541235 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4a1fbdcf-f478-499d-bd3f-326e05b98a13 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa HTTP/1.1" status: 204 len: 168 time: 1.1250706 Dec 13 16:34:17.549886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 45994) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:17.565632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fbdcf-f478-499d-bd3f-326e05b98a13 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:17.596900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2309d5ae-0d4e-49d8-bae7-d9ec8cf49c57 None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:15Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:16Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98e380-9175-4359-8fed-4fb07ce298d2', 'name': '', 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:a4:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:13Z', 'updated_at': '2021-12-13T16:34:15Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:17.716361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.742579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.743039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.777623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 6cecc297-9f01-408e-9007-0edea7a2a6b1 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:17.848366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.extraroute_db [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 16:34:17.867994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.extraroute_db [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Removed routes are [] {{(pid=103053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 16:34:17.868541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.933673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:17.977633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d9e992-ac36-4008-a60c-86674d8d6f11 None None] Network dd289a10-eadc-4611-a12d-918027abb583 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:18.004423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:18.005002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.079592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.101065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.106371 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.129965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.132794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7876f44e-2dda-4765-9f1c-c9b2147c207e up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:18.165796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] For port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,segment=NetworkSegment(bd900363-0abf-47b8-b8f4-86f0820f45fe),segment_id=bd900363-0abf-47b8-b8f4-86f0820f45fe)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:18.166226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.191728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:18.217225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 1f0bfb81-6faa-44d8-99b9-c480ab094f0f owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:18.219838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:18.221360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] For port 217e6e99-7916-4aa9-9454-3962687026e4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=217e6e99-7916-4aa9-9454-3962687026e4,segment=NetworkSegment(6c75355c-0f01-4686-a9fa-421fab139fe7),segment_id=6c75355c-0f01-4686-a9fa-421fab139fe7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:18.221808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=380d25f5-0c8d-44ea-85f8-1a78bd9db027,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:18.226759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7876f44e-2dda-4765-9f1c-c9b2147c207e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:18.227428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.228061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:18.303144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.338446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f797c97e-414b-4391-9739-21648228b17d None None] DHCP port deletion for dd289a10-eadc-4611-a12d-918027abb583 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:18.348182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.491272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.539205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=6cecc297-9f01-408e-9007-0edea7a2a6b1,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:18.542355 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-787446d2-e7ff-47dd-8f75-3fd4c69817c5 None None] Could not find standard attr ID for object b07e7e94-00f0-45a9-8750-073548e2b28d. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:34:18.586249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61ead8-2a78-4569-8990-bedffabe77de None None] Pushing event updated for resources: {'Port': ['ID=217e6e99-7916-4aa9-9454-3962687026e4,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:18.608978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-787446d2-e7ff-47dd-8f75-3fd4c69817c5 None None] Could not find standard attr ID for object f8f8b0c4-460f-42cf-a6bf-12c066ba5fc6. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:34:18.622409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f797c97e-414b-4391-9739-21648228b17d None None] Deleting port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:18.622815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f797c97e-414b-4391-9739-21648228b17d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.626608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.699254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-787446d2-e7ff-47dd-8f75-3fd4c69817c5 None None] Provisioning complete for port 7876f44e-2dda-4765-9f1c-c9b2147c207e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:18.699624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-787446d2-e7ff-47dd-8f75-3fd4c69817c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.733144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.735284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:18.761900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 7876f44e-2dda-4765-9f1c-c9b2147c207e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7876f44e-2dda-4765-9f1c-c9b2147c207e,segment=NetworkSegment(7f6e9424-5dff-4879-a91e-99792da3449e),segment_id=7f6e9424-5dff-4879-a91e-99792da3449e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:18.777330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.783845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:18.792508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.792848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f disassociated (deleted). External IP: 172.26.6.135, port: 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee. Dec 13 16:34:18.794631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.800595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No DVR routers for this DVR port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:18.886041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=7876f44e-2dda-4765-9f1c-c9b2147c207e,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:18.895824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f797c97e-414b-4391-9739-21648228b17d None None] For port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,segment=NetworkSegment(bd900363-0abf-47b8-b8f4-86f0820f45fe),segment_id=bd900363-0abf-47b8-b8f4-86f0820f45fe)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:18.896309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f797c97e-414b-4391-9739-21648228b17d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.916303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f797c97e-414b-4391-9739-21648228b17d None None] Calling delete_port for 1f0bfb81-6faa-44d8-99b9-c480ab094f0f owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:18.934568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:18.942947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:18.945774 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2dd87f13-c5d5-4e25-95c4-5aaa2a580577 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 200 len: 954 time: 1.9544210 Dec 13 16:34:18.948351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45996) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:19.051881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-787446d2-e7ff-47dd-8f75-3fd4c69817c5 None None] Provisioning complete for port 217e6e99-7916-4aa9-9454-3962687026e4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:19.052257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-787446d2-e7ff-47dd-8f75-3fd4c69817c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.107177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.108674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f797c97e-414b-4391-9739-21648228b17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.125776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797c97e-414b-4391-9739-21648228b17d None None] No DVR routers for this DVR port 1f0bfb81-6faa-44d8-99b9-c480ab094f0f on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:19.151710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd289a10-eadc-4611-a12d-918027abb583']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:19.155019 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ccc7afb4-fa76-4125-b325-ca575ec364fc tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 200 len: 954 time: 0.2055209 Dec 13 16:34:19.159636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 45998) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:19.172606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd900363-0abf-47b8-b8f4-86f0820f45fe') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:19.172998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd900363-0abf-47b8-b8f4-86f0820f45fe') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:19.184197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'routes': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:19.188062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.209536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c97e-414b-4391-9739-21648228b17d None None] Pushing event deleted for resources: {'Port': ['ID=1f0bfb81-6faa-44d8-99b9-c480ab094f0f,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:19.262140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.265572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7876f44e-2dda-4765-9f1c-c9b2147c207e up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:19.282633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:19.283707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:19.287857 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:19.345052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7876f44e-2dda-4765-9f1c-c9b2147c207e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:19.345426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.395582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:19.424259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:19.424894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:19.429321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1a899196-0ed4-41c0-8c03-d2f02d560528 None None] Provisioning complete for port 5a98e380-9175-4359-8fed-4fb07ce298d2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:19.429321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a899196-0ed4-41c0-8c03-d2f02d560528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.507628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.511490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.515162 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/networks/dd289a10-eadc-4611-a12d-918027abb583 HTTP/1.1" status: 204 len: 168 time: 1.9619100 Dec 13 16:34:19.524619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46000) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:19.535847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-651666551'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:19.567485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1a899196-0ed4-41c0-8c03-d2f02d560528 None None] Port 5a98e380-9175-4359-8fed-4fb07ce298d2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:19.572772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:19.576240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.584856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:19.598781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798591d-137d-46bb-a5ec-f96b368b48db tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Network': ['ID=dd289a10-eadc-4611-a12d-918027abb583,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:19.625545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:19.632918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 217e6e99-7916-4aa9-9454-3962687026e4 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:19.634366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router a03e330b-74c5-4124-bfb8-b1d879b9f5eb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:19.639379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1a899196-0ed4-41c0-8c03-d2f02d560528 None None] Provisioning complete for port 7876f44e-2dda-4765-9f1c-c9b2147c207e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:19.639769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a899196-0ed4-41c0-8c03-d2f02d560528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.671053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.extraroute_db [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added routes are [] {{(pid=103053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 16:34:19.671491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.extraroute_db [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 16:34:19.684755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.685142 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Added segment 4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844 of type vlan for network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 Dec 13 16:34:19.706308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.862543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 217e6e99-7916-4aa9-9454-3962687026e4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:19.862934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.905719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.910324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:19.998876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:17Z', 'revision_number': 6, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98e380-9175-4359-8fed-4fb07ce298d2', 'name': '', 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:a4:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:13Z', 'updated_at': '2021-12-13T16:34:15Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:20.021050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:20.030782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:20.031147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Updating router 5e052a9a-7696-4e34-8154-f0c15777f2a8 port 5a98e380-9175-4359-8fed-4fb07ce298d2 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:34:20.065011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.134861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1f0bfb81-6faa-44d8-99b9-c480ab094f0f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:20.136961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:20.144942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.148437 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-053a46d1-c971-4cc7-91d4-b312b3134f9e tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 200 len: 704 time: 0.9854701 Dec 13 16:34:20.148697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46002) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:20.165779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.205823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 1f0bfb81-6faa-44d8-99b9-c480ab094f0f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:20.206149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1f0bfb81-6faa-44d8-99b9-c480ab094f0f not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:20.258698 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-21b5f54b-d586-4606-b9f7-940eb51e2948 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 200 len: 704 time: 0.1062260 Dec 13 16:34:20.259427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46004) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:20.264078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.270954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:20.271547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.285739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.307571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:20.309058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.322468 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] Sync routers for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:20.333421 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:20.334045 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:20.342967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.412380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8803968 Dec 13 16:34:20.415634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46006) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:20.438681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.446118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.456701 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:20.459858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': 'aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:20.512416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283d2db-a9bc-407b-acbb-4c0fb93b733a None None] Pushing event updated for resources: {'Port': ['ID=5a98e380-9175-4359-8fed-4fb07ce298d2,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:20.564082 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9a66fc75-911c-49af-8a92-e0e5c80af353 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f HTTP/1.1" status: 204 len: 168 time: 3.4521902 Dec 13 16:34:20.565783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Network': ['ID=aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:20.586708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Attempting to bind port 5a98e380-9175-4359-8fed-4fb07ce298d2 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:20.587085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Attempting to bind port 5a98e380-9175-4359-8fed-4fb07ce298d2 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:20.587455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Attempting to bind port 5a98e380-9175-4359-8fed-4fb07ce298d2 on network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:20.593647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:20.594033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Checking segment: {'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:20.594437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.595694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Bound using segment: {'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:20.596372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Bound port: 5a98e380-9175-4359-8fed-4fb07ce298d2, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6e9424-5dff-4879-a91e-99792da3449e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:20.596700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.604628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:34:20.606024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b54b8-10f6-42f3-9621-d26d6cff0f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:34:20.623188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.623539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.623886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.624228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.624568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.624906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.626962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.627487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.627931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.628261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.628599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.628962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.629263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556527e6-f33b-4155-b7bf-88d8cd94f9d0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:20.662588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:20.663178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=380d25f5-0c8d-44ea-85f8-1a78bd9db027,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:20.683704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.751492 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:18Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:20.838417 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] Checking router: a03e330b-74c5-4124-bfb8-b1d879b9f5eb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:20.846457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8803bd-0b05-4be0-b182-3420af86f924 x-openstack-request-id: req-3a8803bd-0b05-4be0-b182-3420af86f924 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:34:20.846818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:34:20.847065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a8803bd-0b05-4be0-b182-3420af86f924 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:34:20.847507 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'status': 'completed', 'code': 200} Dec 13 16:34:20.870815 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:20.871442 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:20.888024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:20.900679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:20.904254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.026477 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:21.087945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-ebff765c-9582-4c2a-bc04-a59baa6b5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:21.089508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-ebff765c-9582-4c2a-bc04-a59baa6b5563 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 1099 time: 0.2284257 Dec 13 16:34:21.091243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a2e67605-0549-4ade-9682-e0d840aa58fe None None] Provisioning complete for port 5a98e380-9175-4359-8fed-4fb07ce298d2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:21.091793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2e67605-0549-4ade-9682-e0d840aa58fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.102277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1115e-d7b2-4002-9b65-11c0c8652266 req-907f99b0-f887-4eeb-8425-72138d8df99e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:21.109650 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dba1115e-d7b2-4002-9b65-11c0c8652266 req-907f99b0-f887-4eeb-8425-72138d8df99e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 946 time: 0.1766901 Dec 13 16:34:21.140758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:21.157188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:21.206852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] For port 5a98e380-9175-4359-8fed-4fb07ce298d2, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:21.233165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 5a98e380-9175-4359-8fed-4fb07ce298d2 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:21.233780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.253377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a2e67605-0549-4ade-9682-e0d840aa58fe None None] Port 5a98e380-9175-4359-8fed-4fb07ce298d2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:21.261821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] For port 5a98e380-9175-4359-8fed-4fb07ce298d2, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a98e380-9175-4359-8fed-4fb07ce298d2,segment=NetworkSegment(7f6e9424-5dff-4879-a91e-99792da3449e),segment_id=7f6e9424-5dff-4879-a91e-99792da3449e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:21.276366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.312826 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:18Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:21.339858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283d2db-a9bc-407b-acbb-4c0fb93b733a None None] Pushing event updated for resources: {'Port': ['ID=5a98e380-9175-4359-8fed-4fb07ce298d2,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:21.350563 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff5007b-630b-49ea-b577-4400fd376d87 None None] The sync data for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv is: [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:33:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'd9016f3e-ce2c-4fc1-96a4-71a1d688d09d', 'name': '', 'network_id': '3a28784d-0f76-432a-9fb3-8652a08c0c7f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:23:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '271fdb47-0bea-49da-a261-24592a21ad38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:11Z', 'updated_at': '2021-12-13T16:33:18Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '271fdb47-0bea-49da-a261-24592a21ad38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:21.365300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dba1115e-d7b2-4002-9b65-11c0c8652266 req-b8704a4c-3e73-4df1-9b9e-e692113f3f9b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2546747 Dec 13 16:34:21.385514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port 5a98e380-9175-4359-8fed-4fb07ce298d2, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:21.385882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.404118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:21.405507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:21.414174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 5a98e380-9175-4359-8fed-4fb07ce298d2 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:21.453368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:21.459507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-22fa3017-c9a9-4f35-9564-c2b1834cd83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:21.460998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-22fa3017-c9a9-4f35-9564-c2b1834cd83d service neutron] 10.222.0.31 "GET /v2.0/networks?id=3a28784d-0f76-432a-9fb3-8652a08c0c7f HTTP/1.1" status: 200 len: 897 time: 0.3465259 Dec 13 16:34:21.508589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:21.519726 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-b39c153f-ac26-4697-ba17-5c45ce8a099a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee HTTP/1.1" status: 200 len: 217 time: 0.0456157 Dec 13 16:34:21.629652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:21.634912 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-206a6785-e37f-4c93-bea4-08dcb27824b4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/routers/7f22daad-0ea2-4fa3-ae3b-9a8154952451/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1331961 Dec 13 16:34:21.641172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46016) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:21.648677 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e356c987-be17-40e4-ba04-a25136b7db65 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:21.655605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'port': {'network_id': 'cb81817f-0dbe-4daa-893d-f0b53c86f498', 'name': 'tempest-FloatingIPTestJSON-1886934577'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:21.707316 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e356c987-be17-40e4-ba04-a25136b7db65 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:21.707850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e356c987-be17-40e4-ba04-a25136b7db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:21.745200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-71d64596-7036-4cfa-81a0-714fe079c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:21.747055 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-71d64596-7036-4cfa-81a0-714fe079c536 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=271fdb47-0bea-49da-a261-24592a21ad38 HTTP/1.1" status: 200 len: 835 time: 0.1213181 Dec 13 16:34:21.749461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.758601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e356c987-be17-40e4-ba04-a25136b7db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:21.819177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e356c987-be17-40e4-ba04-a25136b7db65 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:21.819824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e356c987-be17-40e4-ba04-a25136b7db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:21.821725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.834490 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de90c63c-3068-4794-b1c6-703cf8f11307 None None] New status for floating IP 12fbb9d5-b6c2-4b4a-ab9f-c37b3f2f564f: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:34:21.850321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=7a7cd8e0-a4b4-4045-825b-02ef05c6f9b2,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:21.878036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=5a98e380-9175-4359-8fed-4fb07ce298d2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:21.880346 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e356c987-be17-40e4-ba04-a25136b7db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:21.881002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e356c987-be17-40e4-ba04-a25136b7db65 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:21.884422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Checking segment: {'id': '4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:21.884422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network hostable DHCP agents. Network: aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:21.884720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-afdeb687-287d-4163-b5f9-4cb5c8ba382f None None] Provisioning complete for port 5a98e380-9175-4359-8fed-4fb07ce298d2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:21.884809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-afdeb687-287d-4163-b5f9-4cb5c8ba382f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.897851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.898202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.898542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.898905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.899241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.899573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.899905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.900283 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.900538 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.900863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.901184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.901503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.901828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:21.903576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-6afac892-b933-4d9b-84ed-9bb6364d210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:21.905160 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-6afac892-b933-4d9b-84ed-9bb6364d210e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3a28784d-0f76-432a-9fb3-8652a08c0c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1389544 Dec 13 16:34:21.923361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-afdeb687-287d-4163-b5f9-4cb5c8ba382f None None] Port 5a98e380-9175-4359-8fed-4fb07ce298d2 was deleted so its status cannot be updated. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 13 16:34:21.968820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:21.976487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:21.988563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:21.992763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:19Z', 'revision_number': 7, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98e380-9175-4359-8fed-4fb07ce298d2', 'name': '', 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:a4:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:13Z', 'updated_at': '2021-12-13T16:34:21Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:22.013913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:22.025814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d4631e-194b-42f0-9cf3-afaff4e8c460 None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:19Z', 'revision_number': 7, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a98e380-9175-4359-8fed-4fb07ce298d2', 'name': '', 'network_id': 'c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:a4:76:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:13Z', 'updated_at': '2021-12-13T16:34:21Z', 'revision_number': 4, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '3ef66eba-ed44-4466-8731-5213d156c74d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:22.026166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:22.026794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.051998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-a2836d08-60e3-46e3-add1-47b772fb0f4e service neutron] 10.222.0.31 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348972 Dec 13 16:34:22.054176 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] device_id is not set on port e7430d53-4e98-4764-975d-2867a72020a2 yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:22.059318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a169492-8f9c-4c68-a041-be7d1f81e34b None None] Network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:22.061826 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ea29676d-a76b-414b-88a7-161df93a7929 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6181066 Dec 13 16:34:22.062805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46018) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:22.068074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1b9dfcf5-1d0e-46be-90a1-ed35e0e48ce3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-257100355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:22.128598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.181790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfcf5-1d0e-46be-90a1-ed35e0e48ce3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.182896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfcf5-1d0e-46be-90a1-ed35e0e48ce3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.252584 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715', 'network_id': 'aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715', 'project_id': 'd88388858e1e4b21a25579bb8f23aff8', 'fixed_ips': [{'subnet_id': '7a7cd8e0-a4b4-4045-825b-02ef05c6f9b2'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:22.253499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.279564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfcf5-1d0e-46be-90a1-ed35e0e48ce3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.282750 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-897b54b8-10f6-42f3-9621-d26d6cff0f1b req-403366ef-4055-427e-baf6-05be14a52c7c service neutron] 10.222.0.31 "GET /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874616 Dec 13 16:34:22.289613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfcf5-1d0e-46be-90a1-ed35e0e48ce3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.313324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfcf5-1d0e-46be-90a1-ed35e0e48ce3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.319595 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1b9dfcf5-1d0e-46be-90a1-ed35e0e48ce3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2556138 Dec 13 16:34:22.320113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46020) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:22.325359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'network_id': 'aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715', 'name': 'tempest-PortsTestJSON-1255321355'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:22.362329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:22.427172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:22.453953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Allocated IP 172.20.0.2 (aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715/7a7cd8e0-a4b4-4045-825b-02ef05c6f9b2/75a9523d-c386-4760-84e1-1571e9019067) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:22.461401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:22.462031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:22.464254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27301a-f503-4836-a00c-54d1737683f9 req-78d6a347-c494-41f3-93d3-4cfbf96775b7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:22.466821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a27301a-f503-4836-a00c-54d1737683f9 req-78d6a347-c494-41f3-93d3-4cfbf96775b7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 946 time: 0.0934653 Dec 13 16:34:22.494261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.20.0.12 (cb81817f-0dbe-4daa-893d-f0b53c86f498/f350fc89-f5ce-48ad-aec8-1e48bcd0da8a/e7430d53-4e98-4764-975d-2867a72020a2) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:22.582402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:22.591158 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7f1e691e-956f-46d5-9bb1-cd33c10408de tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3304253 Dec 13 16:34:22.594495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46024) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:22.603912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:22.607591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.612222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:22.622745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e15b0b-312e-43fe-92f3-3e0768bf232e req-cc8839b5-ea14-4de8-9029-3e60631123f5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:22.624268 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6e15b0b-312e-43fe-92f3-3e0768bf232e req-cc8839b5-ea14-4de8-9029-3e60631123f5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 946 time: 0.1728272 Dec 13 16:34:22.652022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 7041df22-761c-41c6-92b5-c199d4be5345 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:22.704360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-69f413d8-d9b8-4afb-832b-cb8448c4ef2a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet 3ef66eba-ed44-4466-8731-5213d156c74d {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:22.712816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69f413d8-d9b8-4afb-832b-cb8448c4ef2a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.752103 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:22.752457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.782581 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69f413d8-d9b8-4afb-832b-cb8448c4ef2a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.804717 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6e15b0b-312e-43fe-92f3-3e0768bf232e req-5668b44a-9283-4875-83d3-d724c1a43909 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a4fd15-403a-4df5-b186-840505e3c696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683857 Dec 13 16:34:22.806622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.812581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.834470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.895869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.901086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:22.901452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.904904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69f413d8-d9b8-4afb-832b-cb8448c4ef2a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:22.921191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.9 (aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715/7a7cd8e0-a4b4-4045-825b-02ef05c6f9b2/7041df22-761c-41c6-92b5-c199d4be5345) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:22.923547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:22.980635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:22.989626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:22.998080 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:23.028901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=e7430d53-4e98-4764-975d-2867a72020a2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:23.068520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69f413d8-d9b8-4afb-832b-cb8448c4ef2a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.070539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:23.075792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:23.076314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:23.076470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.083431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:23.090552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Pushing event updated for resources: {'Port': ['ID=75a9523d-c386-4760-84e1-1571e9019067,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:23.120749 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a80f747c-a375-4f0b-8c51-edfdd6c921d9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4766433 Dec 13 16:34:23.122358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69f413d8-d9b8-4afb-832b-cb8448c4ef2a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.125817 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-69f413d8-d9b8-4afb-832b-cb8448c4ef2a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/3ef66eba-ed44-4466-8731-5213d156c74d HTTP/1.1" status: 204 len: 168 time: 0.5302930 Dec 13 16:34:23.127572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f413d8-d9b8-4afb-832b-cb8448c4ef2a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef66eba-ed44-4466-8731-5213d156c74d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:23.129158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46026) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:23.129595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46028) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:23.144635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae1f487-dfe7-48f1-b387-33845694e389 None None] Network c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:23.167812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'port': {'network_id': 'cb81817f-0dbe-4daa-893d-f0b53c86f498', 'name': 'tempest-FloatingIPTestJSON-1035860205'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:23.201126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:21Z', 'revision_number': 8, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:23.202979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Attempting to bind port 75a9523d-c386-4760-84e1-1571e9019067 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:23.203344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Attempting to bind port 75a9523d-c386-4760-84e1-1571e9019067 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:23.203700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Attempting to bind port 75a9523d-c386-4760-84e1-1571e9019067 on network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:23.241473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:23.241757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Checking segment: {'id': '4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:23.242157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.242550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Bound using segment: {'id': '4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:23.243555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Bound port: 75a9523d-c386-4760-84e1-1571e9019067, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:23.243555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.247681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:23.288155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:23.288796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:23.325813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.357014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.390431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:23.400040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.422821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:23.458919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] For port 75a9523d-c386-4760-84e1-1571e9019067, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:23.475123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:23.476005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] For port 75a9523d-c386-4760-84e1-1571e9019067, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=75a9523d-c386-4760-84e1-1571e9019067,segment=NetworkSegment(4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844),segment_id=4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:23.483024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.486667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.489976 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a27301a-f503-4836-a00c-54d1737683f9 req-a2d31c65-ec57-4e8c-ac00-d20e337dcefb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee HTTP/1.1" status: 204 len: 173 time: 1.0066619 Dec 13 16:34:23.491086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'name': 'network-vif-deleted', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:34:23.493404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f42767-f25e-44d1-b689-af0ffa8e409c" -d '{"events": [{"server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "name": "network-vif-deleted", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:34:23.530821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:23.534985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.545594 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] DHCP port deletion for c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:23.555122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b5c05e-2e8b-4d27-84ac-442d12333e29 x-openstack-request-id: req-77b5c05e-2e8b-4d27-84ac-442d12333e29 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:34:23.555420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b5eb12-8cf2-45de-af09-9e41c7922acc", "name": "network-vif-deleted", "tag": "6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:34:23.555681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77b5c05e-2e8b-4d27-84ac-442d12333e29 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:34:23.556088 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b5eb12-8cf2-45de-af09-9e41c7922acc', 'name': 'network-vif-deleted', 'tag': '6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee', 'status': 'completed', 'code': 200} Dec 13 16:34:23.557115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.596017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] device_id is not set on port 7137591b-fc2a-491e-b099-7e1673fe1da2 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:23.656070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:23.662566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5c772-a4a7-4241-a65f-99afa9fc3ba6 None None] Pushing event updated for resources: {'Port': ['ID=75a9523d-c386-4760-84e1-1571e9019067,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:23.675298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:23.686767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:23.691063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=7041df22-761c-41c6-92b5-c199d4be5345,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:23.710614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] Deleting port 7876f44e-2dda-4765-9f1c-c9b2147c207e {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:23.711015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.758485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 7876f44e-2dda-4765-9f1c-c9b2147c207e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:23.758854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.807158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] For port 7876f44e-2dda-4765-9f1c-c9b2147c207e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7876f44e-2dda-4765-9f1c-c9b2147c207e,segment=NetworkSegment(7f6e9424-5dff-4879-a91e-99792da3449e),segment_id=7f6e9424-5dff-4879-a91e-99792da3449e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:23.807563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.824202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:23.824849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.828362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] Calling delete_port for 7876f44e-2dda-4765-9f1c-c9b2147c207e owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:23.863941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.20.0.14 (cb81817f-0dbe-4daa-893d-f0b53c86f498/f350fc89-f5ce-48ad-aec8-1e48bcd0da8a/7137591b-fc2a-491e-b099-7e1673fe1da2) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:23.879064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2f86e548-44b4-492f-9f25-a2f76609910a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5577254 Dec 13 16:34:23.879830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46034) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:23.892650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port 7876f44e-2dda-4765-9f1c-c9b2147c207e, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7876f44e-2dda-4765-9f1c-c9b2147c207e,segment=NetworkSegment(7f6e9424-5dff-4879-a91e-99792da3449e),segment_id=7f6e9424-5dff-4879-a91e-99792da3449e)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:23.895585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:23.919890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:21Z', 'revision_number': 8, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:23.935393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 7876f44e-2dda-4765-9f1c-c9b2147c207e owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:23.977488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373464a-7f4b-43e3-84cb-b1e7de9cdf03 None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:21Z', 'revision_number': 8, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:24.029995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.074814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] No DVR routers for this DVR port 7876f44e-2dda-4765-9f1c-c9b2147c207e on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:24.120372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758456b-80d4-45a8-9c8d-f7f63d8a8531 None None] Pushing event deleted for resources: {'Port': ['ID=7876f44e-2dda-4765-9f1c-c9b2147c207e,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:24.151890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-34c9c922-555d-4e79-a454-0fd22869a6d1 req-825162ea-d0bf-4d95-8d9f-7d1624ee9418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5b5eb12-8cf2-45de-af09-9e41c7922acc HTTP/1.1" status: 200 len: 210 time: 0.0984635 Dec 13 16:34:24.233255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.277414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.304579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.310158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=7876f44e-2dda-4765-9f1c-c9b2147c207e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:24.319744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No DVR routers for this DVR port 7876f44e-2dda-4765-9f1c-c9b2147c207e on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:24.379839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:24.381809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:24.386509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:24.706005 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:24.722524 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:24.723471 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:24.758489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.834603 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:24.857743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=7137591b-fc2a-491e-b099-7e1673fe1da2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:24.861919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.909494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:24.920046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41ac1255-ea78-426d-b087-8efdfe3813fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.922547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:24.923397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.946151 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c04d3dbc-1fd3-4a6f-90dd-233e6e0a9507 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8080392 Dec 13 16:34:24.950008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6e9424-5dff-4879-a91e-99792da3449e') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:24.950305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6e9424-5dff-4879-a91e-99792da3449e') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:24.952023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46036) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:24.957480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '7137591b-fc2a-491e-b099-7e1673fe1da2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:24.973906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:24.998454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.009059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:25.009059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: self.session.flush() Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:25.011910 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:25.023759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.045443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3f4f6-7743-4f8d-88e4-8787948bd867 None None] Network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:25.147908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 75a9523d-c386-4760-84e1-1571e9019067 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:25.156451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8dbc6f0e-3fae-4345-afb7-608fa2909e9e None None] Provisioning complete for port 75a9523d-c386-4760-84e1-1571e9019067 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:25.156822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6f0e-3fae-4345-afb7-608fa2909e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.158581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.166206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.170866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645 HTTP/1.1" status: 204 len: 168 time: 2.0315187 Dec 13 16:34:25.177766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46038) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:25.230763 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.231322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb5f24-775b-4942-a36f-3df8945f4c16 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=c39ad2c6-c2fa-42ec-b35f-0c2d0c56e645,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:25.244505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.265806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46042) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:25.267551 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:21Z', 'revision_number': 8, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:25.295790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 75a9523d-c386-4760-84e1-1571e9019067 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:25.296076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.296810 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:25.319657 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:25.320532 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:25.371589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6f0e-3fae-4345-afb7-608fa2909e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.385324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=7041df22-761c-41c6-92b5-c199d4be5345,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:25.444948 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-465b2917-fdac-4a72-aed8-703777712dce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.460340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8dbc6f0e-3fae-4345-afb7-608fa2909e9e None None] For port 75a9523d-c386-4760-84e1-1571e9019067, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=75a9523d-c386-4760-84e1-1571e9019067,segment=NetworkSegment(4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844),segment_id=4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:25.474070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6f0e-3fae-4345-afb7-608fa2909e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.483442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.510508 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:25.536367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.540004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-465b2917-fdac-4a72-aed8-703777712dce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.586873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc6f0e-3fae-4345-afb7-608fa2909e9e None None] Pushing event updated for resources: {'Port': ['ID=75a9523d-c386-4760-84e1-1571e9019067,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:25.595925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:34:25.597108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:34:25.618132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:25.654120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:25.654882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 6fe56e4b-1d3e-4afd-bc68-34a59fd5aaee not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:25.668930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.766297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-465b2917-fdac-4a72-aed8-703777712dce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.769022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-465b2917-fdac-4a72-aed8-703777712dce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.770486 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-465b2917-fdac-4a72-aed8-703777712dce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/17a4fd15-403a-4df5-b186-840505e3c696 HTTP/1.1" status: 204 len: 168 time: 0.5032516 Dec 13 16:34:25.784101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.26.6.48 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/4480c5dc-0c24-424a-b4fa-6d8bd9ad4a2e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:25.784676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b2917-fdac-4a72-aed8-703777712dce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a4fd15-403a-4df5-b186-840505e3c696,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:25.831814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46046) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:25.841205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.874060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4d29aac4-db90-4144-a09c-ac8018d5bcad None None] Provisioning complete for port 75a9523d-c386-4760-84e1-1571e9019067 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:25.875557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d29aac4-db90-4144-a09c-ac8018d5bcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:25.913432 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:21Z', 'revision_number': 8, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:25.956074 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fd2fd1-f755-4573-98a6-afa27594bd88 None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:21Z', 'revision_number': 8, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '217e6e99-7916-4aa9-9454-3962687026e4', 'name': '', 'network_id': '2fc6d92e-d0ae-4465-b656-f9cb42fa6caa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:9b:6b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:08Z', 'updated_at': '2021-12-13T16:34:18Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'd7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:26.010434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4d29aac4-db90-4144-a09c-ac8018d5bcad None None] Provisioning complete for port 7041df22-761c-41c6-92b5-c199d4be5345 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:26.010944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4d29aac4-db90-4144-a09c-ac8018d5bcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.101439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4d29aac4-db90-4144-a09c-ac8018d5bcad None None] Port 7041df22-761c-41c6-92b5-c199d4be5345 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:26.139170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.190219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.197525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.227371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9f5ad869-a838-4f3e-94a7-b72a7e6acffa None None] Provisioning complete for port 7041df22-761c-41c6-92b5-c199d4be5345 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:26.227707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9f5ad869-a838-4f3e-94a7-b72a7e6acffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.274251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.291685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=7041df22-761c-41c6-92b5-c199d4be5345,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:26.292290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ad869-a838-4f3e-94a7-b72a7e6acffa None None] Port 7041df22-761c-41c6-92b5-c199d4be5345 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:26.294815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.299220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7876f44e-2dda-4765-9f1c-c9b2147c207e no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:26.323896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 7876f44e-2dda-4765-9f1c-c9b2147c207e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:26.324508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7876f44e-2dda-4765-9f1c-c9b2147c207e not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:26.325219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a98e380-9175-4359-8fed-4fb07ce298d2 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:26.356085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5a98e380-9175-4359-8fed-4fb07ce298d2 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:26.356472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a98e380-9175-4359-8fed-4fb07ce298d2 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:26.395312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.422482 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:26.424515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:26.463616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:26.497683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:26.504542 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:26.516572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9073f48b-b0ed-42a3-9cb3-2ecf16e43ac5 None None] Provisioning complete for port 7041df22-761c-41c6-92b5-c199d4be5345 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:26.517369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9073f48b-b0ed-42a3-9cb3-2ecf16e43ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.545949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=4480c5dc-0c24-424a-b4fa-6d8bd9ad4a2e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:26.569762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Router f96c4bc8-6974-4bf8-9d91-aa2a9356a835 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:34:26.577151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9073f48b-b0ed-42a3-9cb3-2ecf16e43ac5 None None] Port 7041df22-761c-41c6-92b5-c199d4be5345 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:26.671659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:26.680022 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bece3346-de20-43f5-a4c6-941adf733310 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "PUT /v2.0/routers/f96c4bc8-6974-4bf8-9d91-aa2a9356a835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7984543 Dec 13 16:34:26.680646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46048) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:26.683790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9caf0-b1de-431e-9990-af0422591fd9 None None] Sync routers for ids ['f96c4bc8-6974-4bf8-9d91-aa2a9356a835'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:26.706517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9caf0-b1de-431e-9990-af0422591fd9 None None] Routers {'f96c4bc8-6974-4bf8-9d91-aa2a9356a835'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:26.707221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-84d9caf0-b1de-431e-9990-af0422591fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f96c4bc8-6974-4bf8-9d91-aa2a9356a835'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:26.709501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8df56456-ea6d-4811-8b2c-7d97cdb85079 None None] Provisioning complete for port 7041df22-761c-41c6-92b5-c199d4be5345 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:26.709871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8df56456-ea6d-4811-8b2c-7d97cdb85079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:26.737547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce2f76-7e05-417b-b519-c3699aece0ae tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:26.742829 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d1ce2f76-7e05-417b-b519-c3699aece0ae tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports?device_id=f96c4bc8-6974-4bf8-9d91-aa2a9356a835 HTTP/1.1" status: 200 len: 982 time: 0.0611315 Dec 13 16:34:26.743549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46050) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:26.762388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-84d9caf0-b1de-431e-9990-af0422591fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:26.783488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9caf0-b1de-431e-9990-af0422591fd9 None None] Routers {'f96c4bc8-6974-4bf8-9d91-aa2a9356a835'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:26.784122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-84d9caf0-b1de-431e-9990-af0422591fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:33:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f96c4bc8-6974-4bf8-9d91-aa2a9356a835'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:26.788545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8df56456-ea6d-4811-8b2c-7d97cdb85079 None None] Port 7041df22-761c-41c6-92b5-c199d4be5345 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:26.820016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-84d9caf0-b1de-431e-9990-af0422591fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:26.820598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9caf0-b1de-431e-9990-af0422591fd9 None None] The sync data for ids ['f96c4bc8-6974-4bf8-9d91-aa2a9356a835'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:26.988288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 217e6e99-7916-4aa9-9454-3962687026e4 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:26.988628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.041466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 75a9523d-c386-4760-84e1-1571e9019067 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:27.080744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.091927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 75a9523d-c386-4760-84e1-1571e9019067 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:27.092692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.102943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.292797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b046e611-cbdd-4f5e-a838-e4e7cb1c1aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.314738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 7041df22-761c-41c6-92b5-c199d4be5345 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:27.315342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.413780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.426559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 7041df22-761c-41c6-92b5-c199d4be5345 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:27.561214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.598904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port 217e6e99-7916-4aa9-9454-3962687026e4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=217e6e99-7916-4aa9-9454-3962687026e4,segment=NetworkSegment(6c75355c-0f01-4686-a9fa-421fab139fe7),segment_id=6c75355c-0f01-4686-a9fa-421fab139fe7)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:27.599175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.604760 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.619994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 217e6e99-7916-4aa9-9454-3962687026e4 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:27.634312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=7041df22-761c-41c6-92b5-c199d4be5345,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:27.773289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.788366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:27.953961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Router f96c4bc8-6974-4bf8-9d91-aa2a9356a835 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:28.030602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:28.039593 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8a5fadc-f781-40e6-a045-13eda9f46527 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "PUT /v2.0/routers/f96c4bc8-6974-4bf8-9d91-aa2a9356a835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2943604 Dec 13 16:34:28.039731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46052) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:28.042303 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c529587-9a7d-4160-a6ae-54704848dd84 None None] Sync routers for ids ['f96c4bc8-6974-4bf8-9d91-aa2a9356a835'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:28.055499 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c529587-9a7d-4160-a6ae-54704848dd84 None None] Routers {'f96c4bc8-6974-4bf8-9d91-aa2a9356a835'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:28.056460 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6c529587-9a7d-4160-a6ae-54704848dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f96c4bc8-6974-4bf8-9d91-aa2a9356a835'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:28.066291 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a810adb-d174-4403-b13d-7eed39adf744 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:34:28.071455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.074446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46054) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:28.079257 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2a810adb-d174-4403-b13d-7eed39adf744 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/7041df22-761c-41c6-92b5-c199d4be5345 HTTP/1.1" status: 404 len: 333 time: 0.0385034 Dec 13 16:34:28.095403 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6c529587-9a7d-4160-a6ae-54704848dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:28.104832 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c529587-9a7d-4160-a6ae-54704848dd84 None None] Routers {'f96c4bc8-6974-4bf8-9d91-aa2a9356a835'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:28.105506 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6c529587-9a7d-4160-a6ae-54704848dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f96c4bc8-6974-4bf8-9d91-aa2a9356a835'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:28.139061 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6c529587-9a7d-4160-a6ae-54704848dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:28.139720 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c529587-9a7d-4160-a6ae-54704848dd84 None None] The sync data for ids ['f96c4bc8-6974-4bf8-9d91-aa2a9356a835'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:28.185050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=217e6e99-7916-4aa9-9454-3962687026e4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:28.193441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.221709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.236738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca27c8ab-c567-4527-8719-5a2254231f6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.366909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.397747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:28.398083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.479503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=4480c5dc-0c24-424a-b4fa-6d8bd9ad4a2e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:28.605213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.609696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca27c8ab-c567-4527-8719-5a2254231f6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.611248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.613268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca27c8ab-c567-4527-8719-5a2254231f6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.821460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca27c8ab-c567-4527-8719-5a2254231f6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.821958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca27c8ab-c567-4527-8719-5a2254231f6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Fanout notify agent at l3_agent the message router_deleted on router f96c4bc8-6974-4bf8-9d91-aa2a9356a835 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:34:28.827450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port d9016f3e-ce2c-4fc1-96a4-71a1d688d09d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:28.827811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.835381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ca27c8ab-c567-4527-8719-5a2254231f6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.836480 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ca27c8ab-c567-4527-8719-5a2254231f6c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/routers/f96c4bc8-6974-4bf8-9d91-aa2a9356a835 HTTP/1.1" status: 204 len: 168 time: 0.7571552 Dec 13 16:34:28.839263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46056) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:28.862922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for d9016f3e-ce2c-4fc1-96a4-71a1d688d09d owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:28.887695 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP b481f3d2-ce95-421b-a7d8-e6201f4e9014 associated. External IP: 172.26.6.48, port: 7137591b-fc2a-491e-b099-7e1673fe1da2. Dec 13 16:34:28.897445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8fb2c9-6993-4651-9c88-f2e555e647ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet 7a7cd8e0-a4b4-4045-825b-02ef05c6f9b2 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:28.900665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb2c9-6993-4651-9c88-f2e555e647ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:28.940373 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb2c9-6993-4651-9c88-f2e555e647ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.035754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb2c9-6993-4651-9c88-f2e555e647ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.099677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb2c9-6993-4651-9c88-f2e555e647ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.129853 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fb2c9-6993-4651-9c88-f2e555e647ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7cd8e0-a4b4-4045-825b-02ef05c6f9b2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:29.135226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b8fb2c9-6993-4651-9c88-f2e555e647ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.138733 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9b8fb2c9-6993-4651-9c88-f2e555e647ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/7a7cd8e0-a4b4-4045-825b-02ef05c6f9b2 HTTP/1.1" status: 204 len: 168 time: 0.2984293 Dec 13 16:34:29.141381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46058) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:29.144742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dacf9d-ba2a-4df4-85d6-3427cf84f0ab None None] Network aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:29.164372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:29.224701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.287152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 75a9523d-c386-4760-84e1-1571e9019067 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:29.287465 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.361866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] For port 75a9523d-c386-4760-84e1-1571e9019067, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=75a9523d-c386-4760-84e1-1571e9019067,segment=NetworkSegment(4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844),segment_id=4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:29.362329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.378520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 75a9523d-c386-4760-84e1-1571e9019067 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:29.472866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.504436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=75a9523d-c386-4760-84e1-1571e9019067,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:29.508233 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No DVR routers for this DVR port 75a9523d-c386-4760-84e1-1571e9019067 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:29.513248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe89132-372b-47d4-8193-fb700f70ef36 None None] DHCP port deletion for aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:29.594385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.616115 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:29.629821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:29.630140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7a7266-1b2d-4b96-ab67-d6e7bfbd2844') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:29.640576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.653736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.661753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:29.662247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:29.665684 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:29.729418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.733772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.742076 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/networks/aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715 HTTP/1.1" status: 204 len: 168 time: 0.5937285 Dec 13 16:34:29.744039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46060) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:29.752779 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410171ad-750d-475d-86ec-da6d5b5d718f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Network': ['ID=aa32b5b1-bbe4-4e15-9d26-7dd7d5ae2715,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:29.762969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:29.773331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:29.782726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:29.783327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:29.786432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:29.793926 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-49e52893-de20-4cf2-87bb-1fbd3d21952d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6121607 Dec 13 16:34:29.795037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46062) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:29.810239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.856342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5644f745-1962-4e79-a010-4af15d1c1a99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:29.863233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5644f745-1962-4e79-a010-4af15d1c1a99 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/9a9c40f3-ce5b-45fb-8faa-391e914ee1fb HTTP/1.1" status: 200 len: 840 time: 0.1111460 Dec 13 16:34:29.866524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46064) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:29.877522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:29.886538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=d9016f3e-ce2c-4fc1-96a4-71a1d688d09d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:29.934932 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-46463d9e-2871-4c47-bff6-26698a61fdaf tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/9a9c40f3-ce5b-45fb-8faa-391e914ee1fb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0659518 Dec 13 16:34:29.935905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46066) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:29.944413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:29.946469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:29.988912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9686a018-b749-4f72-a8c5-fb1f7c40bea1 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet d7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:30.013945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9686a018-b749-4f72-a8c5-fb1f7c40bea1 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.085621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:30.096562 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7218eb2-289d-412c-a6fe-60f14bcd0813 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:30.115837 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7218eb2-289d-412c-a6fe-60f14bcd0813 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:30.118169 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f7218eb2-289d-412c-a6fe-60f14bcd0813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:30.162972 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f7218eb2-289d-412c-a6fe-60f14bcd0813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:30.163834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9686a018-b749-4f72-a8c5-fb1f7c40bea1 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.170911 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.172728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:27Z', 'revision_number': 9, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:30.176673 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7218eb2-289d-412c-a6fe-60f14bcd0813 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:30.178673 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f7218eb2-289d-412c-a6fe-60f14bcd0813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:30.204416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:30.215013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:30.215649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:30.222810 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f7218eb2-289d-412c-a6fe-60f14bcd0813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:30.223481 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7218eb2-289d-412c-a6fe-60f14bcd0813 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:30.261066 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bf3079e0-52f0-41d7-a537-4e25f769a621 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3078361 Dec 13 16:34:30.290061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46068) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:30.317204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:30.325267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:30.394836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:30.398439 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.446972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.497156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.512306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9686a018-b749-4f72-a8c5-fb1f7c40bea1 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.560660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:27Z', 'revision_number': 9, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:30.595582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1075ec8-d5f6-4a6d-9697-9225c62c7af4 None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:27Z', 'revision_number': 9, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c4b6e57f-6447-4e7d-990a-fa2a579f6f27', 'name': '', 'network_id': '9ac05bf6-52cb-4ebe-9526-ad8a1f992efa', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:8e:36:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:03Z', 'updated_at': '2021-12-13T16:34:10Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': 'dfaa1bc0-64ef-4b46-ab81-8fe30830b201', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:30.614312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.656714 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:30.661657 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:30.669194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:30.669797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.679803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a17970-5bc7-4e6d-a8c3-e8c418a88191 None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:30.684485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=6a523116-b0c9-46e1-a682-2a66002ebfe6,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:30.694974 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6c6b9d14-b708-4c6a-a76b-85bb39bdf286 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7564569 Dec 13 16:34:30.697525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46070) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:30.703263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b261f5d7-78eb-4c63-8a5c-163f78664634 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'security_group': {'name': 'tempest-secgroup-2125140413'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:30.732127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b261f5d7-78eb-4c63-8a5c-163f78664634 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.755572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9686a018-b749-4f72-a8c5-fb1f7c40bea1 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.761096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.774822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.775226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP b481f3d2-ce95-421b-a7d8-e6201f4e9014 disassociated. External IP: 172.26.6.48, port: 7137591b-fc2a-491e-b099-7e1673fe1da2. Dec 13 16:34:30.815469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b261f5d7-78eb-4c63-8a5c-163f78664634 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.820317 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.821393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b261f5d7-78eb-4c63-8a5c-163f78664634 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.843622 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-0fc44e21-4169-4b8e-b630-300c6c03636e', 'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'project_id': 'd88388858e1e4b21a25579bb8f23aff8', 'fixed_ips': [{'subnet_id': '6a523116-b0c9-46e1-a682-2a66002ebfe6'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:30.844629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.852186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261f5d7-78eb-4c63-8a5c-163f78664634 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0e05aa-69e7-4f92-b873-16061d9a5179,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:30.856996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b261f5d7-78eb-4c63-8a5c-163f78664634 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.858246 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b261f5d7-78eb-4c63-8a5c-163f78664634 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1596835 Dec 13 16:34:30.861428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46072) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:30.865837 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3b22fb87-fb8c-4c57-8704-14191c20c341 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'security_group': {'name': 'tempest-secgroup-1902580944'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:30.868812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686a018-b749-4f72-a8c5-fb1f7c40bea1 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:30.874275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9686a018-b749-4f72-a8c5-fb1f7c40bea1 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:30.881149 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9686a018-b749-4f72-a8c5-fb1f7c40bea1 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/d7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7 HTTP/1.1" status: 204 len: 168 time: 1.0830123 Dec 13 16:34:30.883608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602b9d38-5471-4750-9267-da6f52808d08 None None] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:30.884057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46074) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:30.910550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b22fb87-fb8c-4c57-8704-14191c20c341 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.058297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.140033 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b22fb87-fb8c-4c57-8704-14191c20c341 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.168476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Allocated IP 172.20.0.2 (0fc44e21-4169-4b8e-b630-300c6c03636e/6a523116-b0c9-46e1-a682-2a66002ebfe6/30630f79-a653-4997-89a3-04ba593b4495) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:31.178852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router a03e330b-74c5-4124-bfb8-b1d879b9f5eb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:31.194988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b22fb87-fb8c-4c57-8704-14191c20c341 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.271462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b22fb87-fb8c-4c57-8704-14191c20c341 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.273338 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3b22fb87-fb8c-4c57-8704-14191c20c341 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4104655 Dec 13 16:34:31.274113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22fb87-fb8c-4c57-8704-14191c20c341 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f158a5-2a47-480f-9f90-212ae59b1bb4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:31.277352 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46076) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:31.279540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 75a9523d-c386-4760-84e1-1571e9019067 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:31.288652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1769785520', 'security_groups': ['34f158a5-2a47-480f-9f90-212ae59b1bb4'], 'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a523116-b0c9-46e1-a682-2a66002ebfe6'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:31.327880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] DHCP port deletion for 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:31.337861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 75a9523d-c386-4760-84e1-1571e9019067 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:31.337861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 75a9523d-c386-4760-84e1-1571e9019067 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:31.338183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 217e6e99-7916-4aa9-9454-3962687026e4 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:31.345005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:31.347649 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 9244b226-b4b2-492b-9af3-bcd16e5db1ba {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:31.347982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.403323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 217e6e99-7916-4aa9-9454-3962687026e4 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:31.403946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 217e6e99-7916-4aa9-9454-3962687026e4 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:31.455368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:31.464034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d68b18fd-3cd8-4926-ad80-db73664b555e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/a03e330b-74c5-4124-bfb8-b1d879b9f5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6067858 Dec 13 16:34:31.466709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port 9244b226-b4b2-492b-9af3-bcd16e5db1ba, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9244b226-b4b2-492b-9af3-bcd16e5db1ba,segment=NetworkSegment(6c75355c-0f01-4686-a9fa-421fab139fe7),segment_id=6c75355c-0f01-4686-a9fa-421fab139fe7)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:31.467155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.467575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46078) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:31.487579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 9244b226-b4b2-492b-9af3-bcd16e5db1ba owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:31.490553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] Sync routers for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:31.524315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] Deleting port 9244b226-b4b2-492b-9af3-bcd16e5db1ba {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:31.524753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.526266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:31.526900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:31.547591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:31.549231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a530f408-584a-455f-b1f9-aac616d9a820 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet 271fdb47-0bea-49da-a261-24592a21ad38 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:31.551347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.554342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:31.556401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a530f408-584a-455f-b1f9-aac616d9a820 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.561414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.575046 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4fe64-342a-41be-86c4-01bbf8ac91cd None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:31.587721 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4fe64-342a-41be-86c4-01bbf8ac91cd None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:31.588709 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-15a4fe64-342a-41be-86c4-01bbf8ac91cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:31.631971 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-15a4fe64-342a-41be-86c4-01bbf8ac91cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:31.641479 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a4fe64-342a-41be-86c4-01bbf8ac91cd None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:31.642600 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-15a4fe64-342a-41be-86c4-01bbf8ac91cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:31.650948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a530f408-584a-455f-b1f9-aac616d9a820 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.661139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.687238 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-15a4fe64-342a-41be-86c4-01bbf8ac91cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:31.688226 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a4fe64-342a-41be-86c4-01bbf8ac91cd None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:31.715056 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-721fbd43-d7f1-4546-b2fa-f8b8d54a7c65 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/floatingips/b481f3d2-ce95-421b-a7d8-e6201f4e9014 HTTP/1.1" status: 200 len: 687 time: 1.4177854 Dec 13 16:34:31.717925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46080) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:31.721114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.726561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.748074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] For port 9244b226-b4b2-492b-9af3-bcd16e5db1ba, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9244b226-b4b2-492b-9af3-bcd16e5db1ba,segment=NetworkSegment(6c75355c-0f01-4686-a9fa-421fab139fe7),segment_id=6c75355c-0f01-4686-a9fa-421fab139fe7)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:31.748378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.757057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:31.777875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No DVR routers for this DVR port 9244b226-b4b2-492b-9af3-bcd16e5db1ba on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:31.779921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:31.793160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] Calling delete_port for 9244b226-b4b2-492b-9af3-bcd16e5db1ba owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:31.796598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:31.804342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Pushing event updated for resources: {'Port': ['ID=30630f79-a653-4997-89a3-04ba593b4495,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:31.808726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=9244b226-b4b2-492b-9af3-bcd16e5db1ba,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:31.812253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port 77c26926-c342-4233-8a08-4bd28d62368a yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:31.833347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.833717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.834035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.834370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.835190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.835190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.835402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.835885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.836380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.836965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.837546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.838116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.838735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:31.887167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a530f408-584a-455f-b1f9-aac616d9a820 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.900188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:31.930678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.948890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port 4480c5dc-0c24-424a-b4fa-6d8bd9ad4a2e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:31.948890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:31.985654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc6d92e-d0ae-4465-b656-f9cb42fa6caa']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:32.004436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c75355c-0f01-4686-a9fa-421fab139fe7') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:32.004685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c75355c-0f01-4686-a9fa-421fab139fe7') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:32.024011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.045775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.046257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.049634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a530f408-584a-455f-b1f9-aac616d9a820 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.068255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Attempting to bind port 30630f79-a653-4997-89a3-04ba593b4495 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:32.068878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Attempting to bind port 30630f79-a653-4997-89a3-04ba593b4495 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '35d9c125-ce3f-434d-90b1-703d87632806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:32.069522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Attempting to bind port 30630f79-a653-4997-89a3-04ba593b4495 on network 0fc44e21-4169-4b8e-b630-300c6c03636e {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:32.070262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.086112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:32.086551 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:32.089592 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:32.092214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:32.092214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Checking segment: {'id': '35d9c125-ce3f-434d-90b1-703d87632806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:32.092214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.092214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Bound using segment: {'id': '35d9c125-ce3f-434d-90b1-703d87632806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:32.092620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for 4480c5dc-0c24-424a-b4fa-6d8bd9ad4a2e owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:32.092727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Bound port: 30630f79-a653-4997-89a3-04ba593b4495, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d9c125-ce3f-434d-90b1-703d87632806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:32.092727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.094507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530f408-584a-455f-b1f9-aac616d9a820 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=271fdb47-0bea-49da-a261-24592a21ad38,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:32.117575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a530f408-584a-455f-b1f9-aac616d9a820 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.119174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c934793-3b69-464f-b71e-a89bd5507870 None None] Network 3a28784d-0f76-432a-9fb3-8652a08c0c7f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:32.122180 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a530f408-584a-455f-b1f9-aac616d9a820 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/271fdb47-0bea-49da-a261-24592a21ad38 HTTP/1.1" status: 204 len: 168 time: 0.6532977 Dec 13 16:34:32.130504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46082) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:32.161915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.12 (0fc44e21-4169-4b8e-b630-300c6c03636e/6a523116-b0c9-46e1-a682-2a66002ebfe6/77c26926-c342-4233-8a08-4bd28d62368a) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:32.175248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.180472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.184203 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/2fc6d92e-d0ae-4465-b656-f9cb42fa6caa HTTP/1.1" status: 204 len: 168 time: 1.2874434 Dec 13 16:34:32.193487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46084) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:32.203126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.220103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0d605-ca5a-4d42-992f-8ab0190094ef tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=2fc6d92e-d0ae-4465-b656-f9cb42fa6caa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:32.241870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] Network 2fc6d92e-d0ae-4465-b656-f9cb42fa6caa is not hosted by any dhcp agent {{(pid=103054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 16:34:32.242308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] No DVR routers for this DVR port 9244b226-b4b2-492b-9af3-bcd16e5db1ba on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:32.273868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1896b-833c-492b-bbc7-86841ceb927b None None] Pushing event deleted for resources: {'Port': ['ID=9244b226-b4b2-492b-9af3-bcd16e5db1ba,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:32.306006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.335207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] For port 30630f79-a653-4997-89a3-04ba593b4495, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:32.341280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] For port 30630f79-a653-4997-89a3-04ba593b4495, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=30630f79-a653-4997-89a3-04ba593b4495,segment=NetworkSegment(35d9c125-ce3f-434d-90b1-703d87632806),segment_id=35d9c125-ce3f-434d-90b1-703d87632806)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:32.349618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.437070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d69bb-e0aa-42d8-98d9-09af8bb9cbc2 None None] Pushing event updated for resources: {'Port': ['ID=30630f79-a653-4997-89a3-04ba593b4495,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:32.446456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:34:29Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:32.488620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] Checking router: a03e330b-74c5-4124-bfb8-b1d879b9f5eb for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:32.498096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] Routers {'a03e330b-74c5-4124-bfb8-b1d879b9f5eb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:32.498862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:32.541954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.627031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.708221 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:32.728145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:32.764301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:32.773163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] DHCP port deletion for 3a28784d-0f76-432a-9fb3-8652a08c0c7f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:32.804218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=77c26926-c342-4233-8a08-4bd28d62368a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:32.855197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:32.855561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.856435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] Deleting port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:32.856926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.884834 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5ff27d80-c1f7-4ed1-99ba-53dfa00dc213 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6059151 Dec 13 16:34:32.888247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46086) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:32.902585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:32.906023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.940305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] Set router a03e330b-74c5-4124-bfb8-b1d879b9f5eb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:32.947665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:32.982140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=4480c5dc-0c24-424a-b4fa-6d8bd9ad4a2e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:33.064648 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] For port f9cfcc27-b57c-4c38-84ed-581fc13a2e59, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9cfcc27-b57c-4c38-84ed-581fc13a2e59,segment=NetworkSegment(c301ee0f-bd59-4d82-b599-c98bed26a21a),segment_id=c301ee0f-bd59-4d82-b599-c98bed26a21a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:33.065056 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.085456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.089328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] Calling delete_port for f9cfcc27-b57c-4c38-84ed-581fc13a2e59 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:33.165411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 30630f79-a653-4997-89a3-04ba593b4495 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:33.178960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.181693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.186301 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7b5cbeac-20f2-4dfd-8dff-b1dd191d98e4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/floatingips/b481f3d2-ce95-421b-a7d8-e6201f4e9014 HTTP/1.1" status: 204 len: 168 time: 1.4641607 Dec 13 16:34:33.187554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46088) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:33.192730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'e7430d53-4e98-4764-975d-2867a72020a2'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:33.221872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:34:33.221872 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 16:34:33.221872 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'project_id_1': 'd88388858e1e4b21a25579bb8f23aff8', 'expiration_1': datetime.datetime(2021, 12, 13, 16, 34, 13, 205861)}] Dec 13 16:34:33.221872 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:34:33.222558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:34:33.231133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.245046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 40a0a4c8-76e6-460b-ab98-3b237595e0c0 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:33.245536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.263490 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port c4b6e57f-6447-4e7d-990a-fa2a579f6f27 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:33.263826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.294439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.301366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:33.301734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.351185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] No DVR routers for this DVR port f9cfcc27-b57c-4c38-84ed-581fc13a2e59 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:33.355261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f319d8-65d7-4f10-bfa6-21c4373d5f11 None None] Pushing event deleted for resources: {'Port': ['ID=f9cfcc27-b57c-4c38-84ed-581fc13a2e59,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:33.372503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:34:29Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:33.405959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13861b9-4928-465b-9ecb-d1420fe892e2 None None] The sync data for ids ['a03e330b-74c5-4124-bfb8-b1d879b9f5eb'] in dv-neutron-821599-1-hyperv is: [{'id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'name': 'tempest-TestNetworkBasicOps-router-221570001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230'}], 'enable_snat': True}, 'gw_port_id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:58Z', 'updated_at': '2021-12-13T16:34:29Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '40a0a4c8-76e6-460b-ab98-3b237595e0c0', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:e9:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03e330b-74c5-4124-bfb8-b1d879b9f5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:00Z', 'updated_at': '2021-12-13T16:33:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:33.411430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 40a0a4c8-76e6-460b-ab98-3b237595e0c0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=40a0a4c8-76e6-460b-ab98-3b237595e0c0,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:33.411687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.425740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port c4b6e57f-6447-4e7d-990a-fa2a579f6f27, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,segment=NetworkSegment(9f61ff69-c83c-4d7f-a23e-fff4048eb335),segment_id=9f61ff69-c83c-4d7f-a23e-fff4048eb335)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:33.426099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.430952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 40a0a4c8-76e6-460b-ab98-3b237595e0c0 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:33.466926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for c4b6e57f-6447-4e7d-990a-fa2a579f6f27 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:33.485348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.511193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.530040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 30630f79-a653-4997-89a3-04ba593b4495, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=30630f79-a653-4997-89a3-04ba593b4495,segment=NetworkSegment(35d9c125-ce3f-434d-90b1-703d87632806),segment_id=35d9c125-ce3f-434d-90b1-703d87632806)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:33.541724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.642284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9cfcc27-b57c-4c38-84ed-581fc13a2e59 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:33.700107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f9cfcc27-b57c-4c38-84ed-581fc13a2e59 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:33.700969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9cfcc27-b57c-4c38-84ed-581fc13a2e59 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:33.701523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9244b226-b4b2-492b-9af3-bcd16e5db1ba no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:33.750782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 9244b226-b4b2-492b-9af3-bcd16e5db1ba {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:33.752358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9244b226-b4b2-492b-9af3-bcd16e5db1ba not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:33.758670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=30630f79-a653-4997-89a3-04ba593b4495,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:33.781113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.26.6.233 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/cf3f6f19-992f-4f17-a17a-543de9dbd146) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:33.793637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.807172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:33.810701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.821545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=c4b6e57f-6447-4e7d-990a-fa2a579f6f27,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:33.913527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5c00ba32-d8d4-4144-a114-0fa4b90e907d None None] Provisioning complete for port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:33.914086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c00ba32-d8d4-4144-a114-0fa4b90e907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.943543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.976288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5c00ba32-d8d4-4144-a114-0fa4b90e907d None None] Port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:33.983060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:33.995343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=40a0a4c8-76e6-460b-ab98-3b237595e0c0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:33.996547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5c00ba32-d8d4-4144-a114-0fa4b90e907d None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:33.997041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c00ba32-d8d4-4144-a114-0fa4b90e907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.032281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea75303-2b7e-495e-a306-37638cdfaef0 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:34.128866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.ipam_backend_mixin [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a523116-b0c9-46e1-a682-2a66002ebfe6 (CIDR: 172.20.0.0/28) Dec 13 16:34:34.156401 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:34:34.156892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:34.163379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.196168 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cc5c67de-f480-4246-b9db-a09c6f912051 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3054085 Dec 13 16:34:34.197104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.200803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46090) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:34.250557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:34.260886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-03cc4b31-7ad1-4eca-87c9-712325bfc4d5 None None] Provisioning complete for port 77c26926-c342-4233-8a08-4bd28d62368a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:34.264210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:34.264395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-03cc4b31-7ad1-4eca-87c9-712325bfc4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.305229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-03cc4b31-7ad1-4eca-87c9-712325bfc4d5 None None] Port 77c26926-c342-4233-8a08-4bd28d62368a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:34.345815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:34.346453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.353530 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9f29fc83-aee7-482b-8350-39e378719781 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1566887 Dec 13 16:34:34.354014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.354143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46092) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:34.358099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:34.368355 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:34.369071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:34.413509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.414095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Fanout notify agent at l3_agent the message router_deleted on router a03e330b-74c5-4124-bfb8-b1d879b9f5eb {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:34:34.417059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a42ca0-9a26-404b-940c-0e005b895d7b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet dfaa1bc0-64ef-4b46-ab81-8fe30830b201 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:34.420472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-47a42ca0-9a26-404b-940c-0e005b895d7b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.423607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.424730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d67a1a33-5fab-4130-9ac5-ae99f3395e1d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/routers/a03e330b-74c5-4124-bfb8-b1d879b9f5eb HTTP/1.1" status: 204 len: 168 time: 2.2948265 Dec 13 16:34:34.426400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.435215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46094) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:34.470884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:34.475220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-47a42ca0-9a26-404b-940c-0e005b895d7b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.477113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:34.491020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:34.553254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:34.578812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-47a42ca0-9a26-404b-940c-0e005b895d7b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.621568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=cf3f6f19-992f-4f17-a17a-543de9dbd146,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:34.655351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.666208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-47a42ca0-9a26-404b-940c-0e005b895d7b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.689530 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:34.693059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.694507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a42ca0-9a26-404b-940c-0e005b895d7b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=dfaa1bc0-64ef-4b46-ab81-8fe30830b201,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:34.698541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-47a42ca0-9a26-404b-940c-0e005b895d7b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.706221 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-47a42ca0-9a26-404b-940c-0e005b895d7b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/dfaa1bc0-64ef-4b46-ab81-8fe30830b201 HTTP/1.1" status: 204 len: 168 time: 0.3482485 Dec 13 16:34:34.706355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46096) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:34.714760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09c82a1-9f6f-477d-9c80-f52be59b5d89 None None] Network 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:34.789006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:33Z', 'revision_number': 10, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:34.793063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.831348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:34.844301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:34.845187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:34.853229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:34.853566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:34.886788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.004748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a28784d-0f76-432a-9fb3-8652a08c0c7f']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:35.033946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c301ee0f-bd59-4d82-b599-c98bed26a21a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:35.034510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c301ee0f-bd59-4d82-b599-c98bed26a21a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:35.062694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.093469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.109764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:35.110240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:35.113525 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:35.131631 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:34:35.191244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:35.256709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 30630f79-a653-4997-89a3-04ba593b4495 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:35.263569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.267943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.271675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/3a28784d-0f76-432a-9fb3-8652a08c0c7f HTTP/1.1" status: 204 len: 168 time: 0.7991629 Dec 13 16:34:35.292192 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46098) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:35.300604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--1702429455', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:35.336388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port 5d0af6aa-54a8-463b-93d1-25e970ef0f33, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5d0af6aa-54a8-463b-93d1-25e970ef0f33,segment=NetworkSegment(9f61ff69-c83c-4d7f-a23e-fff4048eb335),segment_id=9f61ff69-c83c-4d7f-a23e-fff4048eb335)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:35.336645 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.342404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] DHCP port deletion for 9ac05bf6-52cb-4ebe-9526-ad8a1f992efa request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:35.352812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 5d0af6aa-54a8-463b-93d1-25e970ef0f33 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:35.353478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204f2f9-9b1b-4a0c-96d4-209c8bd29c0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=3a28784d-0f76-432a-9fb3-8652a08c0c7f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:35.359044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:35.363665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.428596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:35.439845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.447037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.448596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.448939 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment ee3dbc09-2ccb-48c8-abe2-282efa5080d6 of type vlan for network 300da9ff-68e8-4b96-80a8-22ac920ea609 Dec 13 16:34:35.499158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.508575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.515726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:35.525905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:35.528919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:35.529517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.535101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:35.535687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.541062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b93bc60-c0b2-4555-82b2-084d94914e8f None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:35.544544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=5d0af6aa-54a8-463b-93d1-25e970ef0f33,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:35.552821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No DVR routers for this DVR port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:35.561524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=f68d3fa4-1808-4a91-88a3-a803b43b1933,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:35.571785 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8653688a-5382-4125-95d3-7de2c956012e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3462906 Dec 13 16:34:35.579187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46100) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:35.585362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-975083254', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f68d3fa4-1808-4a91-88a3-a803b43b1933'}], 'security_groups': ['0d0e05aa-69e7-4f92-b873-16061d9a5179']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:35.591628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.598017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.598274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:35.599081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.637400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] Deleting port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:35.637771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.719302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:33Z', 'revision_number': 10, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:35.735562 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4393790 Dec 13 16:34:35.738347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.738680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46102) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:35.743406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'admin_state_up': True, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:35.772915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866a3d18-5aff-43fc-9031-14560a0fa9a4 None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:33Z', 'revision_number': 10, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None, '_interfaces': [{'id': '6225123a-523a-49b8-9f3c-36f0affe41a5', 'name': '', 'network_id': '35c686c5-237e-4978-a53f-be0ce7fbe9c1', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'mac_address': 'fa:16:3e:29:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d6e63c4-c58a-482a-a741-12990999a421', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:33:57Z', 'updated_at': '2021-12-13T16:34:02Z', 'revision_number': 5, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'subnets': [{'id': '4d6e63c4-c58a-482a-a741-12990999a421', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:35.777276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] For port 5d0af6aa-54a8-463b-93d1-25e970ef0f33, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:35.777673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.790875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.791496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf8c5c-381d-4558-86f4-fb0e34d8e068 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=300da9ff-68e8-4b96-80a8-22ac920ea609,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:35.792580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.807229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac05bf6-52cb-4ebe-9526-ad8a1f992efa']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:35.821142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] Calling delete_port for 5d0af6aa-54a8-463b-93d1-25e970ef0f33 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:35.835561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.837572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f61ff69-c83c-4d7f-a23e-fff4048eb335') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:35.837909 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f61ff69-c83c-4d7f-a23e-fff4048eb335') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:35.845600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:35.846019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.853624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] Port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:34:35.858405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.870284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.872601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.877215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.880181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.916495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:35.916899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:35.920159 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:35.939659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] Pushing event deleted for resources: {'Port': ['ID=5d0af6aa-54a8-463b-93d1-25e970ef0f33,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:35.953331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7fdef-2bc1-4329-9b26-22e1428eb506 None None] No DVR routers for this DVR port 5d0af6aa-54a8-463b-93d1-25e970ef0f33 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:36.021402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:36.025717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:36.030110 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/9ac05bf6-52cb-4ebe-9526-ad8a1f992efa HTTP/1.1" status: 204 len: 168 time: 1.3224738 Dec 13 16:34:36.041575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46104) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:36.067285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206a551-666d-4b46-8f42-2cf79dc00f97 None None] Update dhcp port {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'fixed_ips': [{'subnet_id': '6a523116-b0c9-46e1-a682-2a66002ebfe6', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f68d3fa4-1808-4a91-88a3-a803b43b1933'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '30630f79-a653-4997-89a3-04ba593b4495'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:34:36.082255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=cf3f6f19-992f-4f17-a17a-543de9dbd146,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:36.092367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:36.100848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:36.108202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c206a551-666d-4b46-8f42-2cf79dc00f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:36.138790 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525f41e-fed1-43f0-9d21-31f723d26017 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=9ac05bf6-52cb-4ebe-9526-ad8a1f992efa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:36.230005 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP b587cb0b-2556-4804-b30d-7a87bd1b8457 associated. External IP: 172.26.6.233, port: e7430d53-4e98-4764-975d-2867a72020a2. Dec 13 16:34:36.300486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-c206a551-666d-4b46-8f42-2cf79dc00f97 None None] Allocated IP 172.20.0.18 (0fc44e21-4169-4b8e-b630-300c6c03636e/f68d3fa4-1808-4a91-88a3-a803b43b1933/30630f79-a653-4997-89a3-04ba593b4495) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:36.384136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d9016f3e-ce2c-4fc1-96a4-71a1d688d09d no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:36.414971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: d9016f3e-ce2c-4fc1-96a4-71a1d688d09d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:36.415482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d9016f3e-ce2c-4fc1-96a4-71a1d688d09d not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:36.416011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 40a0a4c8-76e6-460b-ab98-3b237595e0c0 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:36.445846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 40a0a4c8-76e6-460b-ab98-3b237595e0c0 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:36.446345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 40a0a4c8-76e6-460b-ab98-3b237595e0c0 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:36.467503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c206a551-666d-4b46-8f42-2cf79dc00f97 None None] For port 30630f79-a653-4997-89a3-04ba593b4495, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=30630f79-a653-4997-89a3-04ba593b4495,segment=NetworkSegment(35d9c125-ce3f-434d-90b1-703d87632806),segment_id=35d9c125-ce3f-434d-90b1-703d87632806)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:36.500585 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c206a551-666d-4b46-8f42-2cf79dc00f97 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:36.507938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c206a551-666d-4b46-8f42-2cf79dc00f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:36.628892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c206a551-666d-4b46-8f42-2cf79dc00f97 None None] Pushing event updated for resources: {'Port': ['ID=30630f79-a653-4997-89a3-04ba593b4495,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:36.637982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:36.751183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-a70df9a2-a97c-4d11-9a6a-98183fdc66e7 {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:34:36.752722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:34:36.940410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 6225123a-523a-49b8-9f3c-36f0affe41a5 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:36.940747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.002692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.024248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:37.025474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.051193 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port 6225123a-523a-49b8-9f3c-36f0affe41a5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=6225123a-523a-49b8-9f3c-36f0affe41a5,segment=NetworkSegment(5e708f71-478d-4605-8a74-4ecf3410261f),segment_id=5e708f71-478d-4605-8a74-4ecf3410261f)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:37.051564 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.067268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 6225123a-523a-49b8-9f3c-36f0affe41a5 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:37.069010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 30630f79-a653-4997-89a3-04ba593b4495 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:37.125695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:37.126071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.225277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:37.238569 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da631edb-dee7-4823-bb35-a333d8cdc75a None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:37.251729 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da631edb-dee7-4823-bb35-a333d8cdc75a None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:37.252107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.119 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/9f9ed445-41f8-45d3-bb14-210f78ce5cd8) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:37.253079 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-da631edb-dee7-4823-bb35-a333d8cdc75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:37.272417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c1ea68d2-4e3e-4305-b2e6-d6762b529e5e None None] Provisioning complete for port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:37.272709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.272834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1ea68d2-4e3e-4305-b2e6-d6762b529e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.294098 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-da631edb-dee7-4823-bb35-a333d8cdc75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:37.304512 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da631edb-dee7-4823-bb35-a333d8cdc75a None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:37.305219 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-da631edb-dee7-4823-bb35-a333d8cdc75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:37.309508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b91d5a58-af90-4ccd-93c4-9b54b557feab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1205602 Dec 13 16:34:37.323808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46110) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:37.336135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c4b6e57f-6447-4e7d-990a-fa2a579f6f27 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:37.344024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.350215 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-da631edb-dee7-4823-bb35-a333d8cdc75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:37.351016 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da631edb-dee7-4823-bb35-a333d8cdc75a None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:37.372425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: c4b6e57f-6447-4e7d-990a-fa2a579f6f27 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:37.373115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c4b6e57f-6447-4e7d-990a-fa2a579f6f27 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:37.373754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d0af6aa-54a8-463b-93d1-25e970ef0f33 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:37.386473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.399490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5d0af6aa-54a8-463b-93d1-25e970ef0f33 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:37.400195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5d0af6aa-54a8-463b-93d1-25e970ef0f33 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:37.411046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea68d2-4e3e-4305-b2e6-d6762b529e5e None None] Port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:37.421873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c1ea68d2-4e3e-4305-b2e6-d6762b529e5e None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:37.424706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=6225123a-523a-49b8-9f3c-36f0affe41a5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:37.433296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1ea68d2-4e3e-4305-b2e6-d6762b529e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.457116 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-02a8cffe-e7dd-4a95-8866-ce45545287a4 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "GET /v2.0/floatingips/b587cb0b-2556-4804-b30d-7a87bd1b8457 HTTP/1.1" status: 200 len: 979 time: 0.1298332 Dec 13 16:34:37.457826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46112) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:37.536220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.543187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c1ea68d2-4e3e-4305-b2e6-d6762b529e5e None None] Provisioning complete for port 77c26926-c342-4233-8a08-4bd28d62368a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:37.543883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1ea68d2-4e3e-4305-b2e6-d6762b529e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.587022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea68d2-4e3e-4305-b2e6-d6762b529e5e None None] Port 77c26926-c342-4233-8a08-4bd28d62368a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:37.594235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.595544 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-982f9ea6-8237-4895-9f0d-624c14248632 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1362374 Dec 13 16:34:37.598914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46114) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:37.604261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'port_id': '7137591b-fc2a-491e-b099-7e1673fe1da2'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:37.623014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.671288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:37.675168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:37.678978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:37.689666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd914fe-a412-49d2-8401-f57eb5668275 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:37.703643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=9f9ed445-41f8-45d3-bb14-210f78ce5cd8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:37.774547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.809615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c9525b54-c99f-404c-b1a0-2702335f46bb None None] Provisioning complete for port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:37.809999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9525b54-c99f-404c-b1a0-2702335f46bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.845278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c9525b54-c99f-404c-b1a0-2702335f46bb None None] Port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:37.958466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:37.967329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:38.168019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:38.303574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:34:38.411135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:38.421224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Sync routers for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:38.432237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:38.433177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:38.433467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ae1aaebe-c2bf-4e92-9037-b03db67ca008 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6937158 Dec 13 16:34:38.434102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:38.436674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46116) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:38.471262 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b7f3c64a-6b6f-461e-abba-3eea18eee4f7 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318806 Dec 13 16:34:38.474955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46118) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:38.487392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:38.493702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Delete allocated IP 172.20.0.12 (0fc44e21-4169-4b8e-b630-300c6c03636e/6a523116-b0c9-46e1-a682-2a66002ebfe6) {{(pid=103053) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 16:34:38.500521 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:38.501895 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-32fc16d5-a056-478b-b5cd-abef7b450dd3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4197602 Dec 13 16:34:38.505936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46120) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:38.512223 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:38.513080 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:38.543013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.30 (0fc44e21-4169-4b8e-b630-300c6c03636e/f68d3fa4-1808-4a91-88a3-a803b43b1933/77c26926-c342-4233-8a08-4bd28d62368a) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:38.558709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:38.600851 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:38.610281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d1f284-6baf-41d9-9dac-ba2caf9fa841 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting subnet 4d6e63c4-c58a-482a-a741-12990999a421 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:38.614516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07d1f284-6baf-41d9-9dac-ba2caf9fa841 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:38.661710 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 11, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:38.662029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07d1f284-6baf-41d9-9dac-ba2caf9fa841 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:38.695391 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:38.697823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847e403-a116-4af3-bd2e-5e5d13adcbd1 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:38.703190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b847e403-a116-4af3-bd2e-5e5d13adcbd1 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2271678 Dec 13 16:34:38.705137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46122) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:38.710879 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:38.711500 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:38.755571 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2c4233b3-05a1-443f-995e-e9e5bcf9df70 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0504270 Dec 13 16:34:38.758719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46124) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:38.776985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-860707456', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:38.791640 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:38.846376 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 11, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:38.877191 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31c8db6-d35b-43a6-bdbe-7602485e86fc None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 11, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:38.935709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:38.963777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Checking router: 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:38.964131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Updating router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:34:38.989945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:38.996255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07d1f284-6baf-41d9-9dac-ba2caf9fa841 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.141161 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:39.145016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.173908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.210977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07d1f284-6baf-41d9-9dac-ba2caf9fa841 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.220915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.227450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.resource_extend [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 16:34:39.249168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.255647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.311676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6225123a-523a-49b8-9f3c-36f0affe41a5 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:39.315230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6890481d-637a-4328-96e8-860d3ce41918 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:39.337364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1f284-6baf-41d9-9dac-ba2caf9fa841 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6e63c4-c58a-482a-a741-12990999a421,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:39.347014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07d1f284-6baf-41d9-9dac-ba2caf9fa841 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.352622 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-07d1f284-6baf-41d9-9dac-ba2caf9fa841 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/4d6e63c4-c58a-482a-a741-12990999a421 HTTP/1.1" status: 204 len: 168 time: 0.8433807 Dec 13 16:34:39.352792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740062f4-e1fa-4645-a736-2da771e33929 None None] Network 35c686c5-237e-4978-a53f-be0ce7fbe9c1 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:39.352913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46128) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:39.361744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 6225123a-523a-49b8-9f3c-36f0affe41a5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:39.362256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 6225123a-523a-49b8-9f3c-36f0affe41a5 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:39.418362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe81f3-fe50-4030-8fdc-52538368a1fa None None] Pushing event updated for resources: {'Port': ['ID=9f9ed445-41f8-45d3-bb14-210f78ce5cd8,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:39.421713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Attempting to bind port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:39.422308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Attempting to bind port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:39.422444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Attempting to bind port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:39.433220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:39.433598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:39.434004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.434395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:39.434907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Bound port: 9f9ed445-41f8-45d3-bb14-210f78ce5cd8, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:39.435290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.466138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.505949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=77c26926-c342-4233-8a08-4bd28d62368a,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:39.513345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.524964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-94699826-2f0c-4a2c-956d-25f7a05c0e79 None None] Provisioning complete for port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:39.525332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94699826-2f0c-4a2c-956d-25f7a05c0e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.551880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] For port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:39.572763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] For port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9f9ed445-41f8-45d3-bb14-210f78ce5cd8,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:39.584139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.589777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-94699826-2f0c-4a2c-956d-25f7a05c0e79 None None] Port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:39.621469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.629265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] In _notify_port_updated(), no bound segment for port 77c26926-c342-4233-8a08-4bd28d62368a on network 0fc44e21-4169-4b8e-b630-300c6c03636e {{(pid=103053) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:34:39.634933 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:39.635447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.639318 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3f1cdfca-0a38-4198-a556-fd1bd2da457d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "PUT /v2.0/ports/77c26926-c342-4233-8a08-4bd28d62368a HTTP/1.1" status: 200 len: 920 time: 4.0557852 Dec 13 16:34:39.641275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46130) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:39.646524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7c2f0-2c8c-413e-ab0a-9935527f156f None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:39.663725 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:39.664555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:39.670754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe81f3-fe50-4030-8fdc-52538368a1fa None None] Pushing event updated for resources: {'Port': ['ID=9f9ed445-41f8-45d3-bb14-210f78ce5cd8,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:39.741658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] DHCP port deletion for 35c686c5-237e-4978-a53f-be0ce7fbe9c1 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:34:39.760085 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP b587cb0b-2556-4804-b30d-7a87bd1b8457 associated. External IP: 172.26.6.233, port: e7430d53-4e98-4764-975d-2867a72020a2. Dec 13 16:34:39.787398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d737af5c-e420-4b04-ad70-42ebea0e1d51 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 77c26926-c342-4233-8a08-4bd28d62368a {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:39.788197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d737af5c-e420-4b04-ad70-42ebea0e1d51 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.803806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-73e00d4a-ad06-4a75-a43f-14b38b1594d9 None None] Provisioning complete for port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:39.804174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73e00d4a-ad06-4a75-a43f-14b38b1594d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.851281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.868963 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:39.911825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Deleting port 264972b7-35f6-4e1f-b332-6808c8ef1438 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:39.912027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.924079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d737af5c-e420-4b04-ad70-42ebea0e1d51 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:39.941569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d737af5c-e420-4b04-ad70-42ebea0e1d51 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 77c26926-c342-4233-8a08-4bd28d62368a owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:39.990471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=d15e8199-128d-4fe7-aaf4-f304237be63c,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:39.997676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] Deleting port 264972b7-35f6-4e1f-b332-6808c8ef1438 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:39.997954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.030099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] For port 264972b7-35f6-4e1f-b332-6808c8ef1438, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=264972b7-35f6-4e1f-b332-6808c8ef1438,segment=NetworkSegment(5e708f71-478d-4605-8a74-4ecf3410261f),segment_id=5e708f71-478d-4605-8a74-4ecf3410261f)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:40.030498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.104248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d737af5c-e420-4b04-ad70-42ebea0e1d51 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.123321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Calling delete_port for 264972b7-35f6-4e1f-b332-6808c8ef1438 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:40.127220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:40.127588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: 300da9ff-68e8-4b96-80a8-22ac920ea609, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:40.128300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] For port 264972b7-35f6-4e1f-b332-6808c8ef1438, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=264972b7-35f6-4e1f-b332-6808c8ef1438,segment=NetworkSegment(5e708f71-478d-4605-8a74-4ecf3410261f),segment_id=5e708f71-478d-4605-8a74-4ecf3410261f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:40.128903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.136452 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73e00d4a-ad06-4a75-a43f-14b38b1594d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.138436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737af5c-e420-4b04-ad70-42ebea0e1d51 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=77c26926-c342-4233-8a08-4bd28d62368a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:40.163691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] Calling delete_port for 264972b7-35f6-4e1f-b332-6808c8ef1438 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:40.195804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-73e00d4a-ad06-4a75-a43f-14b38b1594d9 None None] For port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9f9ed445-41f8-45d3-bb14-210f78ce5cd8,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:40.210524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73e00d4a-ad06-4a75-a43f-14b38b1594d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.223324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:40.232036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d737af5c-e420-4b04-ad70-42ebea0e1d51 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.239599 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d737af5c-e420-4b04-ad70-42ebea0e1d51 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/77c26926-c342-4233-8a08-4bd28d62368a HTTP/1.1" status: 204 len: 168 time: 0.5959988 Dec 13 16:34:40.240323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46132) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:40.257502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 300da9ff-68e8-4b96-80a8-22ac920ea609) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:40.260811 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:40.273118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fba38f-12a8-413a-835a-754fe562f114 None None] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:40.276812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:40.278035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.278904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbeffca-dd75-4b7d-8d50-597db4b05ce7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:34:40.285053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46134) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:40.285278 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2bbeffca-dd75-4b7d-8d50-597db4b05ce7 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/77c26926-c342-4233-8a08-4bd28d62368a HTTP/1.1" status: 404 len: 333 time: 0.0438428 Dec 13 16:34:40.373602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b8be394f-d693-4917-98ed-992bbc033751 None None] Could not find standard attr ID for object 77c26926-c342-4233-8a08-4bd28d62368a. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:34:40.381909 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8244fc2f-05fa-409f-8f00-232075e9eb6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6191926 Dec 13 16:34:40.385750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46136) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:40.402824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e00d4a-ad06-4a75-a43f-14b38b1594d9 None None] Pushing event updated for resources: {'Port': ['ID=9f9ed445-41f8-45d3-bb14-210f78ce5cd8,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:40.453154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.453403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.456040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:40.502719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Port': ['ID=264972b7-35f6-4e1f-b332-6808c8ef1438,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:40.518460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No DVR routers for this DVR port 264972b7-35f6-4e1f-b332-6808c8ef1438 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:40.539332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-300da9ff-68e8-4b96-80a8-22ac920ea609', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:40.540350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.544060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59747dd3-5810-4f15-831b-844fa8d18c4d None None] The sync data for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv is: [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:40.545666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] Pushing event deleted for resources: {'Port': ['ID=264972b7-35f6-4e1f-b332-6808c8ef1438,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:40.552153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff755807-6cf2-4a35-a44f-8c49827657f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:40.557725 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468ba77-56dc-4bd0-878f-6bc43752f5f2 None None] No DVR routers for this DVR port 264972b7-35f6-4e1f-b332-6808c8ef1438 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:40.633329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:40.647687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c00eb3-2aed-42d3-9e4c-9c17af88e747 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:40.668049 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c00eb3-2aed-42d3-9e4c-9c17af88e747 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:40.668576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-20c00eb3-2aed-42d3-9e4c-9c17af88e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:40.728531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-20c00eb3-2aed-42d3-9e4c-9c17af88e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:40.749740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c00eb3-2aed-42d3-9e4c-9c17af88e747 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:40.750532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-20c00eb3-2aed-42d3-9e4c-9c17af88e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:40.794117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Allocated IP 172.20.0.2 (300da9ff-68e8-4b96-80a8-22ac920ea609/d15e8199-128d-4fe7-aaf4-f304237be63c/dfac9019-7923-4dcc-aed7-f2ff2e40e2d6) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:40.796489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-20c00eb3-2aed-42d3-9e4c-9c17af88e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:40.797265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c00eb3-2aed-42d3-9e4c-9c17af88e747 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:41.042105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.052820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.119170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Pushing event updated for resources: {'Port': ['ID=dfac9019-7923-4dcc-aed7-f2ff2e40e2d6,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:41.127879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:41.130536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:41.135019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.136668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:41.144746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff755807-6cf2-4a35-a44f-8c49827657f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.181310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:41.201764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c686c5-237e-4978-a53f-be0ce7fbe9c1']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:41.226815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e708f71-478d-4605-8a74-4ecf3410261f') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:41.227261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e708f71-478d-4605-8a74-4ecf3410261f') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:41.242264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.256964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Attempting to bind port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:41.257394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Attempting to bind port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:41.257768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Attempting to bind port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 on network 300da9ff-68e8-4b96-80a8-22ac920ea609 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:41.266169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:41.266554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Checking segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:41.267591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.268170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Bound using segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:41.268699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Bound port: dfac9019-7923-4dcc-aed7-f2ff2e40e2d6, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:41.269090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.271967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.284053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:34:41.284702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.289101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff755807-6cf2-4a35-a44f-8c49827657f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.292071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff755807-6cf2-4a35-a44f-8c49827657f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.295797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:41.295982 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ff755807-6cf2-4a35-a44f-8c49827657f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/security-groups/34f158a5-2a47-480f-9f90-212ae59b1bb4 HTTP/1.1" status: 204 len: 168 time: 0.9986916 Dec 13 16:34:41.296089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:34:41.296211 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:34:41.310849 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46138) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:41.367996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff755807-6cf2-4a35-a44f-8c49827657f0 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f158a5-2a47-480f-9f90-212ae59b1bb4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:41.409915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] For port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:41.509626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.518020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] For port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dfac9019-7923-4dcc-aed7-f2ff2e40e2d6,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:41.526270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.529348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.537432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46140) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:41.538567 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/networks/35c686c5-237e-4978-a53f-be0ce7fbe9c1 HTTP/1.1" status: 204 len: 168 time: 2.1802781 Dec 13 16:34:41.543697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'routes': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:41.561385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801eb02-73d3-4575-82e6-93368326afee tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Pushing event deleted for resources: {'Network': ['ID=35c686c5-237e-4978-a53f-be0ce7fbe9c1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:41.567724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 264972b7-35f6-4e1f-b332-6808c8ef1438 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:41.597553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43da3a11-bf36-4c95-b948-0d2205e72f75 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.601166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 264972b7-35f6-4e1f-b332-6808c8ef1438 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:41.601705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 264972b7-35f6-4e1f-b332-6808c8ef1438 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:41.633534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43da3a11-bf36-4c95-b948-0d2205e72f75 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.637134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ac45a-7bbc-4532-820d-c351ce1d2c33 None None] Pushing event updated for resources: {'Port': ['ID=dfac9019-7923-4dcc-aed7-f2ff2e40e2d6,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:41.666305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:41.788585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.836573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:41.842378 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.850499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.extraroute_db [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Added routes are [] {{(pid=103052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 16:34:41.850952 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c13117c-1b83-43a5-bbc4-4725e72be337 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:41.851436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.extraroute_db [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Removed routes are [] {{(pid=103052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 16:34:41.851544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.872670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43da3a11-bf36-4c95-b948-0d2205e72f75 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.877095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-43da3a11-bf36-4c95-b948-0d2205e72f75 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:41.883515 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-43da3a11-bf36-4c95-b948-0d2205e72f75 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/security-groups/0d0e05aa-69e7-4f92-b873-16061d9a5179 HTTP/1.1" status: 204 len: 168 time: 0.5670052 Dec 13 16:34:41.886604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46142) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:41.955501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da3a11-bf36-4c95-b948-0d2205e72f75 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0e05aa-69e7-4f92-b873-16061d9a5179,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:41.989042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-1321cb3e-2842-44e3-85fa-41fcf9fb99c3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet 6a523116-b0c9-46e1-a682-2a66002ebfe6 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:41.995701 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13117c-1b83-43a5-bbc4-4725e72be337 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:41.996343 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8c13117c-1b83-43a5-bbc4-4725e72be337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:42.010266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1321cb3e-2842-44e3-85fa-41fcf9fb99c3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.044397 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-321d7c42-4561-4e3b-bc72-e0e4a4cc21cd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/floatingips/b587cb0b-2556-4804-b30d-7a87bd1b8457 HTTP/1.1" status: 200 len: 979 time: 4.4435458 Dec 13 16:34:42.047641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46144) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:42.053118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:42.062244 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8c13117c-1b83-43a5-bbc4-4725e72be337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:42.077093 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13117c-1b83-43a5-bbc4-4725e72be337 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:42.078877 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8c13117c-1b83-43a5-bbc4-4725e72be337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:42.116539 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8c13117c-1b83-43a5-bbc4-4725e72be337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:42.117474 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c13117c-1b83-43a5-bbc4-4725e72be337 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:42.123431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.129244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.135290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.164287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1321cb3e-2842-44e3-85fa-41fcf9fb99c3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.239417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router 5e052a9a-7696-4e34-8154-f0c15777f2a8 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:42.343227 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.344574 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1321cb3e-2842-44e3-85fa-41fcf9fb99c3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.348151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.348445 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP b587cb0b-2556-4804-b30d-7a87bd1b8457 disassociated. External IP: 172.26.6.233, port: 7137591b-fc2a-491e-b099-7e1673fe1da2. Dec 13 16:34:42.400779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:42.411567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.412819 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-740f7a43-f69e-4711-a0af-8d837dac7031 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 200 len: 705 time: 0.8732584 Dec 13 16:34:42.415691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46146) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:42.420949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] Sync routers for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:42.435456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:42.435690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:42.453300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6ca756a6-99d8-4639-9a96-9e1a7b7cd7fe tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 200 len: 205 time: 0.0364592 Dec 13 16:34:42.457256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46148) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:42.509495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:42.535992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.1 (300da9ff-68e8-4b96-80a8-22ac920ea609/d15e8199-128d-4fe7-aaf4-f304237be63c/2e1def9e-5960-4e0c-afb0-85c96d6df4c8) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:42.563270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84434a6f-b27a-461a-8932-6b3e71e5aab7 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.565722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 11, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:42.616074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] Checking router: 5e052a9a-7696-4e34-8154-f0c15777f2a8 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:42.628650 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] Routers {'5e052a9a-7696-4e34-8154-f0c15777f2a8'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:42.628978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e052a9a-7696-4e34-8154-f0c15777f2a8'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:42.629777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1321cb3e-2842-44e3-85fa-41fcf9fb99c3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.677066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321cb3e-2842-44e3-85fa-41fcf9fb99c3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=6a523116-b0c9-46e1-a682-2a66002ebfe6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:42.692545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.733439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.741296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] Set router 5e052a9a-7696-4e34-8154-f0c15777f2a8 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:42.758869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:42.762363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:42.796282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:42.816197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5b6d3-e90c-44ef-a4f8-f2ad82eb14ba None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:42.848358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1321cb3e-2842-44e3-85fa-41fcf9fb99c3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.851963 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1321cb3e-2842-44e3-85fa-41fcf9fb99c3 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/6a523116-b0c9-46e1-a682-2a66002ebfe6 HTTP/1.1" status: 204 len: 168 time: 0.9567428 Dec 13 16:34:42.860465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46152) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:42.865550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:42.902184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:42.927858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 11, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:42.938771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:42.947413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84434a6f-b27a-461a-8932-6b3e71e5aab7 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.950205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84434a6f-b27a-461a-8932-6b3e71e5aab7 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.975220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:42.987561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7672d927-36e5-4c86-aab0-7556fefc6f56 None None] The sync data for ids ['5e052a9a-7696-4e34-8154-f0c15777f2a8'] in dv-neutron-821599-1-hyperv is: [{'id': '5e052a9a-7696-4e34-8154-f0c15777f2a8', 'name': 'tempest-RoutersIpV6Test-router-1481657528', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:33:55Z', 'updated_at': '2021-12-13T16:34:37Z', 'revision_number': 11, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:43.188148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:43.193672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.202897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:43.247666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:43.254350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.261338 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1512759-b68f-459b-b49f-315ec5056037 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:43.262162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84434a6f-b27a-461a-8932-6b3e71e5aab7 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.262733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84434a6f-b27a-461a-8932-6b3e71e5aab7 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Fanout notify agent at l3_agent the message router_deleted on router 5e052a9a-7696-4e34-8154-f0c15777f2a8 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:34:43.285670 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1512759-b68f-459b-b49f-315ec5056037 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:43.289393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:43.289740 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a1512759-b68f-459b-b49f-315ec5056037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:43.289884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.290596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84434a6f-b27a-461a-8932-6b3e71e5aab7 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.296007 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-84434a6f-b27a-461a-8932-6b3e71e5aab7 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 204 len: 168 time: 0.8360665 Dec 13 16:34:43.296646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46154) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:43.304045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8251f301-30db-495c-ad29-42039106e780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1421647745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:43.322545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.343567 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5b43299f-e380-4a68-be5a-ea23cc49d881 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/floatingips/b587cb0b-2556-4804-b30d-7a87bd1b8457 HTTP/1.1" status: 200 len: 688 time: 1.2945867 Dec 13 16:34:43.348589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46156) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:43.384025 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a1512759-b68f-459b-b49f-315ec5056037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:43.406132 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1512759-b68f-459b-b49f-315ec5056037 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:43.407041 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a1512759-b68f-459b-b49f-315ec5056037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:43.451464 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a1512759-b68f-459b-b49f-315ec5056037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:43.452135 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1512759-b68f-459b-b49f-315ec5056037 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:43.465465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.479452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8251f301-30db-495c-ad29-42039106e780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.480494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8251f301-30db-495c-ad29-42039106e780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.548698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dfac9019-7923-4dcc-aed7-f2ff2e40e2d6,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:43.564498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.576310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8251f301-30db-495c-ad29-42039106e780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.584098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8251f301-30db-495c-ad29-42039106e780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.609875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port cf3f6f19-992f-4f17-a17a-543de9dbd146 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:43.610284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.616363 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8251f301-30db-495c-ad29-42039106e780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.620071 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8251f301-30db-495c-ad29-42039106e780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3170989 Dec 13 16:34:43.632073 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46158) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:43.654509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=dfac9019-7923-4dcc-aed7-f2ff2e40e2d6,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:43.673394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-04fb90cb-26c7-4997-a857-7de42afcc3fa tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:43.780046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.927835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04fb90cb-26c7-4997-a857-7de42afcc3fa tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.941999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.942375 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.953101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04fb90cb-26c7-4997-a857-7de42afcc3fa tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.958257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:43.959628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for cf3f6f19-992f-4f17-a17a-543de9dbd146 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:44.005365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.012031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa1f2a-b1e9-4923-8af7-f539c1bad72c None None] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:44.020764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.029629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:44.056248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:44.074941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eee9f9-1a19-44c3-bd69-58bae92c5d46 None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:44.080392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:44.080652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.104777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=503cc25c-40fc-4517-b101-90bffe038977,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:44.137239 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9193662e-bb9a-4a35-a7ca-8e57b2cef4e4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2728109 Dec 13 16:34:44.137495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a046dd04-468e-49a9-b4c2-a65c9a3bc251 None None] Provisioning complete for port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:44.137495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a046dd04-468e-49a9-b4c2-a65c9a3bc251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.137673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46160) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:44.143047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-29390137-a446-4922-adb5-c84c0fb0d8f8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'security_group': {'name': 'tempest-secgroup-765980990'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:44.149195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:44.151731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.215532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a046dd04-468e-49a9-b4c2-a65c9a3bc251 None None] Port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:44.229961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-29390137-a446-4922-adb5-c84c0fb0d8f8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.265766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a046dd04-468e-49a9-b4c2-a65c9a3bc251 None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:44.266147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a046dd04-468e-49a9-b4c2-a65c9a3bc251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.307324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:44.309967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:44.436622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-29390137-a446-4922-adb5-c84c0fb0d8f8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.450684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-29390137-a446-4922-adb5-c84c0fb0d8f8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.466524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71237b1-d3fb-448c-8636-417fd80ba0df None None] Update dhcp port {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'fixed_ips': [{'subnet_id': 'f68d3fa4-1808-4a91-88a3-a803b43b1933', 'ip_address': '172.20.0.18'}, {'subnet_id': '503cc25c-40fc-4517-b101-90bffe038977'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '30630f79-a653-4997-89a3-04ba593b4495'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:34:44.469532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a046dd04-468e-49a9-b4c2-a65c9a3bc251 None None] Provisioning complete for port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:44.470238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a046dd04-468e-49a9-b4c2-a65c9a3bc251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.494054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fb90cb-26c7-4997-a857-7de42afcc3fa tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Router d05bd623-4d23-4c83-90bc-1fc80da69481 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:34:44.500642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-29390137-a446-4922-adb5-c84c0fb0d8f8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.502132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-29390137-a446-4922-adb5-c84c0fb0d8f8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3636556 Dec 13 16:34:44.506112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46162) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:44.513337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7124d9e8-2882-4d9a-aff4-29e3bc1398bd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'security_group': {'name': 'tempest-secgroup-930213131'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:44.521696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29390137-a446-4922-adb5-c84c0fb0d8f8 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba57ff-f826-41ec-8be7-cf85abcafb9d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:44.542958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b71237b1-d3fb-448c-8636-417fd80ba0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.546746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:44.562724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7124d9e8-2882-4d9a-aff4-29e3bc1398bd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.620752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fb90cb-26c7-4997-a857-7de42afcc3fa tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:44.629429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04fb90cb-26c7-4997-a857-7de42afcc3fa tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.630590 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-04fb90cb-26c7-4997-a857-7de42afcc3fa tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "PUT /v2.0/routers/d05bd623-4d23-4c83-90bc-1fc80da69481 HTTP/1.1" status: 200 len: 698 time: 0.9975863 Dec 13 16:34:44.633918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46164) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:44.640749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] Sync routers for ids ['d05bd623-4d23-4c83-90bc-1fc80da69481'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:44.713837 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.739743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:44.745379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=cf3f6f19-992f-4f17-a17a-543de9dbd146,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:44.758487 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Sync routers for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:44.759082 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ab3999fe-8bde-4f00-9477-6d85c38b5d3b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/routers/d05bd623-4d23-4c83-90bc-1fc80da69481 HTTP/1.1" status: 200 len: 704 time: 0.1238246 Dec 13 16:34:44.764603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46166) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:44.777526 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:44.778151 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:44.780928 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dcf9b734-c21a-4969-ab9b-6fc5ccdd3f1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/7708cc2a-c3b4-43ef-aa91-6762c1fa74a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3936334 Dec 13 16:34:44.786576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46168) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:44.790618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] Routers {'d05bd623-4d23-4c83-90bc-1fc80da69481'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:44.791853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d05bd623-4d23-4c83-90bc-1fc80da69481'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:44.836731 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0c9f3ece-0245-4ccb-81d0-7fc8dda0704b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=d05bd623-4d23-4c83-90bc-1fc80da69481 HTTP/1.1" status: 200 len: 205 time: 0.0671301 Dec 13 16:34:44.855897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46170) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:44.875328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-b71237b1-d3fb-448c-8636-417fd80ba0df None None] Allocated IP 172.20.0.2 (0fc44e21-4169-4b8e-b630-300c6c03636e/503cc25c-40fc-4517-b101-90bffe038977/30630f79-a653-4997-89a3-04ba593b4495) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:44.893414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] Set router d05bd623-4d23-4c83-90bc-1fc80da69481 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:44.954003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.959838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:44.964026 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d8aae934-f6a7-4136-b420-ba56ce3cae62 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/floatingips/b587cb0b-2556-4804-b30d-7a87bd1b8457 HTTP/1.1" status: 204 len: 168 time: 1.6142395 Dec 13 16:34:44.965466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46172) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:44.967676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5132a71-ce46-474b-9381-4e32f24dfaeb tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.033667 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-bb85a67e-f194-43df-bf26-af772672b66c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] delete failed (client error): The resource could not be found. Dec 13 16:34:45.035019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bb85a67e-f194-43df-bf26-af772672b66c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/floatingips/b587cb0b-2556-4804-b30d-7a87bd1b8457 HTTP/1.1" status: 404 len: 345 time: 0.0621536 Dec 13 16:34:45.037615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7124d9e8-2882-4d9a-aff4-29e3bc1398bd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.050242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46174) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.064395 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:45.070447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7124d9e8-2882-4d9a-aff4-29e3bc1398bd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.130302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:45.135945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd05bd623-4d23-4c83-90bc-1fc80da69481', 'name': 'tempest-RoutersIpV6Test-router-1421647745', 'tenant_id': 'e41fe13faaa74fc6aec256382193774c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:43Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 2, 'project_id': 'e41fe13faaa74fc6aec256382193774c', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:45.194247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5132a71-ce46-474b-9381-4e32f24dfaeb tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.197270 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5132a71-ce46-474b-9381-4e32f24dfaeb tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.221878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30460d01-f66e-4e86-8b40-e25f5bb7ee63 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.222338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30460d01-f66e-4e86-8b40-e25f5bb7ee63 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.222824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30460d01-f66e-4e86-8b40-e25f5bb7ee63 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.223271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30460d01-f66e-4e86-8b40-e25f5bb7ee63 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.223715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30460d01-f66e-4e86-8b40-e25f5bb7ee63 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.224162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30460d01-f66e-4e86-8b40-e25f5bb7ee63 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.224602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30460d01-f66e-4e86-8b40-e25f5bb7ee63 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.226611 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-30460d01-f66e-4e86-8b40-e25f5bb7ee63 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5007 time: 0.4389455 Dec 13 16:34:45.229632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7124d9e8-2882-4d9a-aff4-29e3bc1398bd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.233297 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7124d9e8-2882-4d9a-aff4-29e3bc1398bd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7211373 Dec 13 16:34:45.233297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46176) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.248766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46178) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.257344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c7520a04-7823-403d-bf50-102a23ff51ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'security_group': {'name': 'tempest-secgroup-318761058'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:45.262940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5132a71-ce46-474b-9381-4e32f24dfaeb tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.263718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5132a71-ce46-474b-9381-4e32f24dfaeb tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Fanout notify agent at l3_agent the message router_deleted on router d05bd623-4d23-4c83-90bc-1fc80da69481 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:34:45.278171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5132a71-ce46-474b-9381-4e32f24dfaeb tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.285333 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c5132a71-ce46-474b-9381-4e32f24dfaeb tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/d05bd623-4d23-4c83-90bc-1fc80da69481 HTTP/1.1" status: 204 len: 168 time: 0.4283235 Dec 13 16:34:45.286697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46180) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.308976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124d9e8-2882-4d9a-aff4-29e3bc1398bd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc53926-aec2-4175-9157-92d0508fdead,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:45.323273 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3c0ceccb-a7ce-4d91-aedd-d8723a66eb61 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=d05bd623-4d23-4c83-90bc-1fc80da69481 HTTP/1.1" status: 200 len: 205 time: 0.0351160 Dec 13 16:34:45.324108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46182) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.351662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] Checking router: d05bd623-4d23-4c83-90bc-1fc80da69481 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:45.359543 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:45.377237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2871f01c-c2b0-4e62-81ca-8923be357d57 None None] Provisioning complete for port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:45.377237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2871f01c-c2b0-4e62-81ca-8923be357d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.393394 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-a976fc82-37ba-4efa-8446-d0438cbea49b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] delete failed (client error): The resource could not be found. Dec 13 16:34:45.394833 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a976fc82-37ba-4efa-8446-d0438cbea49b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/d05bd623-4d23-4c83-90bc-1fc80da69481 HTTP/1.1" status: 404 len: 336 time: 0.0695128 Dec 13 16:34:45.397526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46184) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.400406 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Checking router: 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:45.400802 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Updating router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:34:45.409676 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c522eb9-8dea-4ed7-995a-0a154b4f1bcd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.412885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] Routers set() bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:45.413264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] Router IDs set() for agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 16:34:45.413948 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_agentschedulers_db [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d05bd623-4d23-4c83-90bc-1fc80da69481'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent'). {{(pid=103054) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 13 16:34:45.414340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12855e7e-37cc-4e31-90ef-81bcec8398b1 None None] The sync data for ids ['d05bd623-4d23-4c83-90bc-1fc80da69481'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:45.416830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c522eb9-8dea-4ed7-995a-0a154b4f1bcd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.422755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c522eb9-8dea-4ed7-995a-0a154b4f1bcd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.428031 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4c522eb9-8dea-4ed7-995a-0a154b4f1bcd tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "GET /v2.0/ports?network_id=cb81817f-0dbe-4daa-893d-f0b53c86f498 HTTP/1.1" status: 200 len: 2360 time: 0.3764088 Dec 13 16:34:45.429210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46186) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.433132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.433585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.434031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.434818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.434942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.435345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.435783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.436215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.438045 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6b707fb4-c854-4492-8770-06357b8caaf4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5129 time: 0.1976264 Dec 13 16:34:45.443650 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46188) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.444374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2871f01c-c2b0-4e62-81ca-8923be357d57 None None] Port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:45.449556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7520a04-7823-403d-bf50-102a23ff51ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.451969 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.455061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b71237b1-d3fb-448c-8636-417fd80ba0df None None] For port 30630f79-a653-4997-89a3-04ba593b4495, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=30630f79-a653-4997-89a3-04ba593b4495,segment=NetworkSegment(35d9c125-ce3f-434d-90b1-703d87632806),segment_id=35d9c125-ce3f-434d-90b1-703d87632806)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:45.475111 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f75ea3-e629-4bae-b6a3-0a317e1f31df tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:45.476343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f75ea3-e629-4bae-b6a3-0a317e1f31df tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:45.480044 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f9f75ea3-e629-4bae-b6a3-0a317e1f31df tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/3ef66eba-ed44-4466-8731-5213d156c74d HTTP/1.1" status: 404 len: 337 time: 0.0803318 Dec 13 16:34:45.482208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2871f01c-c2b0-4e62-81ca-8923be357d57 None None] Provisioning complete for port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:45.482589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2871f01c-c2b0-4e62-81ca-8923be357d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.487466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46190) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.522181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b71237b1-d3fb-448c-8636-417fd80ba0df None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.527429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:45.527791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.530995 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c9edea-135a-4eb7-a302-8532b93e6e5b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:45.531263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c9edea-135a-4eb7-a302-8532b93e6e5b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:45.535638 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-47c9edea-135a-4eb7-a302-8532b93e6e5b tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/d7f6b4ad-4dd5-4cab-8a4d-feb9fbcfd6b7 HTTP/1.1" status: 404 len: 337 time: 0.0443888 Dec 13 16:34:45.538080 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46192) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.556693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b71237b1-d3fb-448c-8636-417fd80ba0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.557728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9040c-d669-4c25-9b79-96221c9cd2db tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:45.564860 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7da9040c-d669-4c25-9b79-96221c9cd2db tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "GET /v2.0/subnets/f350fc89-f5ce-48ad-aec8-1e48bcd0da8a HTTP/1.1" status: 200 len: 797 time: 0.1247103 Dec 13 16:34:45.565589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46194) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.574902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'port': {'network_id': 'cb81817f-0dbe-4daa-893d-f0b53c86f498', 'name': 'tempest-FloatingIPTestJSON-1556833903', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.11'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:45.622197 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5a36d1-55c8-4274-b30b-3f571324aaff tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:45.622197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5a36d1-55c8-4274-b30b-3f571324aaff tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:45.623692 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ca5a36d1-55c8-4274-b30b-3f571324aaff tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/dfaa1bc0-64ef-4b46-ab81-8fe30830b201 HTTP/1.1" status: 404 len: 337 time: 0.0697110 Dec 13 16:34:45.657068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46196) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.697828 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb9e9f9-8d13-42ab-8a11-d9d28d38325d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:45.697828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb9e9f9-8d13-42ab-8a11-d9d28d38325d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:45.701171 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3eb9e9f9-8d13-42ab-8a11-d9d28d38325d tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/4d6e63c4-c58a-482a-a741-12990999a421 HTTP/1.1" status: 404 len: 337 time: 0.0418682 Dec 13 16:34:45.707578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46198) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.741439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7520a04-7823-403d-bf50-102a23ff51ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.745549 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f31f5eba-3681-430e-84c6-7ad645b31f83 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 200 len: 205 time: 0.0367138 Dec 13 16:34:45.748174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46200) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.790707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7520a04-7823-403d-bf50-102a23ff51ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.834890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71237b1-d3fb-448c-8636-417fd80ba0df None None] Pushing event updated for resources: {'Port': ['ID=30630f79-a653-4997-89a3-04ba593b4495,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:45.835548 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.851740 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.910251 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-8f12006c-adcf-4edf-b9e4-823997b77429 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] delete failed (client error): The resource could not be found. Dec 13 16:34:45.913904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8f12006c-adcf-4edf-b9e4-823997b77429 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/5e052a9a-7696-4e34-8154-f0c15777f2a8 HTTP/1.1" status: 404 len: 336 time: 0.1588469 Dec 13 16:34:45.915327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46202) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.919592 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Pushing event updated for resources: {'Port': ['ID=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:45.954929 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.955662 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.956130 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.957056 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.957439 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.957798 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.958145 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.958541 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.958912 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.959566 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.959687 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.960003 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.960281 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:34:45.965249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c7520a04-7823-403d-bf50-102a23ff51ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:45.977414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c7520a04-7823-403d-bf50-102a23ff51ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7128408 Dec 13 16:34:45.978346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46204) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.988515 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e63c981b-7ce6-4253-89ae-20f46b0db8fd tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=879c3abc-42fe-48f2-afae-d19b9bcab467 HTTP/1.1" status: 200 len: 205 time: 0.0718207 Dec 13 16:34:45.990391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1586075146', 'security_groups': ['2133943a-255e-4e10-a9ac-c6d384330d0c'], 'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '503cc25c-40fc-4517-b101-90bffe038977'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:45.995280 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ae6e801a-361b-4e59-862a-5a46a64aa722 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.5497372 Dec 13 16:34:45.995964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46206) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:45.997093 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Attempting to bind port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:45.997464 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Attempting to bind port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:45.997908 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Attempting to bind port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 on network 300da9ff-68e8-4b96-80a8-22ac920ea609 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:46.005714 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:46.006086 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Checking segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:46.006485 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.006898 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Bound using segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:46.007367 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Bound port: 2e1def9e-5960-4e0c-afb0-85c96d6df4c8, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:46.007740 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.008565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7520a04-7823-403d-bf50-102a23ff51ff tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2133943a-255e-4e10-a9ac-c6d384330d0c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:46.037915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-fa848566-0fdd-43ca-8da5-f040a22ef762 None None] Provisioning complete for port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:46.039039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fa848566-0fdd-43ca-8da5-f040a22ef762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.128255 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-9e1271d8-ee92-4f51-8069-5a7a742c39d3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] delete failed (client error): The resource could not be found. Dec 13 16:34:46.131786 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] For port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:46.131938 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9e1271d8-ee92-4f51-8069-5a7a742c39d3 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/879c3abc-42fe-48f2-afae-d19b9bcab467 HTTP/1.1" status: 404 len: 336 time: 0.1290350 Dec 13 16:34:46.132289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46210) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.134000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fa848566-0fdd-43ca-8da5-f040a22ef762 None None] Port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:46.136710 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] For port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:46.155487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:46.159046 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.178585 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-159bcf79-d313-42db-8328-664819f4f740 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:46.179083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159bcf79-d313-42db-8328-664819f4f740 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:46.186215 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-159bcf79-d313-42db-8328-664819f4f740 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/b494a799-2409-4cd0-a8ef-cc5ca1dde315 HTTP/1.1" status: 404 len: 337 time: 0.0491159 Dec 13 16:34:46.187314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46212) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.252008 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a412f103-e341-4d15-84a2-708db7fefecf tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5402edb-16cc-48a2-bd3f-93fd2feef5c4 HTTP/1.1" status: 200 len: 205 time: 0.0634835 Dec 13 16:34:46.254317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46214) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.270309 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:46.270975 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:46.273967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46216) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.284616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0fd608cf-5b98-4ccf-b0aa-871cebae81ed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54599564', 'description': 'tempest-secgroup-smoke-54599564 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:46.320311 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-7eae422a-781b-4afe-b7dd-f94a5e14f1ec tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] delete failed (client error): The resource could not be found. Dec 13 16:34:46.321334 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7eae422a-781b-4afe-b7dd-f94a5e14f1ec tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/e5402edb-16cc-48a2-bd3f-93fd2feef5c4 HTTP/1.1" status: 404 len: 336 time: 0.0660317 Dec 13 16:34:46.327137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46218) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.357513 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6264ec-dba9-47ed-952e-9e132361d396 None None] Pushing event updated for resources: {'Port': ['ID=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:46.369594 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-582c4362-f0a3-4e37-a796-75da2aafc8b8 None None] Provisioning complete for port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:46.370167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-582c4362-f0a3-4e37-a796-75da2aafc8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.432851 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:46.469517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-582c4362-f0a3-4e37-a796-75da2aafc8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.527587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-582c4362-f0a3-4e37-a796-75da2aafc8b8 None None] For port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:46.535105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-582c4362-f0a3-4e37-a796-75da2aafc8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.599651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c4362-f0a3-4e37-a796-75da2aafc8b8 None None] Pushing event updated for resources: {'Port': ['ID=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:46.659465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-830323f0-71c2-4dc0-b084-c8717556fab8 None None] Provisioning complete for port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:46.660392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-830323f0-71c2-4dc0-b084-c8717556fab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.687909 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:46.718824 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c14862-465c-4bfb-b186-ed34355bc3df None None] The sync data for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv is: [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:46.841443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ee844910-38ae-4365-8b7c-47ebe0ba1da4 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2 HTTP/1.1" status: 200 len: 205 time: 0.5113695 Dec 13 16:34:46.843888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46220) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.845551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fd608cf-5b98-4ccf-b0aa-871cebae81ed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.863684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:46.884008 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-843adad1-dab9-412c-818a-f3ce6d7d1308 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] delete failed (client error): The resource could not be found. Dec 13 16:34:46.887453 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-843adad1-dab9-412c-818a-f3ce6d7d1308 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/a25b0dc8-2b0f-4b45-ae0b-7263e44b20f2 HTTP/1.1" status: 404 len: 336 time: 0.0401752 Dec 13 16:34:46.887733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46222) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.904969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f86f26c2-06e9-4c57-a0b9-560e709f2580 None None] Provisioning complete for port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:46.906190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f86f26c2-06e9-4c57-a0b9-560e709f2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.912075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:46.920524 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-54696d1f-6b53-486b-9b2e-66745488601a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:46.920991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54696d1f-6b53-486b-9b2e-66745488601a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:46.927543 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-54696d1f-6b53-486b-9b2e-66745488601a tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/2a8fc4d8-cf07-4573-ba11-faff21ab1605 HTTP/1.1" status: 404 len: 337 time: 0.0362973 Dec 13 16:34:46.929332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46224) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.958554 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f06a1fed-7ce2-4633-a740-a18f0bd3bec0 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3c88800-c336-41da-9b1b-f2cd1807e680 HTTP/1.1" status: 200 len: 205 time: 0.0266600 Dec 13 16:34:46.958789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] device_id is not set on port eee12dcf-a4bf-4484-b2d1-1101d38463f9 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:46.959489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46226) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:46.962383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f86f26c2-06e9-4c57-a0b9-560e709f2580 None None] Port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:46.977086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f86f26c2-06e9-4c57-a0b9-560e709f2580 None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:46.977086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f86f26c2-06e9-4c57-a0b9-560e709f2580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.008031 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-2bb65d87-fec4-4dbc-aa50-b5094b803cab tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] delete failed (client error): The resource could not be found. Dec 13 16:34:47.011400 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2bb65d87-fec4-4dbc-aa50-b5094b803cab tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/e3c88800-c336-41da-9b1b-f2cd1807e680 HTTP/1.1" status: 404 len: 336 time: 0.0472679 Dec 13 16:34:47.015836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46228) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.059477 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12ea5aa-a8a6-46f4-a0d7-15561d2de780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:47.059958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12ea5aa-a8a6-46f4-a0d7-15561d2de780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:47.066236 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e12ea5aa-a8a6-46f4-a0d7-15561d2de780 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/c6de07a5-5a90-41ee-9aab-358ffaa6703e HTTP/1.1" status: 404 len: 337 time: 0.0455968 Dec 13 16:34:47.066633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46230) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.103124 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-365fc09c-bc0d-4c0a-ad00-81c636bb93e9 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "GET /v2.0/ports?device_id=511f8cac-a4bd-4f7b-94de-9004c28162e6 HTTP/1.1" status: 200 len: 205 time: 0.0353024 Dec 13 16:34:47.105372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46232) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.147935 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-2901a3bb-72bc-4fc3-a709-f0a99c762788 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] delete failed (client error): The resource could not be found. Dec 13 16:34:47.150426 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2901a3bb-72bc-4fc3-a709-f0a99c762788 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/routers/511f8cac-a4bd-4f7b-94de-9004c28162e6 HTTP/1.1" status: 404 len: 336 time: 0.0439496 Dec 13 16:34:47.152953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46234) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.168842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.190261 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ee751f-82ea-4517-94a7-6b2dea5959ea tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:47.191003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ee751f-82ea-4517-94a7-6b2dea5959ea tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:47.194217 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b5ee751f-82ea-4517-94a7-6b2dea5959ea tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/4d1e48dc-7023-47f4-add7-da572be89f7a HTTP/1.1" status: 404 len: 337 time: 0.0402453 Dec 13 16:34:47.196874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46236) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.219124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fd608cf-5b98-4ccf-b0aa-871cebae81ed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.232692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 30630f79-a653-4997-89a3-04ba593b4495 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:47.236295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fd608cf-5b98-4ccf-b0aa-871cebae81ed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.238797 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-934c80fb-3d52-43f9-a160-e72c7af2d456 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:47.239264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934c80fb-3d52-43f9-a160-e72c7af2d456 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:47.243351 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-934c80fb-3d52-43f9-a160-e72c7af2d456 tempest-RoutersIpV6Test-1449628445 tempest-RoutersIpV6Test-1449628445-project] 10.222.0.13 "DELETE /v2.0/subnets/3158a6fa-bb2e-404a-bc10-87770ea77d78 HTTP/1.1" status: 404 len: 337 time: 0.0451360 Dec 13 16:34:47.252718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] device_id is not set on port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:34:47.295071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:47.295747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.346467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0fd608cf-5b98-4ccf-b0aa-871cebae81ed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.350715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46240) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.350922 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0fd608cf-5b98-4ccf-b0aa-871cebae81ed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0737736 Dec 13 16:34:47.355835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-25b3fdb2-8a29-46ef-b86e-3cdf9972e979 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '7611b643-0074-4870-ba43-f26575ea1b9a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:47.403820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:47.412981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-25b3fdb2-8a29-46ef-b86e-3cdf9972e979 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.424288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd608cf-5b98-4ccf-b0aa-871cebae81ed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7611b643-0074-4870-ba43-f26575ea1b9a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:47.480892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:47.481548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.512678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-25b3fdb2-8a29-46ef-b86e-3cdf9972e979 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.525062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-25b3fdb2-8a29-46ef-b86e-3cdf9972e979 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.567045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3fdb2-8a29-46ef-b86e-3cdf9972e979 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a119cb8-6c45-48c1-9350-df2d10f73763,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:47.588003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-25b3fdb2-8a29-46ef-b86e-3cdf9972e979 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.592289 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-25b3fdb2-8a29-46ef-b86e-3cdf9972e979 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2404218 Dec 13 16:34:47.592925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46244) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.597699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-25790c0c-701b-4555-b17b-e273dd4df1c6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '7611b643-0074-4870-ba43-f26575ea1b9a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:47.648950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-25790c0c-701b-4555-b17b-e273dd4df1c6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.674726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46246) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.698136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.20.0.13 (cb81817f-0dbe-4daa-893d-f0b53c86f498/f350fc89-f5ce-48ad-aec8-1e48bcd0da8a/eee12dcf-a4bf-4484-b2d1-1101d38463f9) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:47.706047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.4 (0fc44e21-4169-4b8e-b630-300c6c03636e/503cc25c-40fc-4517-b101-90bffe038977/fdd652e8-34e5-4b9e-82d8-24f2b5359a20) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:47.711989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.20.0.11 (cb81817f-0dbe-4daa-893d-f0b53c86f498/f350fc89-f5ce-48ad-aec8-1e48bcd0da8a/eee12dcf-a4bf-4484-b2d1-1101d38463f9) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:47.748921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-25790c0c-701b-4555-b17b-e273dd4df1c6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.754139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-25790c0c-701b-4555-b17b-e273dd4df1c6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.802835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25790c0c-701b-4555-b17b-e273dd4df1c6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159c9792-e3e2-4a04-a66b-1e1bf13f630f,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:47.817331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-25790c0c-701b-4555-b17b-e273dd4df1c6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.818594 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-25790c0c-701b-4555-b17b-e273dd4df1c6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2247012 Dec 13 16:34:47.821269 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46252) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.826110 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c46b0c17-9173-4f26-a18d-1a80bcd94923 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '7611b643-0074-4870-ba43-f26575ea1b9a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:47.859394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46254) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:47.947757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c46b0c17-9173-4f26-a18d-1a80bcd94923 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:47.972652 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fa376708-7690-49f6-934c-be2202a38a65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e41fe13faaa74fc6aec256382193774c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937040 Dec 13 16:34:47.977859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46256) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:48.026903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.036172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.085267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c46b0c17-9173-4f26-a18d-1a80bcd94923 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.093468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c46b0c17-9173-4f26-a18d-1a80bcd94923 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.128383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b0c17-9173-4f26-a18d-1a80bcd94923 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18c644f-a8c9-43a1-b2d0-84d2518369c0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:48.130525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.132867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a50cdc73-55af-4b6b-ad68-ce5f68a1d0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.138736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c46b0c17-9173-4f26-a18d-1a80bcd94923 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.143159 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c46b0c17-9173-4f26-a18d-1a80bcd94923 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3177338 Dec 13 16:34:48.143438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46258) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:48.147881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b78b50f1-8fcd-4e14-9e47-3d87f6393532 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '7611b643-0074-4870-ba43-f26575ea1b9a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:48.153031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Deleting port 8a5c0eda-5e2a-400c-9d7b-db287feea4e9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:48.153333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.153908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.193935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:48.211485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a50cdc73-55af-4b6b-ad68-ce5f68a1d0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.213445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:48.223931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:48.230456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b78b50f1-8fcd-4e14-9e47-3d87f6393532 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.269026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.269275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=eee12dcf-a4bf-4484-b2d1-1101d38463f9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:48.269371 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.278292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:48.291082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Calling delete_port for 8a5c0eda-5e2a-400c-9d7b-db287feea4e9 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:48.317717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:48.331739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:48.356645 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b78b50f1-8fcd-4e14-9e47-3d87f6393532 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.367458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b78b50f1-8fcd-4e14-9e47-3d87f6393532 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.388620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:48.389562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.399510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b50f1-8fcd-4e14-9e47-3d87f6393532 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c68dacd-0eca-4e77-827e-687b545c8bdc,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:48.408169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=fdd652e8-34e5-4b9e-82d8-24f2b5359a20,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:48.409731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b78b50f1-8fcd-4e14-9e47-3d87f6393532 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.412167 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b78b50f1-8fcd-4e14-9e47-3d87f6393532 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2672489 Dec 13 16:34:48.415433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46260) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:48.422400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0e068c1e-9378-43f1-a548-eb5e34cc0bf8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '7611b643-0074-4870-ba43-f26575ea1b9a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:48.449965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-88f66025-78cb-4857-a598-8786efb4cf8b tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8775921 Dec 13 16:34:48.452507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46262) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:48.459349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a50cdc73-55af-4b6b-ad68-ce5f68a1d0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.460536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'eee12dcf-a4bf-4484-b2d1-1101d38463f9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:48.462132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a50cdc73-55af-4b6b-ad68-ce5f68a1d0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.463311 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a50cdc73-55af-4b6b-ad68-ce5f68a1d0de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36961fa1-fced-49e8-a181-5b3232eac8a1 HTTP/1.1" status: 204 len: 168 time: 0.4844875 Dec 13 16:34:48.472326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:48.473203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.492338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cdc73-55af-4b6b-ad68-ce5f68a1d0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36961fa1-fced-49e8-a181-5b3232eac8a1,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:48.500625 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-0e068c1e-9378-43f1-a548-eb5e34cc0bf8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:34:48.511608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e068c1e-9378-43f1-a548-eb5e34cc0bf8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.551665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.567510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.587268 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c47130b6-ad21-477a-b5c3-f4c9158385b6 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6053860 Dec 13 16:34:48.587939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46266) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:48.599053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6649d198-ef0a-44f5-b5bd-c1aa57273c9c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:48.649507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event deleted for resources: {'Port': ['ID=8a5c0eda-5e2a-400c-9d7b-db287feea4e9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:48.670820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-69a434fe-a383-464e-8994-8ed653533bae None None] Provisioning complete for port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:48.672042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-69a434fe-a383-464e-8994-8ed653533bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.672989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e068c1e-9378-43f1-a548-eb5e34cc0bf8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.680575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e068c1e-9378-43f1-a548-eb5e34cc0bf8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.716702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e068c1e-9378-43f1-a548-eb5e34cc0bf8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4063a31-440c-4f77-b0b8-cb0a779317c4,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:48.721359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0e068c1e-9378-43f1-a548-eb5e34cc0bf8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.722925 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0e068c1e-9378-43f1-a548-eb5e34cc0bf8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3048706 Dec 13 16:34:48.723448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.723787 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Floating IP 4f19313a-87c8-4ab3-a24f-297f77be5a81 disassociated (deleted). External IP: 172.26.6.184, port: 8afa7793-9481-4800-9a18-4fc4c18f9edf. Dec 13 16:34:48.725719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46270) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:48.733340 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3d45bad9-18b4-4060-8931-e4b1ef01a25b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '7611b643-0074-4870-ba43-f26575ea1b9a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:48.753982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-69a434fe-a383-464e-8994-8ed653533bae None None] Port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:48.778688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6649d198-ef0a-44f5-b5bd-c1aa57273c9c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:48.783593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6649d198-ef0a-44f5-b5bd-c1aa57273c9c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.851643 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-3d45bad9-18b4-4060-8931-e4b1ef01a25b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:34:48.865382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d45bad9-18b4-4060-8931-e4b1ef01a25b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.892815 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.ipam_backend_mixin [None req-6649d198-ef0a-44f5-b5bd-c1aa57273c9c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 503cc25c-40fc-4517-b101-90bffe038977 (CIDR: 172.20.0.0/28) Dec 13 16:34:48.896222 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6649d198-ef0a-44f5-b5bd-c1aa57273c9c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:34:48.896772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6649d198-ef0a-44f5-b5bd-c1aa57273c9c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:48.915578 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6649d198-ef0a-44f5-b5bd-c1aa57273c9c tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3221233 Dec 13 16:34:48.918185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46278) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:48.922234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:48.924030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9c2e9466-9ae3-4ed3-bd5e-b01f62ebad57 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:49.056026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2e9466-9ae3-4ed3-bd5e-b01f62ebad57 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:49.061162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c2e9466-9ae3-4ed3-bd5e-b01f62ebad57 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.069568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d45bad9-18b4-4060-8931-e4b1ef01a25b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.080200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d45bad9-18b4-4060-8931-e4b1ef01a25b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.145334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45bad9-18b4-4060-8931-e4b1ef01a25b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7295ccd-1928-4a95-92ae-7ba98e06e23f,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:49.155047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d45bad9-18b4-4060-8931-e4b1ef01a25b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.163151 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d45bad9-18b4-4060-8931-e4b1ef01a25b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363043 Dec 13 16:34:49.176306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.ipam_backend_mixin [None req-9c2e9466-9ae3-4ed3-bd5e-b01f62ebad57 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f68d3fa4-1808-4a91-88a3-a803b43b1933 (CIDR: 172.20.0.16/28) Dec 13 16:34:49.180556 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2e9466-9ae3-4ed3-bd5e-b01f62ebad57 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:34:49.180782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2e9466-9ae3-4ed3-bd5e-b01f62ebad57 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:49.195144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Router db509be9-fb8a-485b-98cd-21bc6e6dcd93 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:49.196867 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.26.6.230 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/f5f0b243-bcb1-442f-ad42-4414fbb71ce9) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:49.202311 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9c2e9466-9ae3-4ed3-bd5e-b01f62ebad57 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2829790 Dec 13 16:34:49.205945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46290) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:49.212725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'subnet': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:49.343669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.346898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Made reservation on behalf of d88388858e1e4b21a25579bb8f23aff8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:49.351502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.379896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46304) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:49.465101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.474107 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-181e3223-284f-4383-8550-a9b1b1b2d6d4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54599564&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.1187119 Dec 13 16:34:49.511398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:49.516264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.521545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] Sync routers for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:49.538859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:49.539872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:49.543793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:49.551273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:49.553677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:49.608941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=f5f0b243-bcb1-442f-ad42-4414fbb71ce9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:49.623331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5df0899b-cdd8-4b85-8ac6-1d7e13c933e4 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-443148980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:49.687914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:49.720324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-07203c09-bca8-47dc-ae86-a6f34ffd21c0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:49.721899 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-07203c09-bca8-47dc-ae86-a6f34ffd21c0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 797 time: 0.2367918 Dec 13 16:34:49.727707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5df0899b-cdd8-4b85-8ac6-1d7e13c933e4 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.729042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5df0899b-cdd8-4b85-8ac6-1d7e13c933e4 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.784982 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-3e4c5d43-182d-4f1a-a779-0e6905ee163b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0247173 Dec 13 16:34:49.910611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5df0899b-cdd8-4b85-8ac6-1d7e13c933e4 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.926390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5df0899b-cdd8-4b85-8ac6-1d7e13c933e4 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.941753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:54Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:49.962310 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-49bc8909-4148-4e35-a2cf-974bc7e12a06 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "DELETE /v2.0/floatingips/4f19313a-87c8-4ab3-a24f-297f77be5a81 HTTP/1.1" status: 204 len: 168 time: 2.0995996 Dec 13 16:34:49.962884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:34:49.965171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0d4a52-24de-4972-88d5-00196ba46552" -d '{"events": [{"name": "network-changed", "server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:34:49.973177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5df0899b-cdd8-4b85-8ac6-1d7e13c933e4 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:49.974326 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5df0899b-cdd8-4b85-8ac6-1d7e13c933e4 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.5651495 Dec 13 16:34:49.977486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] Checking router: db509be9-fb8a-485b-98cd-21bc6e6dcd93 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:34:49.979273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46312) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:49.982087 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-5fb26e99-9d02-4e1d-8e2c-7190151f1589 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1746488 Dec 13 16:34:49.984406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-849001493'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:49.988330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:49.989108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:50.008416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.061441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Network 0fc44e21-4169-4b8e-b630-300c6c03636e is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:50.072607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:50.078784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Made reservation on behalf of 1f50522b97324265b4f1550995663d25 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:50.084055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.084239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae47684f-1662-402a-8a32-dfff164347b1 None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:50.086531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:50.088161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.109897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Subnet': ['ID=912a8862-17f3-40c5-abe7-7437cc2967e7,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:50.124405 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e9b75201-cfaa-4d8a-9505-6876a7bba393 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9151492 Dec 13 16:34:50.125048 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46316) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:50.132512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.137950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2144899579', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '912a8862-17f3-40c5-abe7-7437cc2967e7'}], 'security_groups': ['04ba57ff-f826-41ec-8be7-cf85abcafb9d', 'ccc53926-aec2-4175-9157-92d0508fdead']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:50.189420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:34:50.297341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.386017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-be84034c-10bb-4ed0-bb63-90ec12012e57 service neutron] 10.222.0.13 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850479 Dec 13 16:34:50.395810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.404362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.408822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.472357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:50.482959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4042a55-91d0-4836-9f1c-7e402f29dee8,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:50.493008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.493008 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Added segment 125a41cf-ce6f-4b9d-9eec-ea503be9a0cf of type vlan for network 4980094e-871f-41e8-8f90-05d72acd1fc6 Dec 13 16:34:50.537512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ff8666-55f7-4be0-a2d4-fe1dce7f9c75 None None] Update dhcp port {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'fixed_ips': [{'subnet_id': 'f68d3fa4-1808-4a91-88a3-a803b43b1933', 'ip_address': '172.20.0.18'}, {'subnet_id': '503cc25c-40fc-4517-b101-90bffe038977', 'ip_address': '172.20.0.2'}, {'subnet_id': '912a8862-17f3-40c5-abe7-7437cc2967e7'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '30630f79-a653-4997-89a3-04ba593b4495'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:34:50.558853 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.572096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.576844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-93ff8666-55f7-4be0-a2d4-fe1dce7f9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.634681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:54Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:50.637813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.643661 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:50.644314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:50.722263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684e05a9-e99b-4d3c-be5e-dd03b0dd9583 None None] The sync data for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv is: [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:32:47Z', 'revision_number': 4, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'c114fa82-8bd3-49b9-aeaf-42f844519a27', 'name': '', 'network_id': '6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'mac_address': 'fa:16:3e:38:90:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:45Z', 'updated_at': '2021-12-13T16:32:54Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'subnets': [{'id': 'f35c06b3-0fb2-464b-9f31-d3526cdc86a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:50.726078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb9bb1-c818-4403-8ffc-9159f3b08ebf x-openstack-request-id: req-bffb9bb1-c818-4403-8ffc-9159f3b08ebf {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:34:50.726770 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:34:50.727211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bffb9bb1-c818-4403-8ffc-9159f3b08ebf {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:34:50.727779 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'status': 'completed', 'code': 200} Dec 13 16:34:50.731844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Network': ['ID=4980094e-871f-41e8-8f90-05d72acd1fc6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:50.752222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 4980094e-871f-41e8-8f90-05d72acd1fc6 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:50.773099 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-804a33ae-4fe9-4325-8b17-54a7b0395db3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7929265 Dec 13 16:34:50.803761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46322) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:50.810511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'subnet': {'network_id': '4980094e-871f-41e8-8f90-05d72acd1fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:51.014775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:51.017831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Made reservation on behalf of 1f50522b97324265b4f1550995663d25 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:51.032795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:51.183544 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-afa529dc-c939-4183-98ad-d53ef73cbc99 service neutron] 10.222.0.13 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7778213 Dec 13 16:34:51.217171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-8f17fc3d-c891-4c32-958a-11a2cd48411f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:51.224395 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-8f17fc3d-c891-4c32-958a-11a2cd48411f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2bdbd3d85cf48d5ac211222fc26285a&device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 1098 time: 0.3023272 Dec 13 16:34:51.226339 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f79f12e-4da0-47ce-a842-c43d858c9d23 None None] New status for floating IP 4f19313a-87c8-4ab3-a24f-297f77be5a81: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:34:51.248401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:51.288861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b021d-5f66-49a6-982f-2513a3ee65dd req-c760722c-9eb3-4902-9cc6-904bd04da189 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:51.297469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e50b021d-5f66-49a6-982f-2513a3ee65dd req-c760722c-9eb3-4902-9cc6-904bd04da189 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.3758986 Dec 13 16:34:51.355651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-93ff8666-55f7-4be0-a2d4-fe1dce7f9c75 None None] Allocated IP 172.20.0.34 (0fc44e21-4169-4b8e-b630-300c6c03636e/912a8862-17f3-40c5-abe7-7437cc2967e7/30630f79-a653-4997-89a3-04ba593b4495) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:51.373084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=f5f0b243-bcb1-442f-ad42-4414fbb71ce9,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:51.383123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:51.526622 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e50b021d-5f66-49a6-982f-2513a3ee65dd req-187e7b45-3b37-4acf-aadd-93153af82330 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2137022 Dec 13 16:34:51.539457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-bc869d19-c1ec-4c0c-95de-8bc8959d99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:51.540961 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-bc869d19-c1ec-4c0c-95de-8bc8959d99c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 HTTP/1.1" status: 200 len: 897 time: 0.3031697 Dec 13 16:34:51.559391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-93ff8666-55f7-4be0-a2d4-fe1dce7f9c75 None None] For port 30630f79-a653-4997-89a3-04ba593b4495, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=30630f79-a653-4997-89a3-04ba593b4495,segment=NetworkSegment(35d9c125-ce3f-434d-90b1-703d87632806),segment_id=35d9c125-ce3f-434d-90b1-703d87632806)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:51.616895 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-c8475cc0-b403-4e8c-a0ab-67aa6cf9f8a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf HTTP/1.1" status: 200 len: 217 time: 0.0590351 Dec 13 16:34:51.629502 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP f4aaa49b-68aa-45f9-ae82-ac98bea209c4 associated. External IP: 172.26.6.230, port: eee12dcf-a4bf-4484-b2d1-1101d38463f9. Dec 13 16:34:51.631673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-93ff8666-55f7-4be0-a2d4-fe1dce7f9c75 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:51.634624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:51.643632 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-93ff8666-55f7-4be0-a2d4-fe1dce7f9c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:51.719723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff8666-55f7-4be0-a2d4-fe1dce7f9c75 None None] Pushing event updated for resources: {'Port': ['ID=30630f79-a653-4997-89a3-04ba593b4495,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:51.817232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c56eb412-8c7b-4cf7-9839-906a97b9c01f req-f547fcbf-3876-49ab-b37d-6cce9fadb460 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 210 time: 0.2728555 Dec 13 16:34:51.822229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-585de21f-b465-4b84-9342-0bc2f0a400d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:51.823704 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-585de21f-b465-4b84-9342-0bc2f0a400d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f35c06b3-0fb2-464b-9f31-d3526cdc86a5 HTTP/1.1" status: 200 len: 834 time: 0.1962059 Dec 13 16:34:51.836272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Subnet': ['ID=09b3eb81-1252-4835-93f4-e8304671ef97,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:51.851639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Checking segment: {'id': '125a41cf-ce6f-4b9d-9eec-ea503be9a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4980094e-871f-41e8-8f90-05d72acd1fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:51.851956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network hostable DHCP agents. Network: 4980094e-871f-41e8-8f90-05d72acd1fc6, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:51.926981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network 4980094e-871f-41e8-8f90-05d72acd1fc6 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:51.975666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-1771cea8-fac1-47d5-9ad8-fa53c45607bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:51.977198 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-1771cea8-fac1-47d5-9ad8-fa53c45607bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1418955 Dec 13 16:34:51.982182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 4980094e-871f-41e8-8f90-05d72acd1fc6) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:51.992658 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:51.993317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:51.996276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Delete allocated IP 172.20.0.4 (0fc44e21-4169-4b8e-b630-300c6c03636e/503cc25c-40fc-4517-b101-90bffe038977) {{(pid=103052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 13 16:34:51.996485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4754ff-9295-46b6-b253-34e952709039 None None] Network 4980094e-871f-41e8-8f90-05d72acd1fc6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:52.017260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-86c81116-c720-4f1f-80b9-1dcd9d194de5 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:52.019473 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-86c81116-c720-4f1f-80b9-1dcd9d194de5 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.31 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.1091433 Dec 13 16:34:52.059388 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e42916bf-8cb1-470b-b461-ea15e2a24615 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2545094 Dec 13 16:34:52.063026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46338) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:52.078157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'network': {'name': 'tempest-router-network01--909438462'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:52.151813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Made reservation on behalf of 1f50522b97324265b4f1550995663d25 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:52.159707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.167303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Allocated IP 172.20.0.43 (0fc44e21-4169-4b8e-b630-300c6c03636e/912a8862-17f3-40c5-abe7-7437cc2967e7/fdd652e8-34e5-4b9e-82d8-24f2b5359a20) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:52.215418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:52.216860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-4980094e-871f-41e8-8f90-05d72acd1fc6', 'network_id': '4980094e-871f-41e8-8f90-05d72acd1fc6', 'project_id': '1f50522b97324265b4f1550995663d25', 'fixed_ips': [{'subnet_id': '09b3eb81-1252-4835-93f4-e8304671ef97'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:52.218074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.235905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:52.255554 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-41478a13-d397-4bac-be49-11b85cde4ef8 service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546411 Dec 13 16:34:52.344403 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.345513 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Added segment bd01d40d-743d-484b-b206-6f4b7d1d88cb of type vlan for network d3b8175e-a301-4293-94da-b9d22b72cce2 Dec 13 16:34:52.428074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Deleting port 8afa7793-9481-4800-9a18-4fc4c18f9edf {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:52.428703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.434201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.483709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:52.501481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb14860-1305-432a-9495-bcb52e9b7f37 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:52.503692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.511049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:52.512329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.540808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.600066 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d0d4a52-24de-4972-88d5-00196ba46552 req-5b376e08-b805-4785-aa54-dadeaeaeb987 service neutron] 10.222.0.31 "GET /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254378 Dec 13 16:34:52.605155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb14860-1305-432a-9495-bcb52e9b7f37 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:52.614831 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5506816 Dec 13 16:34:52.616446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ebb14860-1305-432a-9495-bcb52e9b7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:52.628187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46344) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:52.628883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Allocated IP 2001:db8::2 (4980094e-871f-41e8-8f90-05d72acd1fc6/09b3eb81-1252-4835-93f4-e8304671ef97/93569221-edd4-443e-823b-041c0e53e4d5) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:52.653395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'network': {'name': 'tempest-router-network02--831599085'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:52.671585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6c982-aad0-4fb3-87d4-302ee1ac0797 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Network': ['ID=d3b8175e-a301-4293-94da-b9d22b72cce2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:52.690771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Made reservation on behalf of 1f50522b97324265b4f1550995663d25 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:52.692009 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8a0915e2-c2c3-4f2f-9e91-54a90f92e354 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.2371001 Dec 13 16:34:52.694857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.696347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46346) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:52.708559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fab3289d-8ef4-4d5b-bdc1-f36eaa25c839 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'port_id': 'eee12dcf-a4bf-4484-b2d1-1101d38463f9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:52.745533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network d3b8175e-a301-4293-94da-b9d22b72cce2 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:52.798095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab3289d-8ef4-4d5b-bdc1-f36eaa25c839 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.807540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:34:52.829668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ebb14860-1305-432a-9495-bcb52e9b7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:52.834006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.834352 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Added segment e92e6674-026d-4679-80e5-6621298413b5 of type vlan for network fe50c21a-e234-4f31-b2d9-996a911063ea Dec 13 16:34:52.898810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.904790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] For port 8afa7793-9481-4800-9a18-4fc4c18f9edf, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8afa7793-9481-4800-9a18-4fc4c18f9edf,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:52.905406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.926987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb14860-1305-432a-9495-bcb52e9b7f37 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:52.928374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ebb14860-1305-432a-9495-bcb52e9b7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:52.943149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Calling delete_port for 8afa7793-9481-4800-9a18-4fc4c18f9edf owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:52.977007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ebb14860-1305-432a-9495-bcb52e9b7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:52.977687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb14860-1305-432a-9495-bcb52e9b7f37 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:52.982614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-08a41230-091c-4524-8e3a-c0261a10b1f8 None None] Provisioning complete for port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:52.983043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-08a41230-091c-4524-8e3a-c0261a10b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:52.985822 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3682cc21-9423-4e86-90db-7d79f9e68f34 req-49968ea3-54c6-4950-ba3d-dfe816301355 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 210 time: 0.0551422 Dec 13 16:34:53.026038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-08a41230-091c-4524-8e3a-c0261a10b1f8 None None] Port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:53.027288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488378-55d8-4395-96af-a47f07f85fb8 req-99af16d6-16ec-4992-b62d-af1ea5ceb66f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:53.028838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f2488378-55d8-4395-96af-a47f07f85fb8 req-99af16d6-16ec-4992-b62d-af1ea5ceb66f tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 945 time: 0.3461316 Dec 13 16:34:53.067775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-08a41230-091c-4524-8e3a-c0261a10b1f8 None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:53.068166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-08a41230-091c-4524-8e3a-c0261a10b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.103055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.109125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:53.109714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.129693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.144988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 30630f79-a653-4997-89a3-04ba593b4495 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:53.203345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.205912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.224027 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.271934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6381862 Dec 13 16:34:53.294354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46350) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:53.301201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'subnet': {'network_id': 'd3b8175e-a301-4293-94da-b9d22b72cce2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:53.316671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Network 4980094e-871f-41e8-8f90-05d72acd1fc6 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:53.319088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:53.321770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:53.363767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Pushing event updated for resources: {'Port': ['ID=93569221-edd4-443e-823b-041c0e53e4d5,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:53.406124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:53.406546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.417770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73450245-f27e-4710-bfaa-f4174ebdd187 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Network': ['ID=fe50c21a-e234-4f31-b2d9-996a911063ea,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:53.433284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-08a41230-091c-4524-8e3a-c0261a10b1f8 None None] Provisioning complete for port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:53.433665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-08a41230-091c-4524-8e3a-c0261a10b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.441899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network fe50c21a-e234-4f31-b2d9-996a911063ea details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:34:53.444786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Attempting to bind port 93569221-edd4-443e-823b-041c0e53e4d5 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:53.444786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Attempting to bind port 93569221-edd4-443e-823b-041c0e53e4d5 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '125a41cf-ce6f-4b9d-9eec-ea503be9a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4980094e-871f-41e8-8f90-05d72acd1fc6'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:53.445030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Attempting to bind port 93569221-edd4-443e-823b-041c0e53e4d5 on network 4980094e-871f-41e8-8f90-05d72acd1fc6 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:53.475068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:53.476208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Checking segment: {'id': '125a41cf-ce6f-4b9d-9eec-ea503be9a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4980094e-871f-41e8-8f90-05d72acd1fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:53.476657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.477833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Bound using segment: {'id': '125a41cf-ce6f-4b9d-9eec-ea503be9a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4980094e-871f-41e8-8f90-05d72acd1fc6'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:53.477833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Bound port: 93569221-edd4-443e-823b-041c0e53e4d5, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125a41cf-ce6f-4b9d-9eec-ea503be9a0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '4980094e-871f-41e8-8f90-05d72acd1fc6'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:53.478946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.479117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Made reservation on behalf of 1f50522b97324265b4f1550995663d25 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:53.483338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.513667 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f2488378-55d8-4395-96af-a47f07f85fb8 req-e5c80a0f-8b03-4a54-9c90-454766442da4 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/security-groups?id=3e284be7-f656-419e-9511-fa302000e22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4732585 Dec 13 16:34:53.519907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event updated for resources: {'Port': ['ID=fdd652e8-34e5-4b9e-82d8-24f2b5359a20,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:53.545215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] In _notify_port_updated(), no bound segment for port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 on network 0fc44e21-4169-4b8e-b630-300c6c03636e {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:34:53.553617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:53.566769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.566769 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-69de61c1-f820-4680-9ff5-bce75cd30931 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "PUT /v2.0/ports/fdd652e8-34e5-4b9e-82d8-24f2b5359a20 HTTP/1.1" status: 200 len: 960 time: 3.4313049 Dec 13 16:34:53.566769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46352) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:53.585465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-08a41230-091c-4524-8e3a-c0261a10b1f8 None None] Port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:53.606151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab3289d-8ef4-4d5b-bdc1-f36eaa25c839 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.621509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab3289d-8ef4-4d5b-bdc1-f36eaa25c839 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.749511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-df62d905-c90e-4fd8-b658-a3b534e3eeba tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:53.751934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-df62d905-c90e-4fd8-b658-a3b534e3eeba tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 797 time: 0.4284768 Dec 13 16:34:53.756241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] For port 93569221-edd4-443e-823b-041c0e53e4d5, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:53.760270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] For port 93569221-edd4-443e-823b-041c0e53e4d5, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=93569221-edd4-443e-823b-041c0e53e4d5,segment=NetworkSegment(125a41cf-ce6f-4b9d-9eec-ea503be9a0cf),segment_id=125a41cf-ce6f-4b9d-9eec-ea503be9a0cf)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:53.768821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.794360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.843464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4a21b-b664-4247-ad91-a38b1ca5ce6d None None] Pushing event updated for resources: {'Port': ['ID=93569221-edd4-443e-823b-041c0e53e4d5,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:53.918585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event deleted for resources: {'Port': ['ID=8afa7793-9481-4800-9a18-4fc4c18f9edf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:53.931673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9f072c8e-033d-478c-af07-b5da5f506114 None None] Provisioning complete for port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:53.932950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9f072c8e-033d-478c-af07-b5da5f506114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.950228 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.974893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-80992dac-68f9-4b7e-900f-43155329763a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:53.975361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80992dac-68f9-4b7e-900f-43155329763a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:53.978344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] No DVR routers for this DVR port 8afa7793-9481-4800-9a18-4fc4c18f9edf on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:34:53.986742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9f072c8e-033d-478c-af07-b5da5f506114 None None] Port fdd652e8-34e5-4b9e-82d8-24f2b5359a20 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:53.988296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-e0bb6976-1f1a-42d7-ab1e-2f3093975919 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 378 time: 0.2159357 Dec 13 16:34:54.003020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:54.006680 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a42bd16b-84f1-4fa0-981c-81d12527175c req-6109746e-c907-4cbd-b904-3696f6f61cf0 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.31 "DELETE /v2.0/ports/8afa7793-9481-4800-9a18-4fc4c18f9edf HTTP/1.1" status: 204 len: 173 time: 1.9007392 Dec 13 16:34:54.007175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'name': 'network-vif-deleted', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:34:54.009740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34ec811-cc53-4547-ab36-eccd918107c9" -d '{"events": [{"server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "name": "network-vif-deleted", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:34:54.025888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab3289d-8ef4-4d5b-bdc1-f36eaa25c839 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:54.026291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Subnet': ['ID=34469671-2763-45ac-98c6-43454b1de065,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:54.060674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Checking segment: {'id': 'bd01d40d-743d-484b-b206-6f4b7d1d88cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd3b8175e-a301-4293-94da-b9d22b72cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:54.060674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network hostable DHCP agents. Network: d3b8175e-a301-4293-94da-b9d22b72cce2, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:54.384042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['7611b643-0074-4870-ba43-f26575ea1b9a']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:54.388254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52791c7d-aed9-4431-944d-c0a9cd2bb485 x-openstack-request-id: req-52791c7d-aed9-4431-944d-c0a9cd2bb485 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:34:54.388445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45aa21d-a120-4504-84bf-690d1771786b", "name": "network-vif-deleted", "tag": "8afa7793-9481-4800-9a18-4fc4c18f9edf", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:34:54.388703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-52791c7d-aed9-4431-944d-c0a9cd2bb485 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:34:54.389099 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45aa21d-a120-4504-84bf-690d1771786b', 'name': 'network-vif-deleted', 'tag': '8afa7793-9481-4800-9a18-4fc4c18f9edf', 'status': 'completed', 'code': 200} Dec 13 16:34:54.469154 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e442fa68-72eb-4d81-a5c6-1627187f10cb req-369d46ea-f369-4fa5-be1b-fde34b801dca tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 210 time: 0.0890222 Dec 13 16:34:54.537299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network d3b8175e-a301-4293-94da-b9d22b72cce2 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:54.541702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80992dac-68f9-4b7e-900f-43155329763a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:54.557341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, d3b8175e-a301-4293-94da-b9d22b72cce2) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:54.564057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-80992dac-68f9-4b7e-900f-43155329763a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for fdd652e8-34e5-4b9e-82d8-24f2b5359a20 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:54.564624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:54.565324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:54.573888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24c95d3-d77a-44cd-a498-177f0088feb4 None None] Network d3b8175e-a301-4293-94da-b9d22b72cce2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:54.615540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab3289d-8ef4-4d5b-bdc1-f36eaa25c839 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:54.630424 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b87b0c-7aef-44a9-b1ce-1d2e138dfd04 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:54.643641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:54.647253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:54.648433 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fab3289d-8ef4-4d5b-bdc1-f36eaa25c839 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:54.655629 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b87b0c-7aef-44a9-b1ce-1d2e138dfd04 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:54.656622 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-64b87b0c-7aef-44a9-b1ce-1d2e138dfd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:54.696131 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6819ca8c-fa72-4286-b960-6bd70ab9b0c7 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3997171 Dec 13 16:34:54.706833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-d3b8175e-a301-4293-94da-b9d22b72cce2', 'network_id': 'd3b8175e-a301-4293-94da-b9d22b72cce2', 'project_id': '1f50522b97324265b4f1550995663d25', 'fixed_ips': [{'subnet_id': '34469671-2763-45ac-98c6-43454b1de065'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:54.707434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46364) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:54.712862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:54.721527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'subnet': {'network_id': 'fe50c21a-e234-4f31-b2d9-996a911063ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:54.723909 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-64b87b0c-7aef-44a9-b1ce-1d2e138dfd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:54.734834 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b87b0c-7aef-44a9-b1ce-1d2e138dfd04 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:54.735789 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-64b87b0c-7aef-44a9-b1ce-1d2e138dfd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:54.786433 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fab3289d-8ef4-4d5b-bdc1-f36eaa25c839 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/floatingips/f4aaa49b-68aa-45f9-ae82-ac98bea209c4 HTTP/1.1" status: 200 len: 979 time: 2.0886734 Dec 13 16:34:54.787051 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-64b87b0c-7aef-44a9-b1ce-1d2e138dfd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:54.787941 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b87b0c-7aef-44a9-b1ce-1d2e138dfd04 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:54.790075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46366) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:54.867279 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bb03916d-2420-4903-bf18-1d0abb9d338c req-b8a6080b-8bdb-4caf-9970-0d814b7a74f8 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "GET /v2.0/ports?device_id=b45aa21d-a120-4504-84bf-690d1771786b HTTP/1.1" status: 200 len: 210 time: 0.2153401 Dec 13 16:34:54.959385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aa2050e5-c962-4664-b39f-00aad3a7ee29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:54.968911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Allocated IP 2001:db8::2 (d3b8175e-a301-4293-94da-b9d22b72cce2/34469671-2763-45ac-98c6-43454b1de065/f1b7c3a2-ee35-4a30-87f2-fa1128f9e761) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:54.990934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80992dac-68f9-4b7e-900f-43155329763a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.009632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port f5f0b243-bcb1-442f-ad42-4414fbb71ce9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:55.009863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.061551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80992dac-68f9-4b7e-900f-43155329763a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=fdd652e8-34e5-4b9e-82d8-24f2b5359a20,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:55.126561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.126940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.143347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for f5f0b243-bcb1-442f-ad42-4414fbb71ce9 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:55.227579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.10 (300da9ff-68e8-4b96-80a8-22ac920ea609/d15e8199-128d-4fe7-aaf4-f304237be63c/4d4f8ade-9425-43b7-8be1-dc790775b31f) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:55.234799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 93569221-edd4-443e-823b-041c0e53e4d5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:55.254327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80992dac-68f9-4b7e-900f-43155329763a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.257887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-80992dac-68f9-4b7e-900f-43155329763a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/fdd652e8-34e5-4b9e-82d8-24f2b5359a20 HTTP/1.1" status: 204 len: 168 time: 1.6936467 Dec 13 16:34:55.258823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Made reservation on behalf of 1f50522b97324265b4f1550995663d25 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:34:55.261094 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46368) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:55.262246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.275352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087fa30b-503b-4033-8a11-45878492937a None None] Network 4980094e-871f-41e8-8f90-05d72acd1fc6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:55.303191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.305700 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fff415-ebdc-4b9e-b272-9bea1ca3d4af tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] GET failed (client error): The resource could not be found. Dec 13 16:34:55.310443 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-93fff415-ebdc-4b9e-b272-9bea1ca3d4af tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports/fdd652e8-34e5-4b9e-82d8-24f2b5359a20 HTTP/1.1" status: 404 len: 333 time: 0.0458484 Dec 13 16:34:55.311633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46370) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:55.355575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.419150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e2c8c0cf-735c-4f4a-9ec7-17422bd32729 None None] Provisioning complete for port 93569221-edd4-443e-823b-041c0e53e4d5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:55.419150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c0cf-735c-4f4a-9ec7-17422bd32729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.437817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Network d3b8175e-a301-4293-94da-b9d22b72cce2 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:55.475776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:55.478228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:55.482563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3c46cdb7-a5e8-456f-b2f5-77f384575aa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.496738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Pushing event updated for resources: {'Port': ['ID=f1b7c3a2-ee35-4a30-87f2-fa1128f9e761,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:55.506240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 93569221-edd4-443e-823b-041c0e53e4d5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:55.506240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.541025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.548593 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3c46cdb7-a5e8-456f-b2f5-77f384575aa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.550823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.598667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=f5f0b243-bcb1-442f-ad42-4414fbb71ce9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:55.638518 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae6b27b4-71c0-4000-8fb8-8ca002912467 req-6f999ac2-864d-4010-821e-811958f4d97c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 210 time: 0.0436964 Dec 13 16:34:55.671945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.692198 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3c46cdb7-a5e8-456f-b2f5-77f384575aa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.693532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.695337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3c46cdb7-a5e8-456f-b2f5-77f384575aa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.699373 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3c46cdb7-a5e8-456f-b2f5-77f384575aa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/security-groups/2133943a-255e-4e10-a9ac-c6d384330d0c HTTP/1.1" status: 204 len: 168 time: 0.3872166 Dec 13 16:34:55.700081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46374) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:55.701007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.701414 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP f4aaa49b-68aa-45f9-ae82-ac98bea209c4 disassociated (deleted). External IP: 172.26.6.230, port: eee12dcf-a4bf-4484-b2d1-1101d38463f9. Dec 13 16:34:55.785115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Attempting to bind port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:55.785690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Attempting to bind port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'bd01d40d-743d-484b-b206-6f4b7d1d88cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd3b8175e-a301-4293-94da-b9d22b72cce2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:55.786391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Attempting to bind port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 on network d3b8175e-a301-4293-94da-b9d22b72cce2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:55.798440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46cdb7-a5e8-456f-b2f5-77f384575aa4 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2133943a-255e-4e10-a9ac-c6d384330d0c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:55.799631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:55.804282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:55.804282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Checking segment: {'id': 'bd01d40d-743d-484b-b206-6f4b7d1d88cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd3b8175e-a301-4293-94da-b9d22b72cce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:55.804716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.805107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Bound using segment: {'id': 'bd01d40d-743d-484b-b206-6f4b7d1d88cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd3b8175e-a301-4293-94da-b9d22b72cce2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:55.805600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Bound port: f1b7c3a2-ee35-4a30-87f2-fa1128f9e761, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd01d40d-743d-484b-b206-6f4b7d1d88cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'd3b8175e-a301-4293-94da-b9d22b72cce2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:55.806291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.811648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:55.814118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Subnet': ['ID=38d576a2-d608-4426-8380-b15c28a462f0,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:55.816303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:55.824500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=4d4f8ade-9425-43b7-8be1-dc790775b31f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:55.855862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Checking segment: {'id': 'e92e6674-026d-4679-80e5-6621298413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe50c21a-e234-4f31-b2d9-996a911063ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:55.856853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network hostable DHCP agents. Network: fe50c21a-e234-4f31-b2d9-996a911063ea, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:34:55.875071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-862752ae-ded2-4289-ae33-9eee937f7fef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.908679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-862752ae-ded2-4289-ae33-9eee937f7fef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.915362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c0cf-735c-4f4a-9ec7-17422bd32729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.944485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:55.947527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.950619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46378) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:55.951452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network fe50c21a-e234-4f31-b2d9-996a911063ea is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:34:55.991453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:55.993869 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] For port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:55.998284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] For port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f1b7c3a2-ee35-4a30-87f2-fa1128f9e761,segment=NetworkSegment(bd01d40d-743d-484b-b206-6f4b7d1d88cb),segment_id=bd01d40d-743d-484b-b206-6f4b7d1d88cb)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:56.018894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.053883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e2c8c0cf-735c-4f4a-9ec7-17422bd32729 None None] For port 93569221-edd4-443e-823b-041c0e53e4d5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=93569221-edd4-443e-823b-041c0e53e4d5,segment=NetworkSegment(125a41cf-ce6f-4b9d-9eec-ea503be9a0cf),segment_id=125a41cf-ce6f-4b9d-9eec-ea503be9a0cf)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:56.073024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2c8c0cf-735c-4f4a-9ec7-17422bd32729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.080052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, fe50c21a-e234-4f31-b2d9-996a911063ea) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:56.095299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:56.098128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-862752ae-ded2-4289-ae33-9eee937f7fef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.099433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef086be5-1548-4168-a69e-67c8e8f0bf95 None None] Network fe50c21a-e234-4f31-b2d9-996a911063ea requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:56.102535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.103881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-862752ae-ded2-4289-ae33-9eee937f7fef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.107733 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-862752ae-ded2-4289-ae33-9eee937f7fef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/security-groups/ccc53926-aec2-4175-9157-92d0508fdead HTTP/1.1" status: 204 len: 168 time: 0.4004397 Dec 13 16:34:56.108416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46380) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:56.124069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-f86fc4a4-6aba-44d4-9121-385d370fbc50 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7482507 Dec 13 16:34:56.146014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Request body: {'port': {'device_id': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:56.160273 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-82e16141-74b0-48a0-85b7-b135379c4923 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4459774 Dec 13 16:34:56.177407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46382) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:56.210234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827adc0-d156-4681-8600-cef71c3d098e None None] Pushing event updated for resources: {'Port': ['ID=f1b7c3a2-ee35-4a30-87f2-fa1128f9e761,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:56.243911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:34:56.244884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:34:56.269002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:34:56.294311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862752ae-ded2-4289-ae33-9eee937f7fef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc53926-aec2-4175-9157-92d0508fdead,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:56.317459 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8c0cf-735c-4f4a-9ec7-17422bd32729 None None] Pushing event updated for resources: {'Port': ['ID=93569221-edd4-443e-823b-041c0e53e4d5,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:56.349964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.388877 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-fe50c21a-e234-4f31-b2d9-996a911063ea', 'network_id': 'fe50c21a-e234-4f31-b2d9-996a911063ea', 'project_id': '1f50522b97324265b4f1550995663d25', 'fixed_ips': [{'subnet_id': '38d576a2-d608-4426-8380-b15c28a462f0'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:34:56.392431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.454537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0cc0f43a-8b19-40fc-b42f-8883ba20cb55 None None] Provisioning complete for port 93569221-edd4-443e-823b-041c0e53e4d5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:56.454944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0cc0f43a-8b19-40fc-b42f-8883ba20cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.504578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f7a7efa1-3b61-4351-90dd-68a71b65cf7d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.519864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:34:56.529550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.543888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c2973a-2bd0-4fee-acd0-11e5cf6f7659 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:34:56.571024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f7a7efa1-3b61-4351-90dd-68a71b65cf7d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.588958 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4d4b9b44-03aa-4884-a9aa-2a17a355ac3d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/floatingips/f4aaa49b-68aa-45f9-ae82-ac98bea209c4 HTTP/1.1" status: 204 len: 168 time: 1.7952526 Dec 13 16:34:56.589318 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46384) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:56.653303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Allocated IP 2001:db8::2 (fe50c21a-e234-4f31-b2d9-996a911063ea/38d576a2-d608-4426-8380-b15c28a462f0/57d23965-6974-4052-ad03-3de869db0ce9) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:56.677361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2973a-2bd0-4fee-acd0-11e5cf6f7659 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:56.678377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b6c2973a-2bd0-4fee-acd0-11e5cf6f7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:56.702213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f7a7efa1-3b61-4351-90dd-68a71b65cf7d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.706572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f7a7efa1-3b61-4351-90dd-68a71b65cf7d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.710577 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f7a7efa1-3b61-4351-90dd-68a71b65cf7d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/security-groups/04ba57ff-f826-41ec-8be7-cf85abcafb9d HTTP/1.1" status: 204 len: 168 time: 0.5885763 Dec 13 16:34:56.719337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46388) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:56.732909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b6c2973a-2bd0-4fee-acd0-11e5cf6f7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:56.760101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7efa1-3b61-4351-90dd-68a71b65cf7d tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba57ff-f826-41ec-8be7-cf85abcafb9d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:56.773034 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-df4fbe1c-d96c-496b-9eb8-b0c532bfb805 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port eee12dcf-a4bf-4484-b2d1-1101d38463f9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:56.773489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df4fbe1c-d96c-496b-9eb8-b0c532bfb805 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.842143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-623c73f2-3f87-4675-bece-66bca6a1083f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet 503cc25c-40fc-4517-b101-90bffe038977 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:56.851497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-623c73f2-3f87-4675-bece-66bca6a1083f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.870313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c2973a-2bd0-4fee-acd0-11e5cf6f7659 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:34:56.870995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b6c2973a-2bd0-4fee-acd0-11e5cf6f7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:56.912197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-623c73f2-3f87-4675-bece-66bca6a1083f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.921048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b6c2973a-2bd0-4fee-acd0-11e5cf6f7659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:34:56.921546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c2973a-2bd0-4fee-acd0-11e5cf6f7659 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:34:56.943230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df4fbe1c-d96c-496b-9eb8-b0c532bfb805 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.969119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0cc0f43a-8b19-40fc-b42f-8883ba20cb55 None None] Provisioning complete for port 4d4f8ade-9425-43b7-8be1-dc790775b31f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:56.970321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0cc0f43a-8b19-40fc-b42f-8883ba20cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:56.971164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-df4fbe1c-d96c-496b-9eb8-b0c532bfb805 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for eee12dcf-a4bf-4484-b2d1-1101d38463f9 owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:34:57.064349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0cc0f43a-8b19-40fc-b42f-8883ba20cb55 None None] Port 4d4f8ade-9425-43b7-8be1-dc790775b31f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:57.073311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.084889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-623c73f2-3f87-4675-bece-66bca6a1083f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.090461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.155301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Network fe50c21a-e234-4f31-b2d9-996a911063ea is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:57.162887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:57.165958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:57.169027 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Pushing event updated for resources: {'Port': ['ID=57d23965-6974-4052-ad03-3de869db0ce9,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:57.245462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Attempting to bind port 57d23965-6974-4052-ad03-3de869db0ce9 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:57.245950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Attempting to bind port 57d23965-6974-4052-ad03-3de869db0ce9 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'e92e6674-026d-4679-80e5-6621298413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe50c21a-e234-4f31-b2d9-996a911063ea'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:57.246461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Attempting to bind port 57d23965-6974-4052-ad03-3de869db0ce9 on network fe50c21a-e234-4f31-b2d9-996a911063ea {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:57.253266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:57.253800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Checking segment: {'id': 'e92e6674-026d-4679-80e5-6621298413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe50c21a-e234-4f31-b2d9-996a911063ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:57.254276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.254781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Bound using segment: {'id': 'e92e6674-026d-4679-80e5-6621298413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe50c21a-e234-4f31-b2d9-996a911063ea'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:57.255324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Bound port: 57d23965-6974-4052-ad03-3de869db0ce9, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92e6674-026d-4679-80e5-6621298413b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'fe50c21a-e234-4f31-b2d9-996a911063ea'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:57.255799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.259837 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-623c73f2-3f87-4675-bece-66bca6a1083f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.311862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-623c73f2-3f87-4675-bece-66bca6a1083f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.320063 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-623c73f2-3f87-4675-bece-66bca6a1083f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/503cc25c-40fc-4517-b101-90bffe038977 HTTP/1.1" status: 204 len: 168 time: 0.5991428 Dec 13 16:34:57.323746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46390) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:57.323960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71a75c-effd-46e4-9839-729deb0fba0a None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:57.391155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 93569221-edd4-443e-823b-041c0e53e4d5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:57.404385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c7032b-f34f-445a-996f-3069f5519c19 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet 912a8862-17f3-40c5-abe7-7437cc2967e7 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:57.409828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88c7032b-f34f-445a-996f-3069f5519c19 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.444188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5a7e9e8-20f3-4537-95de-2db414a7c7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.458776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88c7032b-f34f-445a-996f-3069f5519c19 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.472475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.479154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] For port 57d23965-6974-4052-ad03-3de869db0ce9, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:57.484194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] For port 57d23965-6974-4052-ad03-3de869db0ce9, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=57d23965-6974-4052-ad03-3de869db0ce9,segment=NetworkSegment(e92e6674-026d-4679-80e5-6621298413b5),segment_id=e92e6674-026d-4679-80e5-6621298413b5)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:57.501502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.503149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c73f2-3f87-4675-bece-66bca6a1083f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=503cc25c-40fc-4517-b101-90bffe038977,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:57.606683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 93569221-edd4-443e-823b-041c0e53e4d5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:57.607082 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.609443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475a410-48bd-4eb8-bb06-61d12a2116e3 req-1ca08bd7-7853-4c71-b560-71d25fec6ea8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:57.617186 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c475a410-48bd-4eb8-bb06-61d12a2116e3 req-1ca08bd7-7853-4c71-b560-71d25fec6ea8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 932 time: 0.7251909 Dec 13 16:34:57.624612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df4fbe1c-d96c-496b-9eb8-b0c532bfb805 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.683931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af50effa-0d33-42e4-b38c-a53e141b40f8 None None] Pushing event updated for resources: {'Port': ['ID=57d23965-6974-4052-ad03-3de869db0ce9,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:57.695473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fbe1c-d96c-496b-9eb8-b0c532bfb805 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=eee12dcf-a4bf-4484-b2d1-1101d38463f9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:57.701038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0ce7d-98e4-4106-aef4-72acafafb8a3 None None] Network d3b8175e-a301-4293-94da-b9d22b72cce2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:57.753165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88c7032b-f34f-445a-996f-3069f5519c19 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.781076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8afa7793-9481-4800-9a18-4fc4c18f9edf no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:34:57.830020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c475a410-48bd-4eb8-bb06-61d12a2116e3 req-c402b8fa-4f87-4fea-bb9e-286d56c1ae7c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2119427 Dec 13 16:34:57.838688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5b2ef534-7dc4-4db1-922b-4f3a8b7a1f88 None None] Provisioning complete for port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:57.839498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef534-7dc4-4db1-922b-4f3a8b7a1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.849066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 8afa7793-9481-4800-9a18-4fc4c18f9edf {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:34:57.849768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8afa7793-9481-4800-9a18-4fc4c18f9edf not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:34:57.855853 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df4fbe1c-d96c-496b-9eb8-b0c532bfb805 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.869514 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-df4fbe1c-d96c-496b-9eb8-b0c532bfb805 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/ports/eee12dcf-a4bf-4484-b2d1-1101d38463f9 HTTP/1.1" status: 204 len: 168 time: 1.2789881 Dec 13 16:34:57.892043 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46392) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:57.908413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:34:57.918841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88c7032b-f34f-445a-996f-3069f5519c19 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:57.960982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4f8ade-9425-43b7-8be1-dc790775b31f {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:34:57.983954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7032b-f34f-445a-996f-3069f5519c19 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=912a8862-17f3-40c5-abe7-7437cc2967e7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:57.990014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.002564 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-88c7032b-f34f-445a-996f-3069f5519c19 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.010117 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-88c7032b-f34f-445a-996f-3069f5519c19 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/912a8862-17f3-40c5-abe7-7437cc2967e7 HTTP/1.1" status: 204 len: 168 time: 0.6849675 Dec 13 16:34:58.013807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46394) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:58.023917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:58.033851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.138169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Allocated IP 2001:db8::1 (d3b8175e-a301-4293-94da-b9d22b72cce2/34469671-2763-45ac-98c6-43454b1de065/1a412cd5-f068-4d72-918f-699e7f7e5eee) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:58.173785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef534-7dc4-4db1-922b-4f3a8b7a1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.176255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:58.176621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.201317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Transition to ACTIVE for port object 4d4f8ade-9425-43b7-8be1-dc790775b31f will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:34:58.206302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa3575a-fadc-406d-a04d-49931ab189bb tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:58.206857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aa3575a-fadc-406d-a04d-49931ab189bb tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:58.213040 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3aa3575a-fadc-406d-a04d-49931ab189bb tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/503cc25c-40fc-4517-b101-90bffe038977 HTTP/1.1" status: 404 len: 337 time: 0.1746073 Dec 13 16:34:58.213576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46396) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:58.226927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.229189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.286133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5b2ef534-7dc4-4db1-922b-4f3a8b7a1f88 None None] For port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f1b7c3a2-ee35-4a30-87f2-fa1128f9e761,segment=NetworkSegment(bd01d40d-743d-484b-b206-6f4b7d1d88cb),segment_id=bd01d40d-743d-484b-b206-6f4b7d1d88cb)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:34:58.301075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5b2ef534-7dc4-4db1-922b-4f3a8b7a1f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.341323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f26ac11-b18c-4839-9c29-189dc2fc9bbd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting subnet f68d3fa4-1808-4a91-88a3-a803b43b1933 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:34:58.363922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0f26ac11-b18c-4839-9c29-189dc2fc9bbd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.386615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4f8ade-9425-43b7-8be1-dc790775b31f,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:58.415589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.520811 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.26.6.226 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/4e73e533-5320-40d9-88dc-dac91f4d40d0) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:34:58.572062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.602345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Attempting to bind port 4d4f8ade-9425-43b7-8be1-dc790775b31f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:34:58.602708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Attempting to bind port 4d4f8ade-9425-43b7-8be1-dc790775b31f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:34:58.603041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Attempting to bind port 4d4f8ade-9425-43b7-8be1-dc790775b31f on network 300da9ff-68e8-4b96-80a8-22ac920ea609 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:58.635010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Port 4d4f8ade-9425-43b7-8be1-dc790775b31f on network 300da9ff-68e8-4b96-80a8-22ac920ea609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:34:58.635363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Attempting to bind port 4d4f8ade-9425-43b7-8be1-dc790775b31f on network 300da9ff-68e8-4b96-80a8-22ac920ea609 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:34:58.664720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.673510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:34:58.674387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Checking segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:34:58.675250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Bound using segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:34:58.675981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Bound port: 4d4f8ade-9425-43b7-8be1-dc790775b31f, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:34:58.676556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.721944 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0f26ac11-b18c-4839-9c29-189dc2fc9bbd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.725523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2ef534-7dc4-4db1-922b-4f3a8b7a1f88 None None] Pushing event updated for resources: {'Port': ['ID=f1b7c3a2-ee35-4a30-87f2-fa1128f9e761,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:58.772091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.784734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ac4ef2c0-8b6e-4ed7-8fe8-2928cc905595 None None] Provisioning complete for port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:58.785136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ac4ef2c0-8b6e-4ed7-8fe8-2928cc905595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.789025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.843861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.905337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0f26ac11-b18c-4839-9c29-189dc2fc9bbd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.918382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network d3b8175e-a301-4293-94da-b9d22b72cce2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:58.921994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Port': ['ID=1a412cd5-f068-4d72-918f-699e7f7e5eee,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:58.924976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:58.932588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:58.933152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:58.988793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:34:58.996930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:34:59.002177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1191d-a7c1-4d09-808a-223b93c61531 None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:59.005657 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=4e73e533-5320-40d9-88dc-dac91f4d40d0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:59.031102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:34:59.125308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-23d9c908-6637-4378-98be-87312117814d None None] Provisioning complete for port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:59.126558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.126742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-23d9c908-6637-4378-98be-87312117814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.182694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] For port 4d4f8ade-9425-43b7-8be1-dc790775b31f, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:34:59.183783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0f26ac11-b18c-4839-9c29-189dc2fc9bbd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.203118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] For port 4d4f8ade-9425-43b7-8be1-dc790775b31f, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:34:59.249436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-23d9c908-6637-4378-98be-87312117814d None None] Port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:34:59.267042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26ac11-b18c-4839-9c29-189dc2fc9bbd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Subnet': ['ID=f68d3fa4-1808-4a91-88a3-a803b43b1933,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:59.279797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0f26ac11-b18c-4839-9c29-189dc2fc9bbd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.288479 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0f26ac11-b18c-4839-9c29-189dc2fc9bbd tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/f68d3fa4-1808-4a91-88a3-a803b43b1933 HTTP/1.1" status: 204 len: 168 time: 1.0675178 Dec 13 16:34:59.288949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46400) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.293901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-23d9c908-6637-4378-98be-87312117814d None None] Provisioning complete for port 30630f79-a653-4997-89a3-04ba593b4495 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:59.294457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-23d9c908-6637-4378-98be-87312117814d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.324718 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-23f6d5b7-78dd-4582-b9ad-bc075718e8dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.327878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23f6d5b7-78dd-4582-b9ad-bc075718e8dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.334235 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-23f6d5b7-78dd-4582-b9ad-bc075718e8dc tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/6a523116-b0c9-46e1-a682-2a66002ebfe6 HTTP/1.1" status: 404 len: 337 time: 0.0420554 Dec 13 16:34:59.335225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46402) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.349609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.362434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 57d23965-6974-4052-ad03-3de869db0ce9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:34:59.401471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516a1abd-198a-4168-a78a-0794c0a38eda None None] Network fe50c21a-e234-4f31-b2d9-996a911063ea requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:34:59.427283 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-94a62fc2-e5a1-4d24-a214-9fb1cc300e7e tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "GET /v2.0/ports?device_id=f96c4bc8-6974-4bf8-9d91-aa2a9356a835 HTTP/1.1" status: 200 len: 205 time: 0.0896266 Dec 13 16:34:59.428138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46404) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.481584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:59.482137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.483610 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] 10.222.0.31 "PUT /v2.0/ports/4d4f8ade-9425-43b7-8be1-dc790775b31f HTTP/1.1" status: 200 len: 1094 time: 3.3440976 Dec 13 16:34:59.494411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:34:59.496773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fcd4ab-600e-49a3-8885-83e68f8711ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:34:59.497461 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-b5dc6b2a-e088-48ca-a354-eac677040a46 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] delete failed (client error): The resource could not be found. Dec 13 16:34:59.501190 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b5dc6b2a-e088-48ca-a354-eac677040a46 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/routers/f96c4bc8-6974-4bf8-9d91-aa2a9356a835 HTTP/1.1" status: 404 len: 336 time: 0.0565271 Dec 13 16:34:59.502139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46408) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.524423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d7409-265a-4ab2-be87-bcc809b09b79 req-2d1358b1-da6d-4375-b8fa-84d7c1db7ce1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:59.526187 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-805d7409-265a-4ab2-be87-bcc809b09b79 req-2d1358b1-da6d-4375-b8fa-84d7c1db7ce1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 944 time: 0.4897721 Dec 13 16:34:59.536028 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a45a5b0-fdcd-4b0e-a57f-231b9b2fdf44 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.536523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a45a5b0-fdcd-4b0e-a57f-231b9b2fdf44 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.542051 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5a45a5b0-fdcd-4b0e-a57f-231b9b2fdf44 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/7a7cd8e0-a4b4-4045-825b-02ef05c6f9b2 HTTP/1.1" status: 404 len: 337 time: 0.0366073 Dec 13 16:34:59.542051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.543355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46410) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.582281 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e15b352-6ebd-4f2c-880d-ad75a11a3636 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.582767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e15b352-6ebd-4f2c-880d-ad75a11a3636 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.586130 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9e15b352-6ebd-4f2c-880d-ad75a11a3636 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/a9dd0a7e-e4d4-45bc-bcd9-f2069191a7fa HTTP/1.1" status: 404 len: 337 time: 0.0420260 Dec 13 16:34:59.589755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46412) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.599125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e098ec-571e-454a-b294-a7f14eb967eb None None] Update dhcp port {'port': {'network_id': '0fc44e21-4169-4b8e-b630-300c6c03636e', 'fixed_ips': [{'subnet_id': 'f68d3fa4-1808-4a91-88a3-a803b43b1933'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '30630f79-a653-4997-89a3-04ba593b4495'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:34:59.621928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828de617-dde3-4b9d-a07a-8ab89093b7da x-openstack-request-id: req-828de617-dde3-4b9d-a07a-8ab89093b7da {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:34:59.622505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:34:59.622505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-828de617-dde3-4b9d-a07a-8ab89093b7da {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:34:59.622924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'status': 'completed', 'code': 200} Dec 13 16:34:59.625074 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf5e2e3-01a2-41de-9f5d-ab17732d181a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.625829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf5e2e3-01a2-41de-9f5d-ab17732d181a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.631684 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8cf5e2e3-01a2-41de-9f5d-ab17732d181a tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/dbc11d02-c7b0-48ab-ac50-6b68af81918b HTTP/1.1" status: 404 len: 337 time: 0.0381088 Dec 13 16:34:59.649684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46414) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.679170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.690019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 57d23965-6974-4052-ad03-3de869db0ce9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:59.690712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.707398 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-805d7409-265a-4ab2-be87-bcc809b09b79 req-14b643d4-4568-4fa4-bf0c-03957ca14026 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562214 Dec 13 16:34:59.727714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7446b-a360-4f55-9953-b754bc2104d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4f8ade-9425-43b7-8be1-dc790775b31f,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:34:59.735655 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9f7c59-a85b-4d99-b3ff-7262cfb152ef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.735968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82e098ec-571e-454a-b294-a7f14eb967eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.736727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9f7c59-a85b-4d99-b3ff-7262cfb152ef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.740067 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0f9f7c59-a85b-4d99-b3ff-7262cfb152ef tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/009f5d55-613a-4437-ac94-05eef9a4d679 HTTP/1.1" status: 404 len: 333 time: 0.0730777 Dec 13 16:34:59.745179 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46416) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.800855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Deleting port c114fa82-8bd3-49b9-aeaf-42f844519a27 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:34:59.801580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.818310 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fefeca9-7eff-42c2-b928-436b9dcc2d27 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.818798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fefeca9-7eff-42c2-b928-436b9dcc2d27 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.824319 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3fefeca9-7eff-42c2-b928-436b9dcc2d27 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/4b012edb-6c8d-41cc-9c48-ced3f804e2ab HTTP/1.1" status: 404 len: 337 time: 0.0753200 Dec 13 16:34:59.825847 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46418) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.859983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-e30c2537-cdaf-4e6d-9624-58da4f5a46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:34:59.861478 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-e30c2537-cdaf-4e6d-9624-58da4f5a46dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 1097 time: 0.2322149 Dec 13 16:34:59.865488 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba15e877-95ba-42ab-b34b-ab2709951590 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.866398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba15e877-95ba-42ab-b34b-ab2709951590 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.871851 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ba15e877-95ba-42ab-b34b-ab2709951590 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/6d194493-cd42-4741-88fa-693e8c5998b5 HTTP/1.1" status: 404 len: 337 time: 0.0430806 Dec 13 16:34:59.872623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46420) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.912140 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e7ef82-26ed-46d0-9e39-f2b416385995 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.912727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e7ef82-26ed-46d0-9e39-f2b416385995 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.918232 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f1e7ef82-26ed-46d0-9e39-f2b416385995 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/6c7ebd04-4013-4238-9dec-5217584a2db8 HTTP/1.1" status: 404 len: 333 time: 0.0422568 Dec 13 16:34:59.924093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46422) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.945947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ff0f632f-6a51-4bd4-a5a3-92d8b77b0132 None None] Provisioning complete for port 1a412cd5-f068-4d72-918f-699e7f7e5eee triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:34:59.946198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff0f632f-6a51-4bd4-a5a3-92d8b77b0132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.966282 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20f8da3-4291-4d1a-ac25-667c1868d536 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:34:59.966789 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20f8da3-4291-4d1a-ac25-667c1868d536 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:34:59.971728 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c20f8da3-4291-4d1a-ac25-667c1868d536 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/663c011f-0b1d-466c-95b3-2e7763c1a040 HTTP/1.1" status: 404 len: 337 time: 0.0463037 Dec 13 16:34:59.978304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46424) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:34:59.989710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:34:59.992379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.008022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2465823-1d66-4a05-83fa-a63f3cab740b None None] Network 0fc44e21-4169-4b8e-b630-300c6c03636e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:00.017074 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d88a5ea-3b79-49c7-adeb-fee674628d20 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] DELETE failed (client error): The resource could not be found. Dec 13 16:35:00.017597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d88a5ea-3b79-49c7-adeb-fee674628d20 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:35:00.020762 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6d88a5ea-3b79-49c7-adeb-fee674628d20 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/subnets/1531f323-0830-490a-b773-d59974f43ba7 HTTP/1.1" status: 404 len: 337 time: 0.0416076 Dec 13 16:35:00.026154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46426) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:00.045259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] For port c114fa82-8bd3-49b9-aeaf-42f844519a27, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c114fa82-8bd3-49b9-aeaf-42f844519a27,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:00.045631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.062166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-e3705857-dddf-41f2-8600-de621b9d3a9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f HTTP/1.1" status: 200 len: 217 time: 0.1903596 Dec 13 16:35:00.063050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Calling delete_port for c114fa82-8bd3-49b9-aeaf-42f844519a27 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:00.110010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f632f-6a51-4bd4-a5a3-92d8b77b0132 None None] Port 1a412cd5-f068-4d72-918f-699e7f7e5eee cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:00.127185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.139029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.144221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ff0f632f-6a51-4bd4-a5a3-92d8b77b0132 None None] Provisioning complete for port 57d23965-6974-4052-ad03-3de869db0ce9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:00.144735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff0f632f-6a51-4bd4-a5a3-92d8b77b0132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.187385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 57d23965-6974-4052-ad03-3de869db0ce9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=57d23965-6974-4052-ad03-3de869db0ce9,segment=NetworkSegment(e92e6674-026d-4679-80e5-6621298413b5),segment_id=e92e6674-026d-4679-80e5-6621298413b5)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:00.196975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.198111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:00.201480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.205024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-84c4ddad-5f04-4218-a86f-8d1d62b16107 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Deleting port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:00.205560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84c4ddad-5f04-4218-a86f-8d1d62b16107 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.208252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-ee254ba6-f1aa-472d-937f-46448211c1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:00.209822 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-ee254ba6-f1aa-472d-937f-46448211c1f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.1345508 Dec 13 16:35:00.221101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.221939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.245750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] DHCP port deletion for 0fc44e21-4169-4b8e-b630-300c6c03636e request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:00.279347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=4e73e533-5320-40d9-88dc-dac91f4d40d0,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:00.294899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.301139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84c4ddad-5f04-4218-a86f-8d1d62b16107 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.318299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-84c4ddad-5f04-4218-a86f-8d1d62b16107 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Calling delete_port for 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb owned by {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:00.333373 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.334728 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-41be198e-b355-42df-acd5-7e1bac4ab1e2 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4329531 Dec 13 16:35:00.337969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46428) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:00.357550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:00.358079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.371278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'port': {'network_id': 'cb81817f-0dbe-4daa-893d-f0b53c86f498', 'name': 'tempest-FloatingIPTestJSON-1344867138'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:00.431228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=57d23965-6974-4052-ad03-3de869db0ce9,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:00.447581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] Deleting port 30630f79-a653-4997-89a3-04ba593b4495 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:00.447965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.560798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] For port 30630f79-a653-4997-89a3-04ba593b4495, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=30630f79-a653-4997-89a3-04ba593b4495,segment=NetworkSegment(35d9c125-ce3f-434d-90b1-703d87632806),segment_id=35d9c125-ce3f-434d-90b1-703d87632806)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:00.561201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.577406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] Calling delete_port for 30630f79-a653-4997-89a3-04ba593b4495 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:00.672097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e17480b0-e614-4090-9e4a-7d131a058d5a None None] Provisioning complete for port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:00.673113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e17480b0-e614-4090-9e4a-7d131a058d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.698822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.730493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] Pushing event deleted for resources: {'Port': ['ID=30630f79-a653-4997-89a3-04ba593b4495,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:00.738331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c472e-61b5-43e6-a9d7-bc39fcf18058 None None] No DVR routers for this DVR port 30630f79-a653-4997-89a3-04ba593b4495 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:00.741430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e17480b0-e614-4090-9e4a-7d131a058d5a None None] Port 9a9c40f3-ce5b-45fb-8faa-391e914ee1fb cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:00.741620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Port': ['ID=1a412cd5-f068-4d72-918f-699e7f7e5eee,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:00.745521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e17480b0-e614-4090-9e4a-7d131a058d5a None None] Could not find standard attr ID for object 30630f79-a653-4997-89a3-04ba593b4495. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 16:35:00.755267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-1a5ea587-8f7b-4abc-b912-70a26946cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:00.757017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-1a5ea587-8f7b-4abc-b912-70a26946cafe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5255389 Dec 13 16:35:00.758315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e17480b0-e614-4090-9e4a-7d131a058d5a None None] Provisioning complete for port 57d23965-6974-4052-ad03-3de869db0ce9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:00.758835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e17480b0-e614-4090-9e4a-7d131a058d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.831633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.839419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84c4ddad-5f04-4218-a86f-8d1d62b16107 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.868862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network d3b8175e-a301-4293-94da-b9d22b72cce2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:00.876963 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:00.894605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c4ddad-5f04-4218-a86f-8d1d62b16107 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Port': ['ID=9a9c40f3-ce5b-45fb-8faa-391e914ee1fb,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:00.906317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84c4ddad-5f04-4218-a86f-8d1d62b16107 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:00.910038 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-84c4ddad-5f04-4218-a86f-8d1d62b16107 tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/ports/9a9c40f3-ce5b-45fb-8faa-391e914ee1fb HTTP/1.1" status: 204 len: 168 time: 0.8828473 Dec 13 16:35:00.914175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46432) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:00.970978 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:00.974517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.017068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] device_id is not set on port 566c48d6-d432-4427-8220-1f040c87256c yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:35:01.028987 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.080068 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-9e6d7100-667e-462f-8f5f-b652f3b0a9f5 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091025 Dec 13 16:35:01.093766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd491a7d-372c-4292-8bd0-3db6b02e7148 req-8d4f04d2-9439-451d-9fbe-5550b1596bc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:01.095934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dd491a7d-372c-4292-8bd0-3db6b02e7148 req-8d4f04d2-9439-451d-9fbe-5550b1596bc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 944 time: 0.2213120 Dec 13 16:35:01.132622 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 57d23965-6974-4052-ad03-3de869db0ce9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:01.170401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.203889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 57d23965-6974-4052-ad03-3de869db0ce9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:01.204463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.205013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.217558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event deleted for resources: {'Port': ['ID=c114fa82-8bd3-49b9-aeaf-42f844519a27,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:01.234133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.20.0.2 (cb81817f-0dbe-4daa-893d-f0b53c86f498/f350fc89-f5ce-48ad-aec8-1e48bcd0da8a/566c48d6-d432-4427-8220-1f040c87256c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:01.237331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc44e21-4169-4b8e-b630-300c6c03636e']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:01.254240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d9c125-ce3f-434d-90b1-703d87632806') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:01.254531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d9c125-ce3f-434d-90b1-703d87632806') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:01.263629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3336e87b-5c60-4ebe-beb2-59c68f95de9c None None] Provisioning complete for port 1a412cd5-f068-4d72-918f-699e7f7e5eee triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:01.264279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3336e87b-5c60-4ebe-beb2-59c68f95de9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.289323 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.303093 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dd491a7d-372c-4292-8bd0-3db6b02e7148 req-0c249ecb-fe35-4b1e-b6bd-fd2ea07ccd7c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1906242 Dec 13 16:35:01.355803 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13d6575a-7f87-4e9e-a238-c7e18995ca34 req-fdbb59eb-6b4e-46d5-bca6-b6ca23b8645b service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587690 Dec 13 16:35:01.378244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Router 4dffe7f2-3646-491c-bad7-21e8477b7014 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:35:01.440536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.473531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.481175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:01.481576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:01.486213 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:01.488557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.545826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3336e87b-5c60-4ebe-beb2-59c68f95de9c None None] Port 1a412cd5-f068-4d72-918f-699e7f7e5eee cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:01.589980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cb81817f-0dbe-4daa-893d-f0b53c86f498 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:01.599268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:01.601762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=566c48d6-d432-4427-8220-1f040c87256c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:01.604179 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:01.608568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.609163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-a8100f8a-30a8-4100-8727-7c00f760841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:01.612800 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-a8100f8a-30a8-4100-8727-7c00f760841e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 1097 time: 0.1788116 Dec 13 16:35:01.627022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:01.633029 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-49bbb846-c8d4-4f2b-8dfa-25621bd08423 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "PUT /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4527452 Dec 13 16:35:01.638260 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ed6ba-6268-4d9f-968f-2496ab0cbe03 None None] Sync routers for ids ['4dffe7f2-3646-491c-bad7-21e8477b7014'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:01.640280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.643982 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] 10.222.0.13 "DELETE /v2.0/networks/0fc44e21-4169-4b8e-b630-300c6c03636e HTTP/1.1" status: 204 len: 168 time: 0.7286763 Dec 13 16:35:01.644526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46434) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:01.659974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.662410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ed6ba-6268-4d9f-968f-2496ab0cbe03 None None] Routers {'4dffe7f2-3646-491c-bad7-21e8477b7014'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:01.663080 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-235ed6ba-6268-4d9f-968f-2496ab0cbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4dffe7f2-3646-491c-bad7-21e8477b7014'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:01.687293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 30630f79-a653-4997-89a3-04ba593b4495 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:01.711546 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-235ed6ba-6268-4d9f-968f-2496ab0cbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:01.722483 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ed6ba-6268-4d9f-968f-2496ab0cbe03 None None] Routers {'4dffe7f2-3646-491c-bad7-21e8477b7014'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:01.723431 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-235ed6ba-6268-4d9f-968f-2496ab0cbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4dffe7f2-3646-491c-bad7-21e8477b7014'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:01.728855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 30630f79-a653-4997-89a3-04ba593b4495 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:01.728855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 30630f79-a653-4997-89a3-04ba593b4495 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:01.797741 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-235ed6ba-6268-4d9f-968f-2496ab0cbe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:01.798792 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ed6ba-6268-4d9f-968f-2496ab0cbe03 None None] The sync data for ids ['4dffe7f2-3646-491c-bad7-21e8477b7014'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:01.805920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9f9d6-00dc-4ec3-b5f8-6292ead3933f tempest-PortsTestJSON-1256508215 tempest-PortsTestJSON-1256508215-project] Pushing event deleted for resources: {'Network': ['ID=0fc44e21-4169-4b8e-b630-300c6c03636e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:01.853803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-d6d107d8-b348-47f2-85b0-8dee3146f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:01.855550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-d6d107d8-b348-47f2-85b0-8dee3146f466 service neutron] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 898 time: 0.2212133 Dec 13 16:35:01.860872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:01.861639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:01.898148 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5988780a-7538-4432-af0b-6c74dbd23453 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5309508 Dec 13 16:35:01.922458 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46440) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:01.929134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'port_id': '566c48d6-d432-4427-8220-1f040c87256c'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:01.933106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-76dce65f-7fd5-4355-a52f-cffb0be80a02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f HTTP/1.1" status: 200 len: 217 time: 0.0483909 Dec 13 16:35:01.980661 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46442) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:02.065122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:02.079824 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-40b0786c-a580-4c75-be24-abf1b2bbd18d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:35:02.083936 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-40b0786c-a580-4c75-be24-abf1b2bbd18d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "PUT /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4355073 Dec 13 16:35:02.084221 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46446) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:02.164466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-ddf676ef-fa71-4156-a714-09cc14fa9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:02.165949 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-ddf676ef-fa71-4156-a714-09cc14fa9321 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.1999347 Dec 13 16:35:02.207165 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2fddacc6-1d60-4d1a-a91e-7c427936d0f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d88388858e1e4b21a25579bb8f23aff8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253640 Dec 13 16:35:02.214894 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46450) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:02.327430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Router db509be9-fb8a-485b-98cd-21bc6e6dcd93 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:02.331817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-3f5b1411-9981-4bbd-a7e4-eb5a766bd35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:02.333333 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-3f5b1411-9981-4bbd-a7e4-eb5a766bd35c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1461391 Dec 13 16:35:02.365336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f568e685-add2-417d-b081-5eae6ec97957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:02.408890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f568e685-add2-417d-b081-5eae6ec97957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:02.514464 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f568e685-add2-417d-b081-5eae6ec97957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:02.517861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f568e685-add2-417d-b081-5eae6ec97957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:02.519071 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f568e685-add2-417d-b081-5eae6ec97957 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5820742d-de50-4660-b199-1344b206c9bd HTTP/1.1" status: 204 len: 168 time: 0.3032577 Dec 13 16:35:02.535905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f568e685-add2-417d-b081-5eae6ec97957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5820742d-de50-4660-b199-1344b206c9bd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:02.556614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:02.841001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting port 1a412cd5-f068-4d72-918f-699e7f7e5eee {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:02.842997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:02.942901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:02.955962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Calling delete_port for 1a412cd5-f068-4d72-918f-699e7f7e5eee owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:02.994270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb17704-44d4-40f3-ae30-d03e534c732c req-6bc9e7f4-8f6b-4af8-8b77-60f153f96743 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:02.995793 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-feb17704-44d4-40f3-ae30-d03e534c732c req-6bc9e7f4-8f6b-4af8-8b77-60f153f96743 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 944 time: 0.2916391 Dec 13 16:35:02.997606 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-e5b41f8b-d73a-44f0-b6be-7772d9953d00 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481175 Dec 13 16:35:03.020781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:03.029708 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8a1ce8df-8b86-49a0-94ba-be269c25b485 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "PUT /v2.0/routers/db509be9-fb8a-485b-98cd-21bc6e6dcd93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0723276 Dec 13 16:35:03.030008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46468) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:03.033330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] Sync routers for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:03.065422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:03.066764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:03.128073 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43fcd4ab-600e-49a3-8885-83e68f8711ec req-d849be57-3768-46cc-abdb-0cb9c1976702 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099262 Dec 13 16:35:03.163273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b004d80c-4c26-4584-ac73-a92b4d836b3b tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Deleting subnet f35c06b3-0fb2-464b-9f31-d3526cdc86a5 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:03.166919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b004d80c-4c26-4584-ac73-a92b4d836b3b tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.205469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-feb17704-44d4-40f3-ae30-d03e534c732c req-71b26ca1-8cf4-4b8a-9730-bdc4799fc6e1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1980336 Dec 13 16:35:03.221478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b004d80c-4c26-4584-ac73-a92b4d836b3b tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.232647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:35:03.269703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.275558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.364943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.402319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b004d80c-4c26-4584-ac73-a92b4d836b3b tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.406490 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Port': ['ID=1a412cd5-f068-4d72-918f-699e7f7e5eee,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:03.408235 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP 40855138-081d-4cb4-9fc3-54e6ad89232e associated. External IP: 172.26.6.226, port: 566c48d6-d432-4427-8220-1f040c87256c. Dec 13 16:35:03.467422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46476) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:03.484051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:35:00Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:03.528665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] Checking router: db509be9-fb8a-485b-98cd-21bc6e6dcd93 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:35:03.540719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] Routers {'db509be9-fb8a-485b-98cd-21bc6e6dcd93'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:03.541428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:03.571573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.677602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] Set router db509be9-fb8a-485b-98cd-21bc6e6dcd93 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:35:03.678748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-1454109292'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:03.682317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b004d80c-4c26-4584-ac73-a92b4d836b3b tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.723185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004d80c-4c26-4584-ac73-a92b4d836b3b tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event deleted for resources: {'Subnet': ['ID=f35c06b3-0fb2-464b-9f31-d3526cdc86a5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:03.727576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b004d80c-4c26-4584-ac73-a92b4d836b3b tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.733496 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b004d80c-4c26-4584-ac73-a92b4d836b3b tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "DELETE /v2.0/subnets/f35c06b3-0fb2-464b-9f31-d3526cdc86a5 HTTP/1.1" status: 204 len: 168 time: 0.6978970 Dec 13 16:35:03.733682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46480) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:03.744386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2debd69c-f320-4691-9d40-10f9ac7c55bd None None] Network 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:03.809945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:03.816474 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.825927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.840543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Router 4dffe7f2-3646-491c-bad7-21e8477b7014 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:03.848581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:03.915533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:03.944023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:03.955646 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-759e87e5-89e2-49b3-96e3-e77e458f5145 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "PUT /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659544 Dec 13 16:35:03.959000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46482) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:03.965050 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14ec27-edb4-4840-801d-20ea248ac485 None None] Sync routers for ids ['4dffe7f2-3646-491c-bad7-21e8477b7014'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:03.985487 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:35:00Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.010532 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-bc8c8c2b-21cc-4ad9-a941-d94db35bf7f3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] delete failed (client error): The resource could not be found. Dec 13 16:35:04.015677 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bc8c8c2b-21cc-4ad9-a941-d94db35bf7f3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/routers/tempest-non_exist_router-480658879 HTTP/1.1" status: 404 len: 334 time: 0.0516806 Dec 13 16:35:04.021894 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46484) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:04.026009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f313c211-6734-455a-8cf0-183184ec84bd tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'router': {'external_gateway_info': {'network_id': '4dffe7f2-3646-491c-bad7-21e8477b7014'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:04.043011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] DHCP port deletion for 6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:04.049661 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330f0839-3314-4221-bfda-8aceaa9e2baf None None] The sync data for ids ['db509be9-fb8a-485b-98cd-21bc6e6dcd93'] in dv-neutron-821599-1-hyperv is: [{'id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1046248176', 'tenant_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:32:32Z', 'updated_at': '2021-12-13T16:35:00Z', 'revision_number': 5, 'project_id': 'a2bdbd3d85cf48d5ac211222fc26285a', 'gw_port': {'id': 'ce714cb6-b108-40ac-9a99-4886b5d67daf', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:6f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db509be9-fb8a-485b-98cd-21bc6e6dcd93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:32:34Z', 'updated_at': '2021-12-13T16:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:04.109729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:04.116002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.124067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.131722 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd14ec27-edb4-4840-801d-20ea248ac485 None None] Routers {'4dffe7f2-3646-491c-bad7-21e8477b7014'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:04.132466 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cd14ec27-edb4-4840-801d-20ea248ac485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4dffe7f2-3646-491c-bad7-21e8477b7014'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.146986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4501e36-dc95-4b50-9baa-9bd3a2b17216 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:04.151713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-36109420-5bb2-47bc-aba2-814b745e10f3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/floatingips/40855138-081d-4cb4-9fc3-54e6ad89232e HTTP/1.1" status: 200 len: 978 time: 2.2258656 Dec 13 16:35:04.152714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46486) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:04.177109 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cd14ec27-edb4-4840-801d-20ea248ac485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.182612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.185609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4501e36-dc95-4b50-9baa-9bd3a2b17216 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:04.186196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f4501e36-dc95-4b50-9baa-9bd3a2b17216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.186733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.197403 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd14ec27-edb4-4840-801d-20ea248ac485 None None] Routers {'4dffe7f2-3646-491c-bad7-21e8477b7014'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:04.199287 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cd14ec27-edb4-4840-801d-20ea248ac485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4dffe7f2-3646-491c-bad7-21e8477b7014'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.248247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:04.266486 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cd14ec27-edb4-4840-801d-20ea248ac485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.267685 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd14ec27-edb4-4840-801d-20ea248ac485 None None] The sync data for ids ['4dffe7f2-3646-491c-bad7-21e8477b7014'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:04.268702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f4501e36-dc95-4b50-9baa-9bd3a2b17216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.278342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb868083-a815-4faf-979d-22aff1609c58,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:04.308884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] Deleting port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:04.309889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.313325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4501e36-dc95-4b50-9baa-9bd3a2b17216 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:04.313966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f4501e36-dc95-4b50-9baa-9bd3a2b17216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.328175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Deleting port ce714cb6-b108-40ac-9a99-4886b5d67daf {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:04.329556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.336327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port 566c48d6-d432-4427-8220-1f040c87256c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:04.337000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.343308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.343588 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment 7af689d8-7bc4-4a38-99b4-e61069566ac3 of type vlan for network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 Dec 13 16:35:04.359039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f313c211-6734-455a-8cf0-183184ec84bd tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.390580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f4501e36-dc95-4b50-9baa-9bd3a2b17216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:04.392104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4501e36-dc95-4b50-9baa-9bd3a2b17216 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:04.409815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.421732 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-f313c211-6734-455a-8cf0-183184ec84bd tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] update failed (client error): The resource could not be found. Dec 13 16:35:04.423026 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f313c211-6734-455a-8cf0-183184ec84bd tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "PUT /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014 HTTP/1.1" status: 404 len: 339 time: 0.4007232 Dec 13 16:35:04.427225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46490) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:04.430017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] For port 92ce8d47-b7b4-402e-9b58-2332ef6fc554, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=92ce8d47-b7b4-402e-9b58-2332ef6fc554,segment=NetworkSegment(23b9467b-7594-4c55-ba7d-0c0e2e499a1e),segment_id=23b9467b-7594-4c55-ba7d-0c0e2e499a1e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:04.430487 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.432153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-185970276'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:04.454367 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] Calling delete_port for 92ce8d47-b7b4-402e-9b58-2332ef6fc554 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:04.468647 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.480840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:04.481858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.499860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Made reservation on behalf of 1f50522b97324265b4f1550995663d25 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:04.505631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.568833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add23f10-c119-4b17-bd24-13a5f8c04779 req-2d827e46-dbfb-4003-943b-08f15e8223a7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:04.575504 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-add23f10-c119-4b17-bd24-13a5f8c04779 req-2d827e46-dbfb-4003-943b-08f15e8223a7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 944 time: 0.1170218 Dec 13 16:35:04.576126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.588581 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1180096 Dec 13 16:35:04.590257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46492) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:04.596868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-2081168150'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:04.603183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ded1-5005-48eb-9861-f99f6e4de7d5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=e3b7cb91-6378-4b85-9adf-6abe9e0010c6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:04.610068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:04.614989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] Pushing event deleted for resources: {'Port': ['ID=92ce8d47-b7b4-402e-9b58-2332ef6fc554,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:04.616794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.621883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:04.628092 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.628519 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Added segment e4eaa51c-c2a6-4754-8498-4232618ac247 of type vlan for network f635b555-9af3-416b-be4f-68f127709d9f Dec 13 16:35:04.638256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cb68d-9f9c-4f5e-ab9e-2ac394dc5916 None None] No DVR routers for this DVR port 92ce8d47-b7b4-402e-9b58-2332ef6fc554 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:04.655789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] For port ce714cb6-b108-40ac-9a99-4886b5d67daf, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ce714cb6-b108-40ac-9a99-4886b5d67daf,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:04.656148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.665255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:04.669260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.689472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.699232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-add23f10-c119-4b17-bd24-13a5f8c04779 req-570ce2ec-fd8c-4adb-a7a6-1b70e4516059 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1227806 Dec 13 16:35:04.719785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:04.733238 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.733580 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment bf04f2d1-c5d8-4839-847c-d05051603288 of type vlan for network 476836cc-7617-4db0-9523-264f9205ea14 Dec 13 16:35:04.741884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.747434 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:04.748017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.756393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Calling delete_port for ce714cb6-b108-40ac-9a99-4886b5d67daf owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:04.839900 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4115803 Dec 13 16:35:04.845616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46494) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:04.847054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.857707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'subnet': {'network_id': 'f635b555-9af3-416b-be4f-68f127709d9f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:04.929949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50036fad-2589-44ae-b4ac-383c39ebe8e2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Network': ['ID=f635b555-9af3-416b-be4f-68f127709d9f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:04.941280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network f635b555-9af3-416b-be4f-68f127709d9f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:04.964869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:04.971287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:04.971925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.043544 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4495702 Dec 13 16:35:05.051220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46496) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:05.061071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': 'e3b7cb91-6378-4b85-9adf-6abe9e0010c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:05.101508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c114fa82-8bd3-49b9-aeaf-42f844519a27 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:05.117665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96818b30-1855-4e15-ab6a-dc49e0c4e032 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=476836cc-7617-4db0-9523-264f9205ea14,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:05.127706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: c114fa82-8bd3-49b9-aeaf-42f844519a27 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:05.128388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c114fa82-8bd3-49b9-aeaf-42f844519a27 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:05.129177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 92ce8d47-b7b4-402e-9b58-2332ef6fc554 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:05.138962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Made reservation on behalf of 1f50522b97324265b4f1550995663d25 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:05.142530 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.153874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 476836cc-7617-4db0-9523-264f9205ea14 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:05.158929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 92ce8d47-b7b4-402e-9b58-2332ef6fc554 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:05.159276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 92ce8d47-b7b4-402e-9b58-2332ef6fc554 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:05.308445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.309062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.309186 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP 40855138-081d-4cb4-9fc3-54e6ad89232e disassociated. External IP: 172.26.6.226, port: 566c48d6-d432-4427-8220-1f040c87256c. Dec 13 16:35:05.309454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for 566c48d6-d432-4427-8220-1f040c87256c owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:05.418031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.454196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event deleted for resources: {'Port': ['ID=ce714cb6-b108-40ac-9a99-4886b5d67daf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:05.472678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabf067c-ffc1-428f-9142-89d8291ca6c7 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:05.553278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.556539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.563339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:05.566811 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.669469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=566c48d6-d432-4427-8220-1f040c87256c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:05.676739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.679554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.763181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4d4f8ade-9425-43b7-8be1-dc790775b31f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:35:05.767663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.798564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.799462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Fanout notify agent at l3_agent the message router_deleted on router db509be9-fb8a-485b-98cd-21bc6e6dcd93 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:05.809486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.811251 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3cbf81bc-fb75-4da2-bf30-ddcabd7897bb tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "DELETE /v2.0/routers/db509be9-fb8a-485b-98cd-21bc6e6dcd93 HTTP/1.1" status: 204 len: 168 time: 2.0765533 Dec 13 16:35:05.823866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46500) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:05.877936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:05.885965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2937723c-998a-4044-91f3-c57416307d5c req-7dbfad46-0014-4f54-a9fc-acf0ef17d537 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:05.894319 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2937723c-998a-4044-91f3-c57416307d5c req-7dbfad46-0014-4f54-a9fc-acf0ef17d537 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 944 time: 0.0912800 Dec 13 16:35:05.907983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4d4f8ade-9425-43b7-8be1-dc790775b31f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:05.910655 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Subnet': ['ID=491c532a-103a-4a71-8156-263454c6a70b,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:05.925205 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'port_id': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'mac_address': 'fa:16:3e:5d:eb:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:35:05.968918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:05.971259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Checking segment: {'id': 'e4eaa51c-c2a6-4754-8498-4232618ac247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f635b555-9af3-416b-be4f-68f127709d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:05.971753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network hostable DHCP agents. Network: f635b555-9af3-416b-be4f-68f127709d9f, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:05.991777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4f8ade-9425-43b7-8be1-dc790775b31f {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:35:05.994711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.000021 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.015215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4d4f8ade-9425-43b7-8be1-dc790775b31f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:06.022817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.041898 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2937723c-998a-4044-91f3-c57416307d5c req-8e718922-c990-4dd6-8718-d07618bc01f6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442671 Dec 13 16:35:06.043464 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network f635b555-9af3-416b-be4f-68f127709d9f is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:06.085087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, f635b555-9af3-416b-be4f-68f127709d9f) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:06.090494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:06.103943 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfe4b7-bd7a-4c47-b446-d1375d856102 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:06.109507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1231878-958c-491b-9257-1bf7fdc81790 None None] Network f635b555-9af3-416b-be4f-68f127709d9f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:06.114388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:06.116299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4d4f8ade-9425-43b7-8be1-dc790775b31f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:06.116901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.122970 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcfe4b7-bd7a-4c47-b446-d1375d856102 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:06.123895 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4fcfe4b7-bd7a-4c47-b446-d1375d856102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:06.167682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.175944 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4fcfe4b7-bd7a-4c47-b446-d1375d856102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:06.176308 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-624cbca9-8661-4f0c-aa6d-94c6d6286d2c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/ports/566c48d6-d432-4427-8220-1f040c87256c HTTP/1.1" status: 204 len: 168 time: 2.0224080 Dec 13 16:35:06.176964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46502) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:06.187254 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcfe4b7-bd7a-4c47-b446-d1375d856102 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:06.188763 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4fcfe4b7-bd7a-4c47-b446-d1375d856102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:06.214895 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.226165 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4fcfe4b7-bd7a-4c47-b446-d1375d856102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:06.226844 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfe4b7-bd7a-4c47-b446-d1375d856102 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:06.231751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-f635b555-9af3-416b-be4f-68f127709d9f', 'network_id': 'f635b555-9af3-416b-be4f-68f127709d9f', 'project_id': '1f50522b97324265b4f1550995663d25', 'fixed_ips': [{'subnet_id': '491c532a-103a-4a71-8156-263454c6a70b'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:06.232637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.236697 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fdd319f0-c544-485d-a5d3-b8e5a3e43cfb tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "GET /v2.0/floatingips/40855138-081d-4cb4-9fc3-54e6ad89232e HTTP/1.1" status: 200 len: 688 time: 0.0554631 Dec 13 16:35:06.237036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=c4722cf4-5a31-41be-85b5-b3b87bd2779a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:06.237489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46504) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:06.262048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': '7af689d8-7bc4-4a38-99b4-e61069566ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e3b7cb91-6378-4b85-9adf-6abe9e0010c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:06.262748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: e3b7cb91-6378-4b85-9adf-6abe9e0010c6, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:06.269841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:06.289819 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-96e48783-05ef-4ba4-8348-236b1068ab93 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4375348 Dec 13 16:35:06.289819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b9467b-7594-4c55-ba7d-0c0e2e499a1e') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:06.289819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b9467b-7594-4c55-ba7d-0c0e2e499a1e') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:06.291475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46506) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:06.295317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3415e8c0-71a5-491e-9de1-d70d61dfa60b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f635b555-9af3-416b-be4f-68f127709d9f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:06.303773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.311165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['4d4f8ade-9425-43b7-8be1-dc790775b31f'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:35:06.315565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:06.326374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.332214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, e3b7cb91-6378-4b85-9adf-6abe9e0010c6) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:06.337074 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:06.337596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:06.341031 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:06.343862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:06.343862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.362518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f8521-03c3-408f-89ec-05c2f0645dec None None] Network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:06.424320 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d7d54e1c-9f35-4aa8-981e-8b4f4168ce66 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3686435 Dec 13 16:35:06.425688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46508) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:06.435296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': '476836cc-7617-4db0-9523-264f9205ea14', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:06.488619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.497211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.505416 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "DELETE /v2.0/networks/6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2 HTTP/1.1" status: 204 len: 168 time: 0.6787548 Dec 13 16:35:06.518184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46510) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:06.534794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e9639-a5b0-45a7-9075-2882ff09a88d tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event deleted for resources: {'Network': ['ID=6c07d6b4-d2b5-4009-ab91-bfe9bb30bab2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:06.535971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-e3b7cb91-6378-4b85-9adf-6abe9e0010c6', 'network_id': 'e3b7cb91-6378-4b85-9adf-6abe9e0010c6', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': 'c4722cf4-5a31-41be-85b5-b3b87bd2779a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:06.536834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.540672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Allocated IP 2001:db8:1::2 (f635b555-9af3-416b-be4f-68f127709d9f/491c532a-103a-4a71-8156-263454c6a70b/7e2e7b79-0779-4a95-8d72-72f24a78cfe9) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:06.617558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:06.621037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.632155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3415e8c0-71a5-491e-9de1-d70d61dfa60b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.638082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aa795f2b-e207-4463-880a-6b2cc9c40058 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.644972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port 4e73e533-5320-40d9-88dc-dac91f4d40d0 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:06.645549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.713850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aa795f2b-e207-4463-880a-6b2cc9c40058 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.783590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.783841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.801756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for 4e73e533-5320-40d9-88dc-dac91f4d40d0 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:06.856917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aa795f2b-e207-4463-880a-6b2cc9c40058 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.860899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-aa795f2b-e207-4463-880a-6b2cc9c40058 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.866283 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-aa795f2b-e207-4463-880a-6b2cc9c40058 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] 10.222.0.13 "DELETE /v2.0/security-groups/3e284be7-f656-419e-9511-fa302000e22e HTTP/1.1" status: 204 len: 168 time: 0.3468678 Dec 13 16:35:06.912244 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-3415e8c0-71a5-491e-9de1-d70d61dfa60b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 16:35:06.917054 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3415e8c0-71a5-491e-9de1-d70d61dfa60b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "PUT /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014 HTTP/1.1" status: 400 len: 364 time: 0.6219122 Dec 13 16:35:06.917758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa795f2b-e207-4463-880a-6b2cc9c40058 tempest-TestNetworkAdvancedServerOps-762273291 tempest-TestNetworkAdvancedServerOps-762273291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e284be7-f656-419e-9511-fa302000e22e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:06.919385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46514) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:06.979832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:06.984582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.003433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=4e73e533-5320-40d9-88dc-dac91f4d40d0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:07.021276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Allocated IP 172.20.0.2 (e3b7cb91-6378-4b85-9adf-6abe9e0010c6/c4722cf4-5a31-41be-85b5-b3b87bd2779a/8151b4c5-9384-4c08-a882-c50a3d40d0b4) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:07.056586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.079576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.083035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.084509 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9f9772fa-5a26-4c2f-8408-8dd37a12191c tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/floatingips/40855138-081d-4cb4-9fc3-54e6ad89232e HTTP/1.1" status: 204 len: 168 time: 0.8457406 Dec 13 16:35:07.088217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46518) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:07.094689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '7137591b-fc2a-491e-b099-7e1673fe1da2'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:07.123152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.158101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.172245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ce714cb6-b108-40ac-9a99-4886b5d67daf no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:07.185430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=2eccd53c-5d8b-4c11-9e60-a01e61b8c62c,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:07.228176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: ce714cb6-b108-40ac-9a99-4886b5d67daf {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:07.228526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ce714cb6-b108-40ac-9a99-4886b5d67daf not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:07.251651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fbaa7-0b7e-47fe-a4ec-f3377f1ca187 req-6153cc27-e10e-44a2-bb93-4884b46a8619 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:07.253192 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-de2fbaa7-0b7e-47fe-a4ec-f3377f1ca187 req-6153cc27-e10e-44a2-bb93-4884b46a8619 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 945 time: 0.1074646 Dec 13 16:35:07.267757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Network f635b555-9af3-416b-be4f-68f127709d9f is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:07.273304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': 'bf04f2d1-c5d8-4839-847c-d05051603288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '476836cc-7617-4db0-9523-264f9205ea14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:07.273800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: 476836cc-7617-4db0-9523-264f9205ea14, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:07.281591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:07.283525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Pushing event updated for resources: {'Port': ['ID=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:07.285775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:07.323263 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-de2fbaa7-0b7e-47fe-a4ec-f3377f1ca187 req-f58f0713-9345-44e9-95b5-b27d9915afc3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633595 Dec 13 16:35:07.336539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 476836cc-7617-4db0-9523-264f9205ea14 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:07.364784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.367680 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.369487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 476836cc-7617-4db0-9523-264f9205ea14) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:07.380623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:07.381219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.399445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead13202-3a99-4c25-8a42-1b48ff2cc156 None None] Network 476836cc-7617-4db0-9523-264f9205ea14 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:07.457534 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-716afdd6-890e-4f26-ad5e-1a3a00a4a11a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0265574 Dec 13 16:35:07.457776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46520) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:07.463636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ebd4148a-b414-4bc9-8364-0a37f22bfb37 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1419543486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:07.485269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Attempting to bind port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:07.485550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Attempting to bind port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'e4eaa51c-c2a6-4754-8498-4232618ac247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f635b555-9af3-416b-be4f-68f127709d9f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:07.485920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Attempting to bind port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 on network f635b555-9af3-416b-be4f-68f127709d9f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:07.501152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.26.6.217 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/3baeb630-6670-4d7c-bde5-0509ca450d1a) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:07.518024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:07.519092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Checking segment: {'id': 'e4eaa51c-c2a6-4754-8498-4232618ac247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f635b555-9af3-416b-be4f-68f127709d9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:07.519502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.519935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Bound using segment: {'id': 'e4eaa51c-c2a6-4754-8498-4232618ac247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f635b555-9af3-416b-be4f-68f127709d9f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:07.520850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Bound port: 7e2e7b79-0779-4a95-8d72-72f24a78cfe9, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eaa51c-c2a6-4754-8498-4232618ac247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f635b555-9af3-416b-be4f-68f127709d9f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:07.520850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.523043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.526314 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebd4148a-b414-4bc9-8364-0a37f22bfb37 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.527392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebd4148a-b414-4bc9-8364-0a37f22bfb37 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.545409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.624928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebd4148a-b414-4bc9-8364-0a37f22bfb37 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.629621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.633616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebd4148a-b414-4bc9-8364-0a37f22bfb37 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.636933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:07.662207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ebd4148a-b414-4bc9-8364-0a37f22bfb37 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.663448 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ebd4148a-b414-4bc9-8364-0a37f22bfb37 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2047839 Dec 13 16:35:07.665128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:07.666780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Pushing event updated for resources: {'Port': ['ID=8151b4c5-9384-4c08-a882-c50a3d40d0b4,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:07.667875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46522) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:07.670762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:07.685861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-476836cc-7617-4db0-9523-264f9205ea14', 'network_id': '476836cc-7617-4db0-9523-264f9205ea14', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': '2eccd53c-5d8b-4c11-9e60-a01e61b8c62c'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:07.687086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.715377 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Allocated IP 2001:db8::1 (4980094e-871f-41e8-8f90-05d72acd1fc6/09b3eb81-1252-4835-93f4-e8304671ef97/159952d4-6dc6-455d-8f46-75af88540ca2) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:07.725771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] For port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:07.753185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.763380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] For port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,segment=NetworkSegment(e4eaa51c-c2a6-4754-8498-4232618ac247),segment_id=e4eaa51c-c2a6-4754-8498-4232618ac247)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:07.819409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.834247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Attempting to bind port 8151b4c5-9384-4c08-a882-c50a3d40d0b4 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:07.834615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Attempting to bind port 8151b4c5-9384-4c08-a882-c50a3d40d0b4 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7af689d8-7bc4-4a38-99b4-e61069566ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e3b7cb91-6378-4b85-9adf-6abe9e0010c6'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:07.835000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.835625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Attempting to bind port 8151b4c5-9384-4c08-a882-c50a3d40d0b4 on network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:07.870322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:07.872904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.878428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:07.889813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:07.890192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Checking segment: {'id': '7af689d8-7bc4-4a38-99b4-e61069566ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e3b7cb91-6378-4b85-9adf-6abe9e0010c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:07.890590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.891068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Bound using segment: {'id': '7af689d8-7bc4-4a38-99b4-e61069566ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e3b7cb91-6378-4b85-9adf-6abe9e0010c6'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:07.891557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Bound port: 8151b4c5-9384-4c08-a882-c50a3d40d0b4, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af689d8-7bc4-4a38-99b4-e61069566ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'e3b7cb91-6378-4b85-9adf-6abe9e0010c6'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:07.891934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.931111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=3baeb630-6670-4d7c-bde5-0509ca450d1a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:07.934613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:07.971541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network 4980094e-871f-41e8-8f90-05d72acd1fc6 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:07.975750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:07.980372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:07.981039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:07.999687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ba394-ae63-4446-8381-83ebb161310f None None] Pushing event updated for resources: {'Port': ['ID=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:08.025720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Allocated IP 172.21.0.2 (476836cc-7617-4db0-9523-264f9205ea14/2eccd53c-5d8b-4c11-9e60-a01e61b8c62c/ce924874-61f3-4d7f-a624-04b468f79961) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:08.069666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] For port 8151b4c5-9384-4c08-a882-c50a3d40d0b4, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:08.097079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Port': ['ID=159952d4-6dc6-455d-8f46-75af88540ca2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:08.144957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] For port 8151b4c5-9384-4c08-a882-c50a3d40d0b4, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8151b4c5-9384-4c08-a882-c50a3d40d0b4,segment=NetworkSegment(7af689d8-7bc4-4a38-99b4-e61069566ac3),segment_id=7af689d8-7bc4-4a38-99b4-e61069566ac3)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:08.159283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.275630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d88e41-b558-430f-aaa7-2ca1c7a0ec19 None None] Pushing event updated for resources: {'Port': ['ID=8151b4c5-9384-4c08-a882-c50a3d40d0b4,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:08.323062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.515187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46532) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:08.599498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.616224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cb8ed1e9-43e4-4c4c-bb53-ec423a7645d3 None None] Provisioning complete for port 159952d4-6dc6-455d-8f46-75af88540ca2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:08.616730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cb8ed1e9-43e4-4c4c-bb53-ec423a7645d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.622857 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.773576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ed1e9-43e4-4c4c-bb53-ec423a7645d3 None None] Port 159952d4-6dc6-455d-8f46-75af88540ca2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:08.779426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Pushing event updated for resources: {'Port': ['ID=ce924874-61f3-4d7f-a624-04b468f79961,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:08.791777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Network 476836cc-7617-4db0-9523-264f9205ea14 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:08.793221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:08.796199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:08.821296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.838477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.839286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.853421 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-15836a80-5262-4eb1-b818-e83c3340b7dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2bdbd3d85cf48d5ac211222fc26285a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342047 Dec 13 16:35:08.866693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Attempting to bind port ce924874-61f3-4d7f-a624-04b468f79961 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:08.867378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Attempting to bind port ce924874-61f3-4d7f-a624-04b468f79961 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'bf04f2d1-c5d8-4839-847c-d05051603288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '476836cc-7617-4db0-9523-264f9205ea14'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:08.867917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Attempting to bind port ce924874-61f3-4d7f-a624-04b468f79961 on network 476836cc-7617-4db0-9523-264f9205ea14 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:08.878519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:08.879243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Checking segment: {'id': 'bf04f2d1-c5d8-4839-847c-d05051603288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '476836cc-7617-4db0-9523-264f9205ea14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:08.879830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.880403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Bound using segment: {'id': 'bf04f2d1-c5d8-4839-847c-d05051603288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '476836cc-7617-4db0-9523-264f9205ea14'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:08.881579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Bound port: ce924874-61f3-4d7f-a624-04b468f79961, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf04f2d1-c5d8-4839-847c-d05051603288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '476836cc-7617-4db0-9523-264f9205ea14'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:08.882152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.882368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46536) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:08.892603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:08.934421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6c885-c205-43ff-84f8-fead25425672 req-a9697dc7-ed54-4e0e-8495-2ea701986beb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:08.936297 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6ef6c885-c205-43ff-84f8-fead25425672 req-a9697dc7-ed54-4e0e-8495-2ea701986beb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 945 time: 0.1466360 Dec 13 16:35:08.959117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] For port ce924874-61f3-4d7f-a624-04b468f79961, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:08.962392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] For port ce924874-61f3-4d7f-a624-04b468f79961, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ce924874-61f3-4d7f-a624-04b468f79961,segment=NetworkSegment(bf04f2d1-c5d8-4839-847c-d05051603288),segment_id=bf04f2d1-c5d8-4839-847c-d05051603288)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:08.971855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.020428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event updated for resources: {'Port': ['ID=159952d4-6dc6-455d-8f46-75af88540ca2,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:09.031070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Network 4980094e-871f-41e8-8f90-05d72acd1fc6 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:09.037768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:09.072660 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b819d879-4433-4be9-827a-77d6370ee7c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.083629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d7675-a8c6-4de9-b534-1d2634a5e014 None None] Pushing event updated for resources: {'Port': ['ID=ce924874-61f3-4d7f-a624-04b468f79961,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:09.144741 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6ef6c885-c205-43ff-84f8-fead25425672 req-a5841b9a-a840-4b87-8b5d-f78489d1f80c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203349 Dec 13 16:35:09.192317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b819d879-4433-4be9-827a-77d6370ee7c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.238051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Router 4dffe7f2-3646-491c-bad7-21e8477b7014 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:09.349113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:09.365285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b819d879-4433-4be9-827a-77d6370ee7c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.368355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b819d879-4433-4be9-827a-77d6370ee7c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.371412 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b819d879-4433-4be9-827a-77d6370ee7c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fbc1771b-f489-43a2-a27f-b5f0d608e97b HTTP/1.1" status: 204 len: 168 time: 0.4841437 Dec 13 16:35:09.400335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819d879-4433-4be9-827a-77d6370ee7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc1771b-f489-43a2-a27f-b5f0d608e97b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:09.421824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:09.431711 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ea3d78ed-3861-4b4d-8601-8167a4e751c3 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "PUT /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4993460 Dec 13 16:35:09.434021 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46540) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:09.514428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e0f6b-fdab-49c0-9aa3-0cc82ce20952 None None] Sync routers for ids ['4dffe7f2-3646-491c-bad7-21e8477b7014'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:09.558354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e0f6b-fdab-49c0-9aa3-0cc82ce20952 None None] Routers {'4dffe7f2-3646-491c-bad7-21e8477b7014'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:09.559255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e83e0f6b-fdab-49c0-9aa3-0cc82ce20952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4dffe7f2-3646-491c-bad7-21e8477b7014'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:09.634984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e83e0f6b-fdab-49c0-9aa3-0cc82ce20952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:09.652961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-af4fe833-7f74-4060-833e-7727b60cbf0a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.659759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.669165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e0f6b-fdab-49c0-9aa3-0cc82ce20952 None None] Routers {'4dffe7f2-3646-491c-bad7-21e8477b7014'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:09.669963 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e83e0f6b-fdab-49c0-9aa3-0cc82ce20952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4dffe7f2-3646-491c-bad7-21e8477b7014'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:09.710301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e83e0f6b-fdab-49c0-9aa3-0cc82ce20952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:09.711210 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83e0f6b-fdab-49c0-9aa3-0cc82ce20952 None None] The sync data for ids ['4dffe7f2-3646-491c-bad7-21e8477b7014'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:09.714588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:09.715549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.740557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.20.0.1 (e3b7cb91-6378-4b85-9adf-6abe9e0010c6/c4722cf4-5a31-41be-85b5-b3b87bd2779a/c9379ae6-a234-4fdd-bcac-90d5bb82fed9) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:09.802832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4d4f8ade-9425-43b7-8be1-dc790775b31f up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:09.835628 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-af4fe833-7f74-4060-833e-7727b60cbf0a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 13 16:35:09.836917 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-af4fe833-7f74-4060-833e-7727b60cbf0a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014 HTTP/1.1" status: 409 len: 329 time: 0.4012146 Dec 13 16:35:09.852210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46544) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:09.865771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-11b15fec-1d8c-4958-9e44-6180f9353c66 None None] Provisioning complete for port 159952d4-6dc6-455d-8f46-75af88540ca2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:09.866146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11b15fec-1d8c-4958-9e44-6180f9353c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:09.914073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-11b15fec-1d8c-4958-9e44-6180f9353c66 None None] Port 159952d4-6dc6-455d-8f46-75af88540ca2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:09.963066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f85a66d-4780-4041-a4f9-4fe9e07ff972 None None] Network f635b555-9af3-416b-be4f-68f127709d9f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:09.985138 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.013097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46546) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:10.045925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c52f4cd-be78-4068-8289-d6792d15bfc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.069404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.094585 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b4f765e6-e56a-4eb9-92e1-f9bbc795a10b None None] Provisioning complete for port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:10.095431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b4f765e6-e56a-4eb9-92e1-f9bbc795a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.141663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 4d4f8ade-9425-43b7-8be1-dc790775b31f completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:35:10.167873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 4d4f8ade-9425-43b7-8be1-dc790775b31f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:10.168817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.187451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56965bf3-b069-4cb9-8d61-7027e9902703 None None] Network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:10.195017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.328483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.360556 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,segment=NetworkSegment(e4eaa51c-c2a6-4754-8498-4232618ac247),segment_id=e4eaa51c-c2a6-4754-8498-4232618ac247)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:10.367905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.393057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f843402-078b-4b4e-a34e-851462dd04f3 req-229181f5-1dd1-4993-a5cd-eee0cb4519b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:10.394675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f843402-078b-4b4e-a34e-851462dd04f3 req-229181f5-1dd1-4993-a5cd-eee0cb4519b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 945 time: 0.1590571 Dec 13 16:35:10.400825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.408406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.408758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8151b4c5-9384-4c08-a882-c50a3d40d0b4 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:10.413729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c52f4cd-be78-4068-8289-d6792d15bfc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.427455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.462774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c52f4cd-be78-4068-8289-d6792d15bfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.573284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:10.623888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:10.635060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:10.644110 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=3baeb630-6670-4d7c-bde5-0509ca450d1a,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:10.656189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52f4cd-be78-4068-8289-d6792d15bfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63206f68-babc-4555-aed9-31716137b23d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:10.715821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting port 159952d4-6dc6-455d-8f46-75af88540ca2 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:10.716065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.755501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=c9379ae6-a234-4fdd-bcac-90d5bb82fed9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:10.758134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.764380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b4f765e6-e56a-4eb9-92e1-f9bbc795a10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.820783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.847619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:10.851858 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9c52f4cd-be78-4068-8289-d6792d15bfc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49f57923b1324bd99707863398ddcc53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8346047 Dec 13 16:35:10.862938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46550) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:10.871266 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f843402-078b-4b4e-a34e-851462dd04f3 req-e4cf3a5a-0e75-4aa9-b001-849a6947ffe5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4566176 Dec 13 16:35:10.895321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.915298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:35:10.917678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6ab35a-eb8a-45c1-b997-09b42dc1ab82" -d '{"events": [{"server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:35:10.918181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.940976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Calling delete_port for 159952d4-6dc6-455d-8f46-75af88540ca2 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:10.942740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4d4f8ade-9425-43b7-8be1-dc790775b31f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:10.947114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-b4f765e6-e56a-4eb9-92e1-f9bbc795a10b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:35:10.947497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-b4f765e6-e56a-4eb9-92e1-f9bbc795a10b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:35:10.954538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 8151b4c5-9384-4c08-a882-c50a3d40d0b4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:10.954962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.960831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:10.963353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c6b1d-d2bd-4d4f-875d-620719e8e9b3 None None] Network 476836cc-7617-4db0-9523-264f9205ea14 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:11.010039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0c15d9f-1505-4330-a785-20fdeee91ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.034450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0c15d9f-1505-4330-a785-20fdeee91ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.040864 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP e7668561-8e3d-45ee-b546-64ed8b0d2487 associated. External IP: 172.26.6.217, port: 7137591b-fc2a-491e-b099-7e1673fe1da2. Dec 13 16:35:11.068327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4ebb0b-291b-450b-8686-3b6c565c8a17 x-openstack-request-id: req-da4ebb0b-291b-450b-8686-3b6c565c8a17 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:35:11.069198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:35:11.069681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da4ebb0b-291b-450b-8686-3b6c565c8a17 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:35:11.070482 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'code': 200} Dec 13 16:35:11.088981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4d4f8ade-9425-43b7-8be1-dc790775b31f,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:11.095699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0c15d9f-1505-4330-a785-20fdeee91ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.098774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0c15d9f-1505-4330-a785-20fdeee91ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.099761 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a0c15d9f-1505-4330-a785-20fdeee91ebc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/63206f68-babc-4555-aed9-31716137b23d HTTP/1.1" status: 204 len: 168 time: 0.2343123 Dec 13 16:35:11.133448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c15d9f-1505-4330-a785-20fdeee91ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63206f68-babc-4555-aed9-31716137b23d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:11.275970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.340237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.349107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.398070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 8151b4c5-9384-4c08-a882-c50a3d40d0b4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8151b4c5-9384-4c08-a882-c50a3d40d0b4,segment=NetworkSegment(7af689d8-7bc4-4a38-99b4-e61069566ac3),segment_id=7af689d8-7bc4-4a38-99b4-e61069566ac3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:11.401485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6ef82-7690-403c-af05-ae6bdcd4472f req-927638fc-8f5d-430e-b02e-d1a83dfaf25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:11.408167 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bcb6ef82-7690-403c-af05-ae6bdcd4472f req-927638fc-8f5d-430e-b02e-d1a83dfaf25c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 1099 time: 0.2050924 Dec 13 16:35:11.408461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.459408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Port': ['ID=159952d4-6dc6-455d-8f46-75af88540ca2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:11.550722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=8151b4c5-9384-4c08-a882-c50a3d40d0b4,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:11.696308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.700188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Provisioning complete for port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:11.700564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.785660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:11.900167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Provisioning complete for port c9379ae6-a234-4fdd-bcac-90d5bb82fed9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:11.900539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:11.965520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:11.965901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.019293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Port c9379ae6-a234-4fdd-bcac-90d5bb82fed9 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:12.067528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Provisioning complete for port 8151b4c5-9384-4c08-a882-c50a3d40d0b4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:12.067903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.097689 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bcb6ef82-7690-403c-af05-ae6bdcd4472f req-8bf4294a-80a4-4d99-be48-9a347324a188 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5619533 Dec 13 16:35:12.098279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ce924874-61f3-4d7f-a624-04b468f79961 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:12.137010 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:35:12.184031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ffbb96-e70f-4ae3-812d-5fe01a4e535f req-a998ed6f-be7a-4ed3-be97-c133020abd95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:12.185783 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e3ffbb96-e70f-4ae3-812d-5fe01a4e535f req-a998ed6f-be7a-4ed3-be97-c133020abd95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 946 time: 0.2064896 Dec 13 16:35:12.199351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ce924874-61f3-4d7f-a624-04b468f79961 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:12.199739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.221256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:12.246376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Provisioning complete for port ce924874-61f3-4d7f-a624-04b468f79961 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:12.246779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.321262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.356277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Router 4dffe7f2-3646-491c-bad7-21e8477b7014 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:12.356898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.358491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.383432 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.400199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e3ffbb96-e70f-4ae3-812d-5fe01a4e535f req-5a699f94-192b-4f03-8e91-d88d7c0f5c39 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2000883 Dec 13 16:35:12.407906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port ce924874-61f3-4d7f-a624-04b468f79961, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ce924874-61f3-4d7f-a624-04b468f79961,segment=NetworkSegment(bf04f2d1-c5d8-4839-847c-d05051603288),segment_id=bf04f2d1-c5d8-4839-847c-d05051603288)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:12.419563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.437081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:12.443984 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f3e73683-cc89-43fa-adb3-9fcf4c6c18e1 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "PUT /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5886185 Dec 13 16:35:12.447580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46558) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:12.451877 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305703b-c92f-420e-9d61-24aff7349b38 None None] Sync routers for ids ['4dffe7f2-3646-491c-bad7-21e8477b7014'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:12.465368 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305703b-c92f-420e-9d61-24aff7349b38 None None] Routers {'4dffe7f2-3646-491c-bad7-21e8477b7014'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:12.466288 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b305703b-c92f-420e-9d61-24aff7349b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4dffe7f2-3646-491c-bad7-21e8477b7014'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:12.492960 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-b9ebad0d-6600-4c04-87af-65ea2816dfaa tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] show failed (client error): The resource could not be found. Dec 13 16:35:12.494020 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b9ebad0d-6600-4c04-87af-65ea2816dfaa tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "GET /v2.0/routers/tempest-non_exist_router-504584034 HTTP/1.1" status: 404 len: 334 time: 0.0451343 Dec 13 16:35:12.499575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46560) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:12.504925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6de6a56c-176c-4a61-886b-6cc9602719b2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:12.507699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:35:12.508068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-474ae2a6-ead8-4df0-b3c1-59821b3603d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:35:12.509074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=ce924874-61f3-4d7f-a624-04b468f79961,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:12.519082 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b305703b-c92f-420e-9d61-24aff7349b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:12.528867 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305703b-c92f-420e-9d61-24aff7349b38 None None] Routers {'4dffe7f2-3646-491c-bad7-21e8477b7014'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:12.529479 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b305703b-c92f-420e-9d61-24aff7349b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4dffe7f2-3646-491c-bad7-21e8477b7014'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:12.541433 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-6de6a56c-176c-4a61-886b-6cc9602719b2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] update failed (client error): The resource could not be found. Dec 13 16:35:12.542792 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6de6a56c-176c-4a61-886b-6cc9602719b2 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "PUT /v2.0/routers/tempest-non_exist_router-278186656 HTTP/1.1" status: 404 len: 334 time: 0.0418983 Dec 13 16:35:12.550301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46562) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:12.565770 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b305703b-c92f-420e-9d61-24aff7349b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:12.566422 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305703b-c92f-420e-9d61-24aff7349b38 None None] The sync data for ids ['4dffe7f2-3646-491c-bad7-21e8477b7014'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:12.606080 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e299ea1-e2c6-4b87-b225-a1a63ef2853b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting subnet 491c532a-103a-4a71-8156-263454c6a70b {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:12.610125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e299ea1-e2c6-4b87-b225-a1a63ef2853b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.657225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e299ea1-e2c6-4b87-b225-a1a63ef2853b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.743262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e299ea1-e2c6-4b87-b225-a1a63ef2853b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.794613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.796333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=c9379ae6-a234-4fdd-bcac-90d5bb82fed9,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:12.804867 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e299ea1-e2c6-4b87-b225-a1a63ef2853b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.826991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:12.837645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8409297-cee1-486a-b038-3e6abd879851 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:12.842320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f267df8-ffe3-4dec-8100-d125e1ce2b4f None None] Network f635b555-9af3-416b-be4f-68f127709d9f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:12.842734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e299ea1-e2c6-4b87-b225-a1a63ef2853b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Subnet': ['ID=491c532a-103a-4a71-8156-263454c6a70b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:12.845311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3e299ea1-e2c6-4b87-b225-a1a63ef2853b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.851189 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3e299ea1-e2c6-4b87-b225-a1a63ef2853b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/subnets/491c532a-103a-4a71-8156-263454c6a70b HTTP/1.1" status: 204 len: 168 time: 0.2994647 Dec 13 16:35:12.852385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46564) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:12.885671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.902259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8409297-cee1-486a-b038-3e6abd879851 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:12.902931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d8409297-cee1-486a-b038-3e6abd879851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:12.926679 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d6a06b59-cd65-4c89-8432-513432b5688f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.8363445 Dec 13 16:35:12.928634 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46566) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:12.938120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-683437676'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:12.941789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:12.943474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:12.946824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d8409297-cee1-486a-b038-3e6abd879851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:12.959130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:12.982076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:12.983233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8409297-cee1-486a-b038-3e6abd879851 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:12.983872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d8409297-cee1-486a-b038-3e6abd879851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:12.987483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.037829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:13.060518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.060880 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Added segment 289d9ca6-2eaa-427f-a31b-7fa394426448 of type vlan for network 791cc270-f814-4472-a53f-d2c1389ed690 Dec 13 16:35:13.096052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] DHCP port deletion for f635b555-9af3-416b-be4f-68f127709d9f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:13.103683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d8409297-cee1-486a-b038-3e6abd879851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:13.104253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8409297-cee1-486a-b038-3e6abd879851 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:13.107167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:13.107514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.119429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router 139f9272-6837-4370-a011-8f15806e4a07 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:35:13.160333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.162394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] Deleting port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:13.162803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.207627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] For port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,segment=NetworkSegment(e4eaa51c-c2a6-4754-8498-4232618ac247),segment_id=e4eaa51c-c2a6-4754-8498-4232618ac247)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:13.207627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.223268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.229405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:13.230029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.232739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Calling delete_port for 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:13.247947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-098278a5-924a-4f72-a8cd-130127351a3e None None] Provisioning complete for port ce924874-61f3-4d7f-a624-04b468f79961 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:13.248885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-098278a5-924a-4f72-a8cd-130127351a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.267787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:13.279183 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1e1da-ced6-4c8d-b49b-7847e01433bc None None] Sync routers for ids ['139f9272-6837-4370-a011-8f15806e4a07'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:13.300823 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-421cce69-ce41-4145-ae3e-41287edb9d57 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/139f9272-6837-4370-a011-8f15806e4a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6316857 Dec 13 16:35:13.303467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46568) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:13.306023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] For port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,segment=NetworkSegment(e4eaa51c-c2a6-4754-8498-4232618ac247),segment_id=e4eaa51c-c2a6-4754-8498-4232618ac247)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:13.306445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.320700 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1e1da-ced6-4c8d-b49b-7847e01433bc None None] Routers {'139f9272-6837-4370-a011-8f15806e4a07'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:13.325328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] Calling delete_port for 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:13.325975 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a9f1e1da-ced6-4c8d-b49b-7847e01433bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['139f9272-6837-4370-a011-8f15806e4a07'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:13.350614 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4167700 Dec 13 16:35:13.350880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46570) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:13.356407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'subnet': {'network_id': '791cc270-f814-4472-a53f-d2c1389ed690', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:13.373275 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a9f1e1da-ced6-4c8d-b49b-7847e01433bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:13.397256 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1e1da-ced6-4c8d-b49b-7847e01433bc None None] Routers {'139f9272-6837-4370-a011-8f15806e4a07'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:13.398279 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a9f1e1da-ced6-4c8d-b49b-7847e01433bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['139f9272-6837-4370-a011-8f15806e4a07'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:13.420424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-098278a5-924a-4f72-a8cd-130127351a3e None None] Provisioning complete for port c9379ae6-a234-4fdd-bcac-90d5bb82fed9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:13.421076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-098278a5-924a-4f72-a8cd-130127351a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.426848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf8b89-a23c-47c4-9f76-d146a9e02bbe tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Network': ['ID=791cc270-f814-4472-a53f-d2c1389ed690,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:13.440830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7626faab-693c-4aa4-81b2-6a87a09b0590 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:13.443555 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7626faab-693c-4aa4-81b2-6a87a09b0590 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports/c9379ae6-a234-4fdd-bcac-90d5bb82fed9 HTTP/1.1" status: 200 len: 910 time: 0.1390436 Dec 13 16:35:13.446428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46574) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:13.490761 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 791cc270-f814-4472-a53f-d2c1389ed690 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:13.493088 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a9f1e1da-ced6-4c8d-b49b-7847e01433bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:13.493840 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1e1da-ced6-4c8d-b49b-7847e01433bc None None] The sync data for ids ['139f9272-6837-4370-a011-8f15806e4a07'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:13.498639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.544007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] No DVR routers for this DVR port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:13.567711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Port': ['ID=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:13.591076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-098278a5-924a-4f72-a8cd-130127351a3e None None] Port c9379ae6-a234-4fdd-bcac-90d5bb82fed9 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:13.618326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.640120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.645864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8feb432-2e1a-4091-b096-cc72c2ceed17 req-e5b49ed5-bc17-4779-a96b-32ae229376ec tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:13.647449 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8feb432-2e1a-4091-b096-cc72c2ceed17 req-e5b49ed5-bc17-4779-a96b-32ae229376ec tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 946 time: 0.1163669 Dec 13 16:35:13.657146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ce924874-61f3-4d7f-a624-04b468f79961 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:13.662446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] Pushing event deleted for resources: {'Port': ['ID=7e2e7b79-0779-4a95-8d72-72f24a78cfe9,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:13.665147 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f635b555-9af3-416b-be4f-68f127709d9f']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:13.675849 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4eaa51c-c2a6-4754-8498-4232618ac247') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:13.676151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4eaa51c-c2a6-4754-8498-4232618ac247') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:13.687910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.694928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab818ef-a883-44bd-b093-5f05cd8155ff None None] No DVR routers for this DVR port 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:13.711840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.717982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:13.718690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:13.723071 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:13.731353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a324c413-ce21-4122-93b9-1b265bc28448 None None] Provisioning complete for port c9379ae6-a234-4fdd-bcac-90d5bb82fed9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:13.731794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a324c413-ce21-4122-93b9-1b265bc28448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.736402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:13.739939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.785424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ce924874-61f3-4d7f-a624-04b468f79961 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:13.785798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.789922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a324c413-ce21-4122-93b9-1b265bc28448 None None] Port c9379ae6-a234-4fdd-bcac-90d5bb82fed9 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:13.800503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.809417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.816243 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/networks/f635b555-9af3-416b-be4f-68f127709d9f HTTP/1.1" status: 204 len: 168 time: 0.9587743 Dec 13 16:35:13.816444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:13.818495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46576) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:13.824122 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d8fa2-8f9c-448b-a424-da75d246631b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Network': ['ID=f635b555-9af3-416b-be4f-68f127709d9f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:13.879462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8151b4c5-9384-4c08-a882-c50a3d40d0b4 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:13.899312 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8feb432-2e1a-4091-b096-cc72c2ceed17 req-1313cd54-05a6-45a8-b57b-223d36f4e149 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2417719 Dec 13 16:35:13.933408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 8151b4c5-9384-4c08-a882-c50a3d40d0b4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:13.933984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.011080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-48537dd9-2413-4a31-b342-b483f562479b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting subnet 38d576a2-d608-4426-8380-b15c28a462f0 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:14.020121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48537dd9-2413-4a31-b342-b483f562479b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.068651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:14.090763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:14.091111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7e2e7b79-0779-4a95-8d72-72f24a78cfe9 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:14.138309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48537dd9-2413-4a31-b342-b483f562479b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.272545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5beb8-82dd-4ad5-9d28-23b6ce3ae3e1 req-3d615833-5b62-474c-9f66-ca5067fec325 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:14.274067 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f2f5beb8-82dd-4ad5-9d28-23b6ce3ae3e1 req-3d615833-5b62-474c-9f66-ca5067fec325 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 946 time: 0.2272036 Dec 13 16:35:14.334481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.429213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48537dd9-2413-4a31-b342-b483f562479b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.472708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.482299 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f2f5beb8-82dd-4ad5-9d28-23b6ce3ae3e1 req-00b8201d-bde0-4a1a-a298-ae6e5b52a2de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1966455 Dec 13 16:35:14.504821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46580) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:14.517010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Subnet': ['ID=c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:14.597513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Checking segment: {'id': '289d9ca6-2eaa-427f-a31b-7fa394426448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '791cc270-f814-4472-a53f-d2c1389ed690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:14.597905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network hostable DHCP agents. Network: 791cc270-f814-4472-a53f-d2c1389ed690, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:14.635862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48537dd9-2413-4a31-b342-b483f562479b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.659191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network 791cc270-f814-4472-a53f-d2c1389ed690 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:14.686814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48537dd9-2413-4a31-b342-b483f562479b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Subnet': ['ID=38d576a2-d608-4426-8380-b15c28a462f0,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:14.700079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d566cbc9-b249-43e0-99df-84e83d0b4c34 None None] Network fe50c21a-e234-4f31-b2d9-996a911063ea requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:14.715753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48537dd9-2413-4a31-b342-b483f562479b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.721944 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-48537dd9-2413-4a31-b342-b483f562479b tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/subnets/38d576a2-d608-4426-8380-b15c28a462f0 HTTP/1.1" status: 204 len: 168 time: 0.8938169 Dec 13 16:35:14.722405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46584) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:14.727477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 791cc270-f814-4472-a53f-d2c1389ed690) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:14.738171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:14.738799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.775663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319c7e6-636d-4cee-823c-26251e259963 None None] Network 791cc270-f814-4472-a53f-d2c1389ed690 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:14.789151 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-383663b1-c3d7-46fb-ac2e-93500d5c961e tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4371538 Dec 13 16:35:14.798820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46586) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:14.803874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-190065846', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:14.851689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95ad90f-16c0-4a5e-b817-335580053e9d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting subnet 34469671-2763-45ac-98c6-43454b1de065 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:14.857022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f95ad90f-16c0-4a5e-b817-335580053e9d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.863120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce9f275-9dbc-444b-9bc4-52ac8b6da83c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:14.864538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.21.0.1 (476836cc-7617-4db0-9523-264f9205ea14/2eccd53c-5d8b-4c11-9e60-a01e61b8c62c/cf36390c-bf52-42c9-83b4-984f77f45baa) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:14.868322 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dce9f275-9dbc-444b-9bc4-52ac8b6da83c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 1094 time: 0.3624470 Dec 13 16:35:14.868926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46588) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:14.873747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:14.889311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.890469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.932598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f95ad90f-16c0-4a5e-b817-335580053e9d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.941057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-791cc270-f814-4472-a53f-d2c1389ed690', 'network_id': '791cc270-f814-4472-a53f-d2c1389ed690', 'project_id': 'd53f88a6d60343b89b3d80d130a01e17', 'fixed_ips': [{'subnet_id': 'c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:14.942214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:14.958481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.014059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.037669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] DHCP port deletion for fe50c21a-e234-4f31-b2d9-996a911063ea request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:15.066611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.143163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.146927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.207850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f95ad90f-16c0-4a5e-b817-335580053e9d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.232376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 476836cc-7617-4db0-9523-264f9205ea14 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:15.238742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.245890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:15.253984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:15.260286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=cf36390c-bf52-42c9-83b4-984f77f45baa,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:15.329606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] Deleting port 57d23965-6974-4052-ad03-3de869db0ce9 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:15.330768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.332905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Allocated IP 172.20.0.2 (791cc270-f814-4472-a53f-d2c1389ed690/c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee/dfc7594d-368a-4825-86a8-07fe98094b6b) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:15.345591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f95ad90f-16c0-4a5e-b817-335580053e9d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.346914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.400333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ad90f-16c0-4a5e-b817-335580053e9d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Subnet': ['ID=34469671-2763-45ac-98c6-43454b1de065,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:15.404584 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f95ad90f-16c0-4a5e-b817-335580053e9d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.404837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.34 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/4e2d2b9b-54ff-4e04-ad1e-ae4fb5c174de) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:15.411359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e68936-28cf-4c88-8079-2062acd18227 None None] Network d3b8175e-a301-4293-94da-b9d22b72cce2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:15.413537 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f95ad90f-16c0-4a5e-b817-335580053e9d tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/subnets/34469671-2763-45ac-98c6-43454b1de065 HTTP/1.1" status: 204 len: 168 time: 0.6896105 Dec 13 16:35:15.417612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46590) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:15.553829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.559768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 57d23965-6974-4052-ad03-3de869db0ce9 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:15.564002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] For port 57d23965-6974-4052-ad03-3de869db0ce9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=57d23965-6974-4052-ad03-3de869db0ce9,segment=NetworkSegment(e92e6674-026d-4679-80e5-6621298413b5),segment_id=e92e6674-026d-4679-80e5-6621298413b5)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:15.564522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.574817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.621723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] Calling delete_port for 57d23965-6974-4052-ad03-3de869db0ce9 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:15.713957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.741480 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.747561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.790734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b1469604-bccb-4401-ac10-952cf168e3cd None None] Provisioning complete for port cf36390c-bf52-42c9-83b4-984f77f45baa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:15.791231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b1469604-bccb-4401-ac10-952cf168e3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.819858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting port 57d23965-6974-4052-ad03-3de869db0ce9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:15.820200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.853571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.863635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] DHCP port deletion for d3b8175e-a301-4293-94da-b9d22b72cce2 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:15.877326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.886022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.929144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] For port 57d23965-6974-4052-ad03-3de869db0ce9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=57d23965-6974-4052-ad03-3de869db0ce9,segment=NetworkSegment(e92e6674-026d-4679-80e5-6621298413b5),segment_id=e92e6674-026d-4679-80e5-6621298413b5)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:15.929516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.936135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:15.942191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b1469604-bccb-4401-ac10-952cf168e3cd None None] Port cf36390c-bf52-42c9-83b4-984f77f45baa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:15.944018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:15.946914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:15.948552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Calling delete_port for 57d23965-6974-4052-ad03-3de869db0ce9 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:15.953922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.961862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.26.6.89 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/962eef99-a791-46e3-8b34-5612711e43ee) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:15.968313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Network 791cc270-f814-4472-a53f-d2c1389ed690 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:15.977992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:15.979952 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:15.983593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:16.010723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=4e2d2b9b-54ff-4e04-ad1e-ae4fb5c174de,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.014115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] No DVR routers for this DVR port 57d23965-6974-4052-ad03-3de869db0ce9 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:16.019400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Pushing event updated for resources: {'Port': ['ID=dfc7594d-368a-4825-86a8-07fe98094b6b,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.072264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.094516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.108170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5801882-0fc3-4164-ac11-221472faeefb None None] Pushing event deleted for resources: {'Port': ['ID=57d23965-6974-4052-ad03-3de869db0ce9,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.122694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] Deleting port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:16.123186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.128501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Attempting to bind port dfc7594d-368a-4825-86a8-07fe98094b6b on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:16.128991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Attempting to bind port dfc7594d-368a-4825-86a8-07fe98094b6b by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '289d9ca6-2eaa-427f-a31b-7fa394426448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '791cc270-f814-4472-a53f-d2c1389ed690'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:16.129455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Attempting to bind port dfc7594d-368a-4825-86a8-07fe98094b6b on network 791cc270-f814-4472-a53f-d2c1389ed690 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:16.137898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.155765 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.179259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:16.180060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Checking segment: {'id': '289d9ca6-2eaa-427f-a31b-7fa394426448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '791cc270-f814-4472-a53f-d2c1389ed690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:16.180534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.180996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Bound using segment: {'id': '289d9ca6-2eaa-427f-a31b-7fa394426448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '791cc270-f814-4472-a53f-d2c1389ed690'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:16.181704 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Bound port: dfc7594d-368a-4825-86a8-07fe98094b6b, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289d9ca6-2eaa-427f-a31b-7fa394426448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '791cc270-f814-4472-a53f-d2c1389ed690'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:16.182165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.196441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Port': ['ID=57d23965-6974-4052-ad03-3de869db0ce9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.198802 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] No DVR routers for this DVR port 57d23965-6974-4052-ad03-3de869db0ce9 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:16.239512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.261114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] For port dfc7594d-368a-4825-86a8-07fe98094b6b, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:16.264678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] For port dfc7594d-368a-4825-86a8-07fe98094b6b, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dfc7594d-368a-4825-86a8-07fe98094b6b,segment=NetworkSegment(289d9ca6-2eaa-427f-a31b-7fa394426448),segment_id=289d9ca6-2eaa-427f-a31b-7fa394426448)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:16.273151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.276660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] For port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f1b7c3a2-ee35-4a30-87f2-fa1128f9e761,segment=NetworkSegment(bd01d40d-743d-484b-b206-6f4b7d1d88cb),segment_id=bd01d40d-743d-484b-b206-6f4b7d1d88cb)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:16.277309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.322271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.325074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] Calling delete_port for f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:16.331200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:16.340885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:16.349101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:16.362243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=962eef99-a791-46e3-8b34-5612711e43ee,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.384162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe50c21a-e234-4f31-b2d9-996a911063ea']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:16.398559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92e6674-026d-4679-80e5-6621298413b5') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:16.398852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92e6674-026d-4679-80e5-6621298413b5') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:16.405752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532df99-c2af-40ff-80d1-f6560697cb12 None None] Pushing event updated for resources: {'Port': ['ID=dfc7594d-368a-4825-86a8-07fe98094b6b,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.409511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59964b9b-123d-408b-b0c1-6182a74a91f6 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:16.415126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.463254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.498605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] Pushing event deleted for resources: {'Port': ['ID=f1b7c3a2-ee35-4a30-87f2-fa1128f9e761,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.505195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be54687-ca67-4561-9651-f474cf5e18a9 None None] No DVR routers for this DVR port f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:16.514438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-22e0b4e6-5cd3-41fd-bbf7-d5c92c72472f None None] Provisioning complete for port 962eef99-a791-46e3-8b34-5612711e43ee triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:16.514883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22e0b4e6-5cd3-41fd-bbf7-d5c92c72472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.557743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-22e0b4e6-5cd3-41fd-bbf7-d5c92c72472f None None] Port 962eef99-a791-46e3-8b34-5612711e43ee cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:16.561149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.573488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:16.574080 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:16.577478 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:16.681700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.688335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=cf36390c-bf52-42c9-83b4-984f77f45baa,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.749453 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.763302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.769627 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/networks/fe50c21a-e234-4f31-b2d9-996a911063ea HTTP/1.1" status: 204 len: 168 time: 1.3490162 Dec 13 16:35:16.770523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46592) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:16.789557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99edfb8-9c91-4e4a-8b33-7c5b1f020087 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Network': ['ID=fe50c21a-e234-4f31-b2d9-996a911063ea,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:16.842001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 476836cc-7617-4db0-9523-264f9205ea14 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:16.872765 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:16.878085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:16.881061 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.021289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.060632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router 139f9272-6837-4370-a011-8f15806e4a07 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:17.185462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.194785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-591d8ab8-d386-497e-9357-c7bab896e944 None None] Provisioning complete for port cf36390c-bf52-42c9-83b4-984f77f45baa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:17.195806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-591d8ab8-d386-497e-9357-c7bab896e944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.230636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:17.242525 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7986864d-8975-4214-815e-9b007d77a8bd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/139f9272-6837-4370-a011-8f15806e4a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7903039 Dec 13 16:35:17.243978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22a175-7f0c-4206-8b7e-741a2c3ad604 None None] Sync routers for ids ['139f9272-6837-4370-a011-8f15806e4a07'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:17.247608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-591d8ab8-d386-497e-9357-c7bab896e944 None None] Port cf36390c-bf52-42c9-83b4-984f77f45baa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:17.250433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46594) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:17.263642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22a175-7f0c-4206-8b7e-741a2c3ad604 None None] Routers {'139f9272-6837-4370-a011-8f15806e4a07'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:17.264269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8a22a175-7f0c-4206-8b7e-741a2c3ad604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['139f9272-6837-4370-a011-8f15806e4a07'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:17.304615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8a22a175-7f0c-4206-8b7e-741a2c3ad604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:17.315731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22a175-7f0c-4206-8b7e-741a2c3ad604 None None] Routers {'139f9272-6837-4370-a011-8f15806e4a07'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:17.316314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8a22a175-7f0c-4206-8b7e-741a2c3ad604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['139f9272-6837-4370-a011-8f15806e4a07'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:17.346672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f008aeec-b00d-453e-bcd5-c7b187a524ab tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:17.351172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f008aeec-b00d-453e-bcd5-c7b187a524ab tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports/cf36390c-bf52-42c9-83b4-984f77f45baa HTTP/1.1" status: 200 len: 910 time: 0.0990419 Dec 13 16:35:17.351706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46596) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:17.353169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8a22a175-7f0c-4206-8b7e-741a2c3ad604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:17.353837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22a175-7f0c-4206-8b7e-741a2c3ad604 None None] The sync data for ids ['139f9272-6837-4370-a011-8f15806e4a07'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:17.521325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a812e98b-a147-4bf0-a8d9-55dce2451b99 None None] Network 791cc270-f814-4472-a53f-d2c1389ed690 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:17.544487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.574511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dfc7594d-368a-4825-86a8-07fe98094b6b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:17.581187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b8175e-a301-4293-94da-b9d22b72cce2']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:17.597186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd01d40d-743d-484b-b206-6f4b7d1d88cb') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:17.597677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd01d40d-743d-484b-b206-6f4b7d1d88cb') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:17.611181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.622750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.632198 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.633452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.639832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.643856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e8eabbb1-af6e-4240-8947-09d4d2740e17 None None] Provisioning complete for port dfc7594d-368a-4825-86a8-07fe98094b6b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:17.644230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbb1-af6e-4240-8947-09d4d2740e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.700610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:17.701105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:17.704818 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:17.734276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port dfc7594d-368a-4825-86a8-07fe98094b6b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:17.734769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.752142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=4e2d2b9b-54ff-4e04-ad1e-ae4fb5c174de,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:17.771797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.796235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.805056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.808653 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/networks/d3b8175e-a301-4293-94da-b9d22b72cce2 HTTP/1.1" status: 204 len: 168 time: 1.0294399 Dec 13 16:35:17.814046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46598) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:17.838166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbb1-af6e-4240-8947-09d4d2740e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.884214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db56748-2648-478b-959a-495e6ace7515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting subnet 09b3eb81-1252-4835-93f4-e8304671ef97 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:17.887520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1db56748-2648-478b-959a-495e6ace7515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.908549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.910958 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 2c121fc4-290a-474a-aadb-ee021435748a associated. External IP: 172.26.6.34, port: 4d4f8ade-9425-43b7-8be1-dc790775b31f. Dec 13 16:35:17.914262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e8eabbb1-af6e-4240-8947-09d4d2740e17 None None] For port dfc7594d-368a-4825-86a8-07fe98094b6b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dfc7594d-368a-4825-86a8-07fe98094b6b,segment=NetworkSegment(289d9ca6-2eaa-427f-a31b-7fa394426448),segment_id=289d9ca6-2eaa-427f-a31b-7fa394426448)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:17.927162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbb1-af6e-4240-8947-09d4d2740e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:17.929012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1db56748-2648-478b-959a-495e6ace7515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.013817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eabbb1-af6e-4240-8947-09d4d2740e17 None None] Pushing event updated for resources: {'Port': ['ID=dfc7594d-368a-4825-86a8-07fe98094b6b,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:18.018779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:35:18.019298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:35:18.020609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1db56748-2648-478b-959a-495e6ace7515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.048003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d7e34de4-c568-4cdc-b942-ede22247d49c None None] Provisioning complete for port dfc7594d-368a-4825-86a8-07fe98094b6b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:18.048412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7e34de4-c568-4cdc-b942-ede22247d49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.070957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf402c-b3c2-4e3c-b52c-5b766c2aec64 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Network': ['ID=d3b8175e-a301-4293-94da-b9d22b72cce2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:18.101506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1db56748-2648-478b-959a-495e6ace7515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.111369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.147050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db56748-2648-478b-959a-495e6ace7515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Subnet': ['ID=09b3eb81-1252-4835-93f4-e8304671ef97,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:18.149287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1db56748-2648-478b-959a-495e6ace7515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.155186 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1db56748-2648-478b-959a-495e6ace7515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/subnets/09b3eb81-1252-4835-93f4-e8304671ef97 HTTP/1.1" status: 204 len: 168 time: 0.3335426 Dec 13 16:35:18.155397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46600) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:18.165321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a6b57b-1a16-4645-9ab3-16448ccc2c4c None None] Network 4980094e-871f-41e8-8f90-05d72acd1fc6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:18.167931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7cafaa9b-a7d9-472f-b703-af1624aa0782 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:35:18.314396 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.338941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] DHCP port deletion for 4980094e-871f-41e8-8f90-05d72acd1fc6 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:18.379314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:18.385908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:18.400726 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a9774-f7e1-4c9b-b55b-313dedf0205a None None] Sync routers for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:18.419158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.420551 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ed3361a6-46b7-485f-a823-8714e5170164 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.6210699 Dec 13 16:35:18.423065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Deleting port 93569221-edd4-443e-823b-041c0e53e4d5 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:18.423450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.425521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46602) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:18.425911 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a9774-f7e1-4c9b-b55b-313dedf0205a None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:18.427004 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a06a9774-f7e1-4c9b-b55b-313dedf0205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:18.474004 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a06a9774-f7e1-4c9b-b55b-313dedf0205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:18.487274 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06a9774-f7e1-4c9b-b55b-313dedf0205a None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:18.488327 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a06a9774-f7e1-4c9b-b55b-313dedf0205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:18.525056 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a06a9774-f7e1-4c9b-b55b-313dedf0205a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:18.526135 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06a9774-f7e1-4c9b-b55b-313dedf0205a None None] The sync data for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:18.532580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:18.553818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] Sync routers for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:18.574152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] For port 93569221-edd4-443e-823b-041c0e53e4d5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=93569221-edd4-443e-823b-041c0e53e4d5,segment=NetworkSegment(125a41cf-ce6f-4b9d-9eec-ea503be9a0cf),segment_id=125a41cf-ce6f-4b9d-9eec-ea503be9a0cf)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:18.575032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.584169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.585422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:18.586593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:18.595943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Calling delete_port for 93569221-edd4-443e-823b-041c0e53e4d5 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:18.660500 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-976f9e78-5d2c-49f2-9048-a7a8d1905d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7878404 Dec 13 16:35:18.660739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:18.662463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:35:18.664861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:35:18.667657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46604) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:18.697002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] Deleting port 93569221-edd4-443e-823b-041c0e53e4d5 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:18.697383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.698967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:18.699314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f1b7c3a2-ee35-4a30-87f2-fa1128f9e761 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:18.733197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82798969-9f0b-4c6a-8fbc-cb70f1d641dc x-openstack-request-id: req-82798969-9f0b-4c6a-8fbc-cb70f1d641dc {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:35:18.733865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:35:18.734099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82798969-9f0b-4c6a-8fbc-cb70f1d641dc {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:35:18.734973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'status': 'completed', 'code': 200} Dec 13 16:35:18.759169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-467ef2d0-4b0b-4170-87ce-64d98cc0fe18 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 991 time: 0.0874729 Dec 13 16:35:18.771001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port cf36390c-bf52-42c9-83b4-984f77f45baa {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:18.771842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.784376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] For port 93569221-edd4-443e-823b-041c0e53e4d5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=93569221-edd4-443e-823b-041c0e53e4d5,segment=NetworkSegment(125a41cf-ce6f-4b9d-9eec-ea503be9a0cf),segment_id=125a41cf-ce6f-4b9d-9eec-ea503be9a0cf)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:18.784772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.803693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] Calling delete_port for 93569221-edd4-443e-823b-041c0e53e4d5 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:18.806444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:35:18.864609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.878784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-3a8ffcbd-1fd2-4445-8a13-0707ec953739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:18.880445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-3a8ffcbd-1fd2-4445-8a13-0707ec953739 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 1099 time: 0.0930712 Dec 13 16:35:18.900584 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Port': ['ID=93569221-edd4-443e-823b-041c0e53e4d5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:18.904451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] No DVR routers for this DVR port 93569221-edd4-443e-823b-041c0e53e4d5 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:18.946437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:18.967121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for cf36390c-bf52-42c9-83b4-984f77f45baa owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:19.001231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.019971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.050428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4980094e-871f-41e8-8f90-05d72acd1fc6']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:19.053072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] Pushing event deleted for resources: {'Port': ['ID=93569221-edd4-443e-823b-041c0e53e4d5,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:19.061228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef970e37-3f4e-4ea2-83f0-ef7746dddbfb None None] No DVR routers for this DVR port 93569221-edd4-443e-823b-041c0e53e4d5 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:19.068060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125a41cf-ce6f-4b9d-9eec-ea503be9a0cf') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:19.068362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125a41cf-ce6f-4b9d-9eec-ea503be9a0cf') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:19.088817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.144461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.153561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '2c121fc4-290a-474a-aadb-ee021435748a', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'port_id': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'mac_address': 'fa:16:3e:5d:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:35:16Z', 'updated_at': '2021-12-13T16:35:16Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:19.158938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:19.159332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:19.162957 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:19.190692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] Checking router: 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:35:19.200691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:19.201354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:19.255147 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.263805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.270836 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/networks/4980094e-871f-41e8-8f90-05d72acd1fc6 HTTP/1.1" status: 204 len: 168 time: 1.1134090 Dec 13 16:35:19.271646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46608) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:19.274745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.318511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:35:19.320625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673acc7f-8c25-4826-bde3-0a588cf0c35a tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Pushing event deleted for resources: {'Network': ['ID=4980094e-871f-41e8-8f90-05d72acd1fc6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:19.328338 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ae0d8c65-8a66-456e-8af0-959a2c1b1b85 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dffe7f2-3646-491c-bad7-21e8477b7014 HTTP/1.1" status: 200 len: 205 time: 0.0488241 Dec 13 16:35:19.329108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46610) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:19.378387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-b32d0267-c0a2-4c88-95f0-07bf9c5d0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:19.379500 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-b32d0267-c0a2-4c88-95f0-07bf9c5d0cad service neutron] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 898 time: 0.4899256 Dec 13 16:35:19.469693 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b19-5e30-4169-bc76-d317c638d515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.536665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-d4515b70-7c01-4935-a000-deb9c75352dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f HTTP/1.1" status: 200 len: 999 time: 0.1104097 Dec 13 16:35:19.570650 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dfc7594d-368a-4825-86a8-07fe98094b6b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:19.632066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-9467d4a1-2046-453e-a925-5dc30f8d73fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:19.633786 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-9467d4a1-2046-453e-a925-5dc30f8d73fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.0680447 Dec 13 16:35:19.635221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.641741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '2c121fc4-290a-474a-aadb-ee021435748a', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'port_id': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'mac_address': 'fa:16:3e:5d:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:35:16Z', 'updated_at': '2021-12-13T16:35:16Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:19.663568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b19-5e30-4169-bc76-d317c638d515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.666559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b19-5e30-4169-bc76-d317c638d515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.672990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port dfc7594d-368a-4825-86a8-07fe98094b6b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:19.673513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.675741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8575ce8-100f-4bfd-ba57-8892b341a253 None None] The sync data for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv is: [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '2c121fc4-290a-474a-aadb-ee021435748a', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'port_id': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'mac_address': 'fa:16:3e:5d:eb:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:35:16Z', 'updated_at': '2021-12-13T16:35:16Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:19.684279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=cf36390c-bf52-42c9-83b4-984f77f45baa,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:19.765246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46612) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:19.805575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-9e27e2a9-6065-4db9-bd1f-a16cad480a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:19.807349 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-9e27e2a9-6065-4db9-bd1f-a16cad480a11 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1427057 Dec 13 16:35:19.867429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b19-5e30-4169-bc76-d317c638d515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.867940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5d1b19-5e30-4169-bc76-d317c638d515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Fanout notify agent at l3_agent the message router_deleted on router 4dffe7f2-3646-491c-bad7-21e8477b7014 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:19.875842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 93569221-edd4-443e-823b-041c0e53e4d5 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:19.896649 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6913fb01-265b-44f3-8d04-92473e194116 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 991 time: 0.1309474 Dec 13 16:35:19.911263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b19-5e30-4169-bc76-d317c638d515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:19.913140 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8b5d1b19-5e30-4169-bc76-d317c638d515 tempest-RoutersNegativeIpV6Test-19023966 tempest-RoutersNegativeIpV6Test-19023966-project] 10.222.0.13 "DELETE /v2.0/routers/4dffe7f2-3646-491c-bad7-21e8477b7014 HTTP/1.1" status: 204 len: 168 time: 0.5826526 Dec 13 16:35:19.917860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 93569221-edd4-443e-823b-041c0e53e4d5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:19.918466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 93569221-edd4-443e-823b-041c0e53e4d5 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:20.008036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.20.0.1 (791cc270-f814-4472-a53f-d2c1389ed690/c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee/d3cade80-7dc0-4c18-ae1a-3084575360a6) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:20.025837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:20.037471 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec180919-631e-4ab5-ba5e-f7355c86c152 None None] New status for floating IP 2c121fc4-290a-474a-aadb-ee021435748a: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:35:20.137070 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-85572e78-45aa-4ecf-be7a-1d5e22625b6d service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850173 Dec 13 16:35:20.198742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:20.238152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:20.288569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46618) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:20.297424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=d3cade80-7dc0-4c18-ae1a-3084575360a6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:20.311194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network 791cc270-f814-4472-a53f-d2c1389ed690 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:20.313522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:20.315901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:20.338159 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6fc662c-8ef0-4c17-b285-ee8edd9714ec req-c6bef60d-66cd-4930-8b8f-863095a5dc72 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820998 Dec 13 16:35:20.347393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router 139f9272-6837-4370-a011-8f15806e4a07 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:20.390919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:20.465629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:20.475468 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f8f3a0cf-06a3-48c9-a5e9-c034f650b0c0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/139f9272-6837-4370-a011-8f15806e4a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1203680 Dec 13 16:35:20.475718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46622) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:20.477567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bff8f-0337-4f76-b5ef-0f8634b1d295 None None] Sync routers for ids ['139f9272-6837-4370-a011-8f15806e4a07'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:20.489339 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bff8f-0337-4f76-b5ef-0f8634b1d295 None None] Routers {'139f9272-6837-4370-a011-8f15806e4a07'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:20.489975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f30bff8f-0337-4f76-b5ef-0f8634b1d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['139f9272-6837-4370-a011-8f15806e4a07'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:20.523506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f30bff8f-0337-4f76-b5ef-0f8634b1d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:20.533075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bff8f-0337-4f76-b5ef-0f8634b1d295 None None] Routers {'139f9272-6837-4370-a011-8f15806e4a07'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:20.533696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f30bff8f-0337-4f76-b5ef-0f8634b1d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['139f9272-6837-4370-a011-8f15806e4a07'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:20.569941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f30bff8f-0337-4f76-b5ef-0f8634b1d295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:20.570610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bff8f-0337-4f76-b5ef-0f8634b1d295 None None] The sync data for ids ['139f9272-6837-4370-a011-8f15806e4a07'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:20.664718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-67a0a80c-046e-430b-a49c-e7b5e2588337 None None] Provisioning complete for port d3cade80-7dc0-4c18-ae1a-3084575360a6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:20.665405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-67a0a80c-046e-430b-a49c-e7b5e2588337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:20.701991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-67a0a80c-046e-430b-a49c-e7b5e2588337 None None] Port d3cade80-7dc0-4c18-ae1a-3084575360a6 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:20.899479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46624) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:20.907709 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5ef9d60f-6eca-4e03-899d-321136bc35cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f50522b97324265b4f1550995663d25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6166687 Dec 13 16:35:20.912568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46626) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:20.961310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c2a87b67-4b73-43af-b8a3-be2c3b491bfe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 993 time: 0.0605209 Dec 13 16:35:21.045135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.112550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd069542-2df4-4713-89c6-33e3926e6ebc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.229724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd069542-2df4-4713-89c6-33e3926e6ebc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.359850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd069542-2df4-4713-89c6-33e3926e6ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.362402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd069542-2df4-4713-89c6-33e3926e6ebc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.363572 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cd069542-2df4-4713-89c6-33e3926e6ebc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c4042a55-91d0-4836-9f1c-7e402f29dee8 HTTP/1.1" status: 204 len: 168 time: 0.4489999 Dec 13 16:35:21.409299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd069542-2df4-4713-89c6-33e3926e6ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4042a55-91d0-4836-9f1c-7e402f29dee8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:21.527869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.532565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.536115 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.679668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:21.695164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=d3cade80-7dc0-4c18-ae1a-3084575360a6,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:21.852132 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network 791cc270-f814-4472-a53f-d2c1389ed690 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:21.855089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:22.030020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-dfe390d8-a0d1-4f8f-8d3c-126a95e48ddc None None] Provisioning complete for port d3cade80-7dc0-4c18-ae1a-3084575360a6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:22.030580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7cafaa9b-a7d9-472f-b703-af1624aa0782 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:22.031107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dfe390d8-a0d1-4f8f-8d3c-126a95e48ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.042043 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port c9379ae6-a234-4fdd-bcac-90d5bb82fed9 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:22.042379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.065375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-dfe390d8-a0d1-4f8f-8d3c-126a95e48ddc None None] Port d3cade80-7dc0-4c18-ae1a-3084575360a6 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:22.219709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.236598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for c9379ae6-a234-4fdd-bcac-90d5bb82fed9 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:22.240804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:22.246149 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4e754d8c-4762-4947-ae8e-61a8684a1cf3 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/routers/7cafaa9b-a7d9-472f-b703-af1624aa0782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8196058 Dec 13 16:35:22.248835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46630) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:22.253861 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a708a7b-aef4-4b19-a383-eb6e64c07d1e None None] Sync routers for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:22.254359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'port': {'network_id': '791cc270-f814-4472-a53f-d2c1389ed690', 'name': 'tempest-FloatingIPTestJSON-436881199'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:22.265367 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a708a7b-aef4-4b19-a383-eb6e64c07d1e None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:22.266225 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4a708a7b-aef4-4b19-a383-eb6e64c07d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:22.300074 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4a708a7b-aef4-4b19-a383-eb6e64c07d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:22.308874 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a708a7b-aef4-4b19-a383-eb6e64c07d1e None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:22.309471 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4a708a7b-aef4-4b19-a383-eb6e64c07d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:22.345518 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4a708a7b-aef4-4b19-a383-eb6e64c07d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:22.346172 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a708a7b-aef4-4b19-a383-eb6e64c07d1e None None] The sync data for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:22.368591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Made reservation on behalf of d53f88a6d60343b89b3d80d130a01e17 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:22.372310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.399169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] device_id is not set on port fbfbc413-3e35-4cf0-aabb-12e101f3fcdf yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:35:22.423926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.451961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=c9379ae6-a234-4fdd-bcac-90d5bb82fed9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:22.462732 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.463087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.463433 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.463773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.464110 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.464447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.464780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.465112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.465440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.465764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.466094 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.466425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.466775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.512700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Allocated IP 172.20.0.7 (791cc270-f814-4472-a53f-d2c1389ed690/c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee/fbfbc413-3e35-4cf0-aabb-12e101f3fcdf) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:22.609721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.679572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.712919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.757923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Network 791cc270-f814-4472-a53f-d2c1389ed690 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:22.761087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:22.764994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:22.771261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router 139f9272-6837-4370-a011-8f15806e4a07 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:22.794520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event updated for resources: {'Port': ['ID=fbfbc413-3e35-4cf0-aabb-12e101f3fcdf,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:22.807600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.807950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.808301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.808639 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.808974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.809311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.809637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.809968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.810294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.810624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.810974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.811301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.811624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:22.837146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:22.837908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:22.853534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:22.857238 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b408b0ff-d61f-408f-8cf9-b559c869913a tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6072917 Dec 13 16:35:22.860596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46632) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:22.863290 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0a8d7740-5939-4007-a7f5-a263e49e4820 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/139f9272-6837-4370-a011-8f15806e4a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3839998 Dec 13 16:35:22.864772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c125b-99e8-4882-a534-7b44035e3c2a None None] Sync routers for ids ['139f9272-6837-4370-a011-8f15806e4a07'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:22.865111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46634) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:22.870439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Request body: {'floatingip': {'port_id': 'fbfbc413-3e35-4cf0-aabb-12e101f3fcdf'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:22.880407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c125b-99e8-4882-a534-7b44035e3c2a None None] Routers {'139f9272-6837-4370-a011-8f15806e4a07'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:22.881329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3a3c125b-99e8-4882-a534-7b44035e3c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['139f9272-6837-4370-a011-8f15806e4a07'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:22.917757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3a3c125b-99e8-4882-a534-7b44035e3c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:22.927856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3c125b-99e8-4882-a534-7b44035e3c2a None None] Routers {'139f9272-6837-4370-a011-8f15806e4a07'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:22.928791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3a3c125b-99e8-4882-a534-7b44035e3c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['139f9272-6837-4370-a011-8f15806e4a07'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:22.930610 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a555b86e-a951-4e65-bdd3-14a806b1f716 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=139f9272-6837-4370-a011-8f15806e4a07 HTTP/1.1" status: 200 len: 205 time: 0.0643864 Dec 13 16:35:22.933077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46636) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:22.963900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3a3c125b-99e8-4882-a534-7b44035e3c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:22.964577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3c125b-99e8-4882-a534-7b44035e3c2a None None] The sync data for ids ['139f9272-6837-4370-a011-8f15806e4a07'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:22.993432 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ed3d1d24-eea7-4d74-b75b-7afdbf012e09 None None] Provisioning complete for port fbfbc413-3e35-4cf0-aabb-12e101f3fcdf triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:22.993808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ed3d1d24-eea7-4d74-b75b-7afdbf012e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.026126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c9fff7f-8a4c-4d69-86b8-df873f221391 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.030139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.031971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d1d24-eea7-4d74-b75b-7afdbf012e09 None None] Port fbfbc413-3e35-4cf0-aabb-12e101f3fcdf cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:23.246161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c9fff7f-8a4c-4d69-86b8-df873f221391 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.250912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c9fff7f-8a4c-4d69-86b8-df873f221391 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.325071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c9fff7f-8a4c-4d69-86b8-df873f221391 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.325600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9fff7f-8a4c-4d69-86b8-df873f221391 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Fanout notify agent at l3_agent the message router_deleted on router 139f9272-6837-4370-a011-8f15806e4a07 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:23.337188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c9fff7f-8a4c-4d69-86b8-df873f221391 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.338279 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9c9fff7f-8a4c-4d69-86b8-df873f221391 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/139f9272-6837-4370-a011-8f15806e4a07 HTTP/1.1" status: 204 len: 168 time: 0.4042456 Dec 13 16:35:23.340910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46638) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:23.743731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d896b8-3fd9-4682-8622-325dc41332e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet 2eccd53c-5d8b-4c11-9e60-a01e61b8c62c {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:23.749254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4d896b8-3fd9-4682-8622-325dc41332e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.829963 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4d896b8-3fd9-4682-8622-325dc41332e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:23.997722 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4d896b8-3fd9-4682-8622-325dc41332e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.122414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.123677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4d896b8-3fd9-4682-8622-325dc41332e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.133776 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.154085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d896b8-3fd9-4682-8622-325dc41332e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=2eccd53c-5d8b-4c11-9e60-a01e61b8c62c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:24.164492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7db15c-7e88-4575-b9c7-9c1c85ecd19c None None] Network 476836cc-7617-4db0-9523-264f9205ea14 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:24.187811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4d896b8-3fd9-4682-8622-325dc41332e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.191230 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b4d896b8-3fd9-4682-8622-325dc41332e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/2eccd53c-5d8b-4c11-9e60-a01e61b8c62c HTTP/1.1" status: 204 len: 168 time: 0.8494508 Dec 13 16:35:24.193964 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46640) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:24.254776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51f8cb4-578a-42f8-bdc9-250bbd3ac72f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet c4722cf4-5a31-41be-85b5-b3b87bd2779a {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:24.258893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e51f8cb4-578a-42f8-bdc9-250bbd3ac72f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.263870 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP e7668561-8e3d-45ee-b546-64ed8b0d2487 associated. External IP: 172.26.6.217, port: 7137591b-fc2a-491e-b099-7e1673fe1da2. Dec 13 16:35:24.306287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e51f8cb4-578a-42f8-bdc9-250bbd3ac72f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.323831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] DHCP port deletion for 476836cc-7617-4db0-9523-264f9205ea14 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:24.387746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] Deleting port ce924874-61f3-4d7f-a624-04b468f79961 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:24.388373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.400959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e51f8cb4-578a-42f8-bdc9-250bbd3ac72f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.454190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] For port ce924874-61f3-4d7f-a624-04b468f79961, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ce924874-61f3-4d7f-a624-04b468f79961,segment=NetworkSegment(bf04f2d1-c5d8-4839-847c-d05051603288),segment_id=bf04f2d1-c5d8-4839-847c-d05051603288)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:24.454982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.469701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e51f8cb4-578a-42f8-bdc9-250bbd3ac72f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.469966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] Calling delete_port for ce924874-61f3-4d7f-a624-04b468f79961 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:24.489762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:24.498265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f8cb4-578a-42f8-bdc9-250bbd3ac72f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=c4722cf4-5a31-41be-85b5-b3b87bd2779a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:24.503123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e51f8cb4-578a-42f8-bdc9-250bbd3ac72f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.509198 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e51f8cb4-578a-42f8-bdc9-250bbd3ac72f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/c4722cf4-5a31-41be-85b5-b3b87bd2779a HTTP/1.1" status: 204 len: 168 time: 0.3110180 Dec 13 16:35:24.509519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46642) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:24.596095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.616880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:24.629897 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60efbd3d-b56d-471e-bc5d-7989da069387 None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:24.647724 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60efbd3d-b56d-471e-bc5d-7989da069387 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:24.648840 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-60efbd3d-b56d-471e-bc5d-7989da069387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:24.652197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port ce924874-61f3-4d7f-a624-04b468f79961 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:24.652542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.668871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b03075-2ae8-47db-9e72-885e54f431e3 None None] Network e3b7cb91-6378-4b85-9adf-6abe9e0010c6 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:24.691635 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-60efbd3d-b56d-471e-bc5d-7989da069387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:24.702359 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60efbd3d-b56d-471e-bc5d-7989da069387 None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:24.703483 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-60efbd3d-b56d-471e-bc5d-7989da069387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:24.726927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port ce924874-61f3-4d7f-a624-04b468f79961, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ce924874-61f3-4d7f-a624-04b468f79961,segment=NetworkSegment(bf04f2d1-c5d8-4839-847c-d05051603288),segment_id=bf04f2d1-c5d8-4839-847c-d05051603288)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:24.727286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.744334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for ce924874-61f3-4d7f-a624-04b468f79961 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:24.746431 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-60efbd3d-b56d-471e-bc5d-7989da069387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:24.747381 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60efbd3d-b56d-471e-bc5d-7989da069387 None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:24.781935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.809186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] Pushing event deleted for resources: {'Port': ['ID=ce924874-61f3-4d7f-a624-04b468f79961,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:24.818504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdcdf3b-edf1-4e96-acb9-b40dd8693269 None None] No DVR routers for this DVR port ce924874-61f3-4d7f-a624-04b468f79961 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:24.838619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.867678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] DHCP port deletion for e3b7cb91-6378-4b85-9adf-6abe9e0010c6 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:24.870896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7cafaa9b-a7d9-472f-b703-af1624aa0782 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:24.871069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=ce924874-61f3-4d7f-a624-04b468f79961,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:24.872996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No DVR routers for this DVR port ce924874-61f3-4d7f-a624-04b468f79961 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:24.935142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fbddded2-f343-4ed3-a09b-e661ba3dd020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.939103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] Deleting port 8151b4c5-9384-4c08-a882-c50a3d40d0b4 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:24.939662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.961756 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:24.982041 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['476836cc-7617-4db0-9523-264f9205ea14']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:24.992321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf04f2d1-c5d8-4839-847c-d05051603288') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:24.992620 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf04f2d1-c5d8-4839-847c-d05051603288') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:25.002272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.003437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:25.008237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.013547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] For port 8151b4c5-9384-4c08-a882-c50a3d40d0b4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8151b4c5-9384-4c08-a882-c50a3d40d0b4,segment=NetworkSegment(7af689d8-7bc4-4a38-99b4-e61069566ac3),segment_id=7af689d8-7bc4-4a38-99b4-e61069566ac3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:25.014121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.019337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.024644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5bc55-15d8-4920-98f2-305e6c30ad2e None None] Sync routers for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:25.026170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:25.026559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:25.030272 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:25.036987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] Calling delete_port for 8151b4c5-9384-4c08-a882-c50a3d40d0b4 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:25.049405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5bc55-15d8-4920-98f2-305e6c30ad2e None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:25.050420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1ab5bc55-15d8-4920-98f2-305e6c30ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:25.065842 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f566db14-1169-4082-85f0-983f0dccf051 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/floatingips/e7668561-8e3d-45ee-b546-64ed8b0d2487 HTTP/1.1" status: 200 len: 977 time: 2.2040846 Dec 13 16:35:25.068520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46644) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:25.095018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1ab5bc55-15d8-4920-98f2-305e6c30ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:25.098457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.106579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.112903 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/476836cc-7617-4db0-9523-264f9205ea14 HTTP/1.1" status: 204 len: 168 time: 0.5998242 Dec 13 16:35:25.120004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46646) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:25.122543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e5414-4af8-4c08-bafe-4451e8a92f10 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=476836cc-7617-4db0-9523-264f9205ea14,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:25.144680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5bc55-15d8-4920-98f2-305e6c30ad2e None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:25.145297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1ab5bc55-15d8-4920-98f2-305e6c30ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:25.191040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1ab5bc55-15d8-4920-98f2-305e6c30ad2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:25.191711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab5bc55-15d8-4920-98f2-305e6c30ad2e None None] The sync data for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:25.216188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.226529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.243674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] Pushing event deleted for resources: {'Port': ['ID=8151b4c5-9384-4c08-a882-c50a3d40d0b4,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:25.247280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d6ddb0-4710-44eb-a409-b080e23c20f6 None None] No DVR routers for this DVR port 8151b4c5-9384-4c08-a882-c50a3d40d0b4 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:25.247852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port fbfbc413-3e35-4cf0-aabb-12e101f3fcdf {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:25.248192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.378093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.412692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b7cb91-6378-4b85-9adf-6abe9e0010c6']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:25.427743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.430710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af689d8-7bc4-4a38-99b4-e61069566ac3') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:25.431004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af689d8-7bc4-4a38-99b4-e61069566ac3') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:25.447842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.495112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.498978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ce924874-61f3-4d7f-a624-04b468f79961 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:25.505204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:25.505600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:25.508596 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:25.520132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: ce924874-61f3-4d7f-a624-04b468f79961 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:25.520416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ce924874-61f3-4d7f-a624-04b468f79961 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:25.520828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8151b4c5-9384-4c08-a882-c50a3d40d0b4 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:25.540008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 8151b4c5-9384-4c08-a882-c50a3d40d0b4 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:25.540357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8151b4c5-9384-4c08-a882-c50a3d40d0b4 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:25.609665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.618602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.621696 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/e3b7cb91-6378-4b85-9adf-6abe9e0010c6 HTTP/1.1" status: 204 len: 168 time: 0.5000455 Dec 13 16:35:25.625719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46648) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:25.631621 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-1532744243'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:25.652560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:25.656826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.667935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b2ebf-0b6d-4f2f-bc70-9181e644ab23 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=e3b7cb91-6378-4b85-9adf-6abe9e0010c6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:25.680949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:25.690835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.691258 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment bf031e4e-48d0-4bb0-b561-b280e9783fd4 of type vlan for network 8b650cca-ce8a-4452-9d9d-7c66947c211d Dec 13 16:35:25.694678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.695025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.695338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Floating IP e7668561-8e3d-45ee-b546-64ed8b0d2487 disassociated. External IP: 172.26.6.217, port: fbfbc413-3e35-4cf0-aabb-12e101f3fcdf. Dec 13 16:35:25.695678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for fbfbc413-3e35-4cf0-aabb-12e101f3fcdf owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:25.731716 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.758210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.763851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:25.764413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.823685 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1959975 Dec 13 16:35:25.826451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46650) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:25.826894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.838103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': '8b650cca-ce8a-4452-9d9d-7c66947c211d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:25.859752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=fbfbc413-3e35-4cf0-aabb-12e101f3fcdf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:25.882349 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128afce3-2b32-48f1-bcc5-09c11b8bda14 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=8b650cca-ce8a-4452-9d9d-7c66947c211d,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:25.893273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8b650cca-ce8a-4452-9d9d-7c66947c211d details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:25.935478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:25.940343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:25.994719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7cafaa9b-a7d9-472f-b703-af1624aa0782 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:26.111495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:26.120555 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b36e8f5-b828-43c1-a9e4-b2e75337ef63 None None] Sync routers for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:26.134056 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36e8f5-b828-43c1-a9e4-b2e75337ef63 None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:26.134688 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9b36e8f5-b828-43c1-a9e4-b2e75337ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:26.141263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.166737 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9b36e8f5-b828-43c1-a9e4-b2e75337ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:26.179313 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36e8f5-b828-43c1-a9e4-b2e75337ef63 None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:26.180997 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9b36e8f5-b828-43c1-a9e4-b2e75337ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:34:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:26.186861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.193966 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7e9804e2-f530-429d-9f19-286d40882f6d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/ports/fbfbc413-3e35-4cf0-aabb-12e101f3fcdf HTTP/1.1" status: 204 len: 168 time: 1.1207514 Dec 13 16:35:26.195091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46652) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:26.221208 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9b36e8f5-b828-43c1-a9e4-b2e75337ef63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:26.221859 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b36e8f5-b828-43c1-a9e4-b2e75337ef63 None None] The sync data for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:26.533503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=4a7dc757-c0c6-4a14-a9cd-7178ae71fcd0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:26.538991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': 'bf031e4e-48d0-4bb0-b561-b280e9783fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8b650cca-ce8a-4452-9d9d-7c66947c211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:26.539355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: 8b650cca-ce8a-4452-9d9d-7c66947c211d, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:26.562768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 8b650cca-ce8a-4452-9d9d-7c66947c211d is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:26.572670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 8b650cca-ce8a-4452-9d9d-7c66947c211d) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:26.576975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:26.578504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.585710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e5e135-54ae-45a7-83d5-0b487ec5f940 None None] Network 8b650cca-ce8a-4452-9d9d-7c66947c211d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:26.597396 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8a565f65-6462-4c43-b5ba-7bd525a5845c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7698784 Dec 13 16:35:26.599926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46654) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:26.604460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-991f40ee-e4c9-47b9-9f9a-f6965acf51e8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2134756760', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:26.627989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-991f40ee-e4c9-47b9-9f9a-f6965acf51e8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.628999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-991f40ee-e4c9-47b9-9f9a-f6965acf51e8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.683917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-991f40ee-e4c9-47b9-9f9a-f6965acf51e8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.689256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-991f40ee-e4c9-47b9-9f9a-f6965acf51e8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.704382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-8b650cca-ce8a-4452-9d9d-7c66947c211d', 'network_id': '8b650cca-ce8a-4452-9d9d-7c66947c211d', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': '4a7dc757-c0c6-4a14-a9cd-7178ae71fcd0'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:26.705492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.711206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-991f40ee-e4c9-47b9-9f9a-f6965acf51e8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.712422 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-991f40ee-e4c9-47b9-9f9a-f6965acf51e8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1113648 Dec 13 16:35:26.715135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46656) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:26.722279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'port': {'network_id': '8b650cca-ce8a-4452-9d9d-7c66947c211d', 'name': 'tempest-RoutersTest-2013384904'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:26.840047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'port': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:26.845321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:26.846034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Allocated IP 172.20.0.2 (8b650cca-ce8a-4452-9d9d-7c66947c211d/4a7dc757-c0c6-4a14-a9cd-7178ae71fcd0/578fa545-ec2e-475a-81e2-5ea1a99a1ac0) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:26.865941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] device_id is not set on port ee4e7cad-3edb-43b5-af20-6cbcef7122ee yet. {{(pid=103053) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:35:26.901376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.002967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.009886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.053445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Network 8b650cca-ce8a-4452-9d9d-7c66947c211d is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:27.056506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:27.060972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:27.063568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.20.0.3 (8b650cca-ce8a-4452-9d9d-7c66947c211d/4a7dc757-c0c6-4a14-a9cd-7178ae71fcd0/ee4e7cad-3edb-43b5-af20-6cbcef7122ee) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:27.066569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Pushing event updated for resources: {'Port': ['ID=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:27.121971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Attempting to bind port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:27.122351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Attempting to bind port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'bf031e4e-48d0-4bb0-b561-b280e9783fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8b650cca-ce8a-4452-9d9d-7c66947c211d'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:27.122746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Attempting to bind port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 on network 8b650cca-ce8a-4452-9d9d-7c66947c211d {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:27.128079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:27.128462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Checking segment: {'id': 'bf031e4e-48d0-4bb0-b561-b280e9783fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8b650cca-ce8a-4452-9d9d-7c66947c211d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:27.128871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.129276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Bound using segment: {'id': 'bf031e4e-48d0-4bb0-b561-b280e9783fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8b650cca-ce8a-4452-9d9d-7c66947c211d'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:27.129882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Bound port: 578fa545-ec2e-475a-81e2-5ea1a99a1ac0, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf031e4e-48d0-4bb0-b561-b280e9783fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '8b650cca-ce8a-4452-9d9d-7c66947c211d'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:27.130275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.196128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] For port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:27.199437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port d3cade80-7dc0-4c18-ae1a-3084575360a6 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:27.199858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.200386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] For port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,segment=NetworkSegment(bf031e4e-48d0-4bb0-b561-b280e9783fd4),segment_id=bf031e4e-48d0-4bb0-b561-b280e9783fd4)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:27.205551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.238218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.270163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f89c51-c6f6-40d5-b5de-6ae48eeb75b9 None None] Pushing event updated for resources: {'Port': ['ID=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:27.286591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.312887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-09692e41-cb2f-42b6-8a16-fc2508f81c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.318399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.333367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for d3cade80-7dc0-4c18-ae1a-3084575360a6 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:27.345467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 8b650cca-ce8a-4452-9d9d-7c66947c211d is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:27.348972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:27.353019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:27.379690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=ee4e7cad-3edb-43b5-af20-6cbcef7122ee,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:27.410633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:27.411640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.430808 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-682af17d-2fa2-4776-a4c7-c65b0e1491e7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7130430 Dec 13 16:35:27.433137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46658) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:27.599224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:27.602946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.647276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=d3cade80-7dc0-4c18-ae1a-3084575360a6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:27.665333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:27.665804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.779648 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.829814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,segment=NetworkSegment(bf031e4e-48d0-4bb0-b561-b280e9783fd4),segment_id=bf031e4e-48d0-4bb0-b561-b280e9783fd4)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:27.837689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.854740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.868637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:27.913471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:28.095210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7cafaa9b-a7d9-472f-b703-af1624aa0782 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:28.161813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.167952 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.217442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:28.226462 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0daf4fe8-c9bc-4cdd-afd8-5bd14b6b83ab tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/routers/7cafaa9b-a7d9-472f-b703-af1624aa0782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0267546 Dec 13 16:35:28.226845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46660) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:28.228265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2ed9-0d60-408a-8b44-cd49773e28f6 None None] Sync routers for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:28.246208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e2ed9-0d60-408a-8b44-cd49773e28f6 None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:28.247068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2ed9-0d60-408a-8b44-cd49773e28f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:28.261757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=ee4e7cad-3edb-43b5-af20-6cbcef7122ee,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:28.289354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2ed9-0d60-408a-8b44-cd49773e28f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:28.300509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e2ed9-0d60-408a-8b44-cd49773e28f6 None None] Routers {'7cafaa9b-a7d9-472f-b703-af1624aa0782'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:28.301140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2ed9-0d60-408a-8b44-cd49773e28f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7cafaa9b-a7d9-472f-b703-af1624aa0782'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:28.338795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-ee9e2ed9-0d60-408a-8b44-cd49773e28f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:28.339462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e2ed9-0d60-408a-8b44-cd49773e28f6 None None] The sync data for ids ['7cafaa9b-a7d9-472f-b703-af1624aa0782'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:28.365274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.366906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a5d71f-f30a-4b48-8680-31f6e3db872b None None] Network 8b650cca-ce8a-4452-9d9d-7c66947c211d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:28.430084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.444928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1f4c2102-e34c-417f-a508-82ea63ffcbaf None None] Provisioning complete for port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:28.445328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2102-e34c-417f-a508-82ea63ffcbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.446477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.479387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.539715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port 962eef99-a791-46e3-8b34-5612711e43ee {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:28.540005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.575777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.635660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.647997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for 962eef99-a791-46e3-8b34-5612711e43ee owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:28.794616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-01b3bee4-871c-4aa7-a2ba-1de2a52e2c6f None None] Provisioning complete for port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:28.795198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01b3bee4-871c-4aa7-a2ba-1de2a52e2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.849050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.873468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.878390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=962eef99-a791-46e3-8b34-5612711e43ee,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:28.880145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.913161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c2a714-1952-4a7e-bfbd-39771226021e None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:28.930476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-01b3bee4-871c-4aa7-a2ba-1de2a52e2c6f None None] Provisioning complete for port ee4e7cad-3edb-43b5-af20-6cbcef7122ee triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:28.931070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01b3bee4-871c-4aa7-a2ba-1de2a52e2c6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.948335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.979974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-01b3bee4-871c-4aa7-a2ba-1de2a52e2c6f None None] Port ee4e7cad-3edb-43b5-af20-6cbcef7122ee cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:28.986913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:28.990268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=ee4e7cad-3edb-43b5-af20-6cbcef7122ee,revision_number=3']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:29.061178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.064094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.093854 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 8b650cca-ce8a-4452-9d9d-7c66947c211d is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:29.095585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:29.108068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-65cb3504-f875-4eb1-a19f-8da71392bc70 None None] Provisioning complete for port ee4e7cad-3edb-43b5-af20-6cbcef7122ee triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:29.108448 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-65cb3504-f875-4eb1-a19f-8da71392bc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.135636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.136554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Fanout notify agent at l3_agent the message router_deleted on router 7cafaa9b-a7d9-472f-b703-af1624aa0782 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:29.146528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.147712 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-730dcaa7-f1d8-4426-8213-cf22bb8725ed tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/routers/7cafaa9b-a7d9-472f-b703-af1624aa0782 HTTP/1.1" status: 204 len: 168 time: 0.9198539 Dec 13 16:35:29.150842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46662) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:29.159742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-65cb3504-f875-4eb1-a19f-8da71392bc70 None None] Port ee4e7cad-3edb-43b5-af20-6cbcef7122ee cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:29.215929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5714b9f-b7db-48cd-9fd8-7535692f07e9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting subnet c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:29.220482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f5714b9f-b7db-48cd-9fd8-7535692f07e9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.254906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router cb003090-e976-4ebf-8446-73a70a11da08 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:35:29.266934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f5714b9f-b7db-48cd-9fd8-7535692f07e9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.284352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-00c82806-aa0a-434a-bd20-69e9b7cb99bc None None] Provisioning complete for port ee4e7cad-3edb-43b5-af20-6cbcef7122ee triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:29.285908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-00c82806-aa0a-434a-bd20-69e9b7cb99bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.339980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-00c82806-aa0a-434a-bd20-69e9b7cb99bc None None] Port ee4e7cad-3edb-43b5-af20-6cbcef7122ee cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:29.358102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:29.363939 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-71d5c610-b19a-4633-b3b6-aa8e2ea30878 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/cb003090-e976-4ebf-8446-73a70a11da08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9199917 Dec 13 16:35:29.366421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46664) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:29.370148 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5badc-c73f-4be4-8fb3-49df1e1b17ee None None] Sync routers for ids ['cb003090-e976-4ebf-8446-73a70a11da08'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:29.377074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f5714b9f-b7db-48cd-9fd8-7535692f07e9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.403125 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5badc-c73f-4be4-8fb3-49df1e1b17ee None None] Routers {'cb003090-e976-4ebf-8446-73a70a11da08'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:29.404012 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-56c5badc-c73f-4be4-8fb3-49df1e1b17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['cb003090-e976-4ebf-8446-73a70a11da08'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:29.416822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e0c934-2f1f-4e9a-9664-1c3e06b51836 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:29.419000 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b2e0c934-2f1f-4e9a-9664-1c3e06b51836 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports/ee4e7cad-3edb-43b5-af20-6cbcef7122ee HTTP/1.1" status: 200 len: 977 time: 0.0514092 Dec 13 16:35:29.422249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46666) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:29.446164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f5714b9f-b7db-48cd-9fd8-7535692f07e9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.458002 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-56c5badc-c73f-4be4-8fb3-49df1e1b17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:29.467744 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5badc-c73f-4be4-8fb3-49df1e1b17ee None None] Routers {'cb003090-e976-4ebf-8446-73a70a11da08'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:29.468909 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-56c5badc-c73f-4be4-8fb3-49df1e1b17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['cb003090-e976-4ebf-8446-73a70a11da08'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:29.469806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-41371828-b55e-4518-acd6-b5eded44080f None None] Provisioning complete for port ee4e7cad-3edb-43b5-af20-6cbcef7122ee triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:29.470186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41371828-b55e-4518-acd6-b5eded44080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.491890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5714b9f-b7db-48cd-9fd8-7535692f07e9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Subnet': ['ID=c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:29.502371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f5714b9f-b7db-48cd-9fd8-7535692f07e9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.506694 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f5714b9f-b7db-48cd-9fd8-7535692f07e9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/subnets/c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee HTTP/1.1" status: 204 len: 168 time: 0.3532150 Dec 13 16:35:29.509130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46668) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:29.516218 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-56c5badc-c73f-4be4-8fb3-49df1e1b17ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:29.516995 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5badc-c73f-4be4-8fb3-49df1e1b17ee None None] The sync data for ids ['cb003090-e976-4ebf-8446-73a70a11da08'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:29.527090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421973ba-a60c-403a-9513-8a7bee03fad1 None None] Network 791cc270-f814-4472-a53f-d2c1389ed690 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:29.529015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:29.597065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.610388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-41371828-b55e-4518-acd6-b5eded44080f None None] Port ee4e7cad-3edb-43b5-af20-6cbcef7122ee cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:29.656718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port dfc7594d-368a-4825-86a8-07fe98094b6b {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:29.657078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.660581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:29.661015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.726139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] For port dfc7594d-368a-4825-86a8-07fe98094b6b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dfc7594d-368a-4825-86a8-07fe98094b6b,segment=NetworkSegment(289d9ca6-2eaa-427f-a31b-7fa394426448),segment_id=289d9ca6-2eaa-427f-a31b-7fa394426448)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:29.726508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.744161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for dfc7594d-368a-4825-86a8-07fe98094b6b owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:29.772709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] DHCP port deletion for 791cc270-f814-4472-a53f-d2c1389ed690 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:29.820661 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] Deleting port dfc7594d-368a-4825-86a8-07fe98094b6b {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:29.821345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.834070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.836183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.863201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=dfc7594d-368a-4825-86a8-07fe98094b6b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:29.866527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] No DVR routers for this DVR port dfc7594d-368a-4825-86a8-07fe98094b6b on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:29.892405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] For port dfc7594d-368a-4825-86a8-07fe98094b6b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dfc7594d-368a-4825-86a8-07fe98094b6b,segment=NetworkSegment(289d9ca6-2eaa-427f-a31b-7fa394426448),segment_id=289d9ca6-2eaa-427f-a31b-7fa394426448)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:29.896558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.918929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] Calling delete_port for dfc7594d-368a-4825-86a8-07fe98094b6b owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:29.929424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.969174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:29.990877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791cc270-f814-4472-a53f-d2c1389ed690']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:30.001416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289d9ca6-2eaa-427f-a31b-7fa394426448') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:30.001644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289d9ca6-2eaa-427f-a31b-7fa394426448') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:30.006453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.011257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.025781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.031895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:30.032286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.033831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] Pushing event deleted for resources: {'Port': ['ID=dfc7594d-368a-4825-86a8-07fe98094b6b,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:30.035620 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:30.037876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068cdabe-823c-4405-92b9-9dd8ee41bb55 None None] No DVR routers for this DVR port dfc7594d-368a-4825-86a8-07fe98094b6b on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:30.073251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port ee4e7cad-3edb-43b5-af20-6cbcef7122ee {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:30.073782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.099553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.117777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.120944 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/networks/791cc270-f814-4472-a53f-d2c1389ed690 HTTP/1.1" status: 204 len: 168 time: 0.6106646 Dec 13 16:35:30.122212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bb7b3-9c4a-4106-a474-22c33c3282f9 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Network': ['ID=791cc270-f814-4472-a53f-d2c1389ed690,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:30.123752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46670) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:30.166755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.179955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for ee4e7cad-3edb-43b5-af20-6cbcef7122ee owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:30.254966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port 3baeb630-6670-4d7c-bde5-0509ca450d1a {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:30.255590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.334210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.334455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.346057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for 3baeb630-6670-4d7c-bde5-0509ca450d1a owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:30.359326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.385889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=ee4e7cad-3edb-43b5-af20-6cbcef7122ee,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:30.501504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.532780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=3baeb630-6670-4d7c-bde5-0509ca450d1a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:30.539394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.601186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.603941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.608421 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a41e02db-bbd2-4667-8911-2cf349c0c4c6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/floatingips/e7668561-8e3d-45ee-b546-64ed8b0d2487 HTTP/1.1" status: 204 len: 168 time: 0.4806020 Dec 13 16:35:30.609870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46672) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:30.634888 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c8f05c-1a40-464d-83c8-7d4e569d5891 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] DELETE failed (client error): The resource could not be found. Dec 13 16:35:30.635379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c8f05c-1a40-464d-83c8-7d4e569d5891 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:35:30.638445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f9c8f05c-1a40-464d-83c8-7d4e569d5891 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/ports/fbfbc413-3e35-4cf0-aabb-12e101f3fcdf HTTP/1.1" status: 404 len: 333 time: 0.0276072 Dec 13 16:35:30.641144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46674) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:30.669939 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0ba047b6-ecbe-46cf-8ec9-5a739f8b0812 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "GET /v2.0/ports?device_id=7cafaa9b-a7d9-472f-b703-af1624aa0782 HTTP/1.1" status: 200 len: 205 time: 0.0255198 Dec 13 16:35:30.670129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46676) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:30.706753 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-c7452f8c-b937-43ba-81f4-69c70b77773d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] delete failed (client error): The resource could not be found. Dec 13 16:35:30.709985 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c7452f8c-b937-43ba-81f4-69c70b77773d tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/routers/7cafaa9b-a7d9-472f-b703-af1624aa0782 HTTP/1.1" status: 404 len: 336 time: 0.0368254 Dec 13 16:35:30.710414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46678) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:30.712313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router cb003090-e976-4ebf-8446-73a70a11da08 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:30.736361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ef5074-a8d5-41cd-98dc-00ccd2a98569 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] DELETE failed (client error): The resource could not be found. Dec 13 16:35:30.736817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ef5074-a8d5-41cd-98dc-00ccd2a98569 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:35:30.739887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-88ef5074-a8d5-41cd-98dc-00ccd2a98569 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/subnets/c38a55c2-62ad-4711-bfd0-ac68dfe0f4ee HTTP/1.1" status: 404 len: 337 time: 0.0285256 Dec 13 16:35:30.742372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46680) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:30.790681 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:30.798859 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-adf8b641-538a-4169-8ae8-c2447822ce75 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/cb003090-e976-4ebf-8446-73a70a11da08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3720467 Dec 13 16:35:30.799138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46682) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:30.810543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960503f-6ce5-4c7f-806c-9957157c95d7 None None] Sync routers for ids ['cb003090-e976-4ebf-8446-73a70a11da08'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:30.820887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960503f-6ce5-4c7f-806c-9957157c95d7 None None] Routers {'cb003090-e976-4ebf-8446-73a70a11da08'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:30.821727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1960503f-6ce5-4c7f-806c-9957157c95d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['cb003090-e976-4ebf-8446-73a70a11da08'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:30.823580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.844734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e79bf-3efa-445c-b8dd-fb9239927638 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port 7137591b-fc2a-491e-b099-7e1673fe1da2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:30.845194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf5e79bf-3efa-445c-b8dd-fb9239927638 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.859710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1960503f-6ce5-4c7f-806c-9957157c95d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:30.869301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1960503f-6ce5-4c7f-806c-9957157c95d7 None None] Routers {'cb003090-e976-4ebf-8446-73a70a11da08'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:30.869998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1960503f-6ce5-4c7f-806c-9957157c95d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['cb003090-e976-4ebf-8446-73a70a11da08'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:30.945004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf5e79bf-3efa-445c-b8dd-fb9239927638 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:30.960469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-bf5e79bf-3efa-445c-b8dd-fb9239927638 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for 7137591b-fc2a-491e-b099-7e1673fe1da2 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:31.005386 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-eb288733-c363-4068-9350-4741a16acaa0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] remove_router_interface failed (client error): The resource could not be found. Dec 13 16:35:31.009415 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-eb288733-c363-4068-9350-4741a16acaa0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/cb003090-e976-4ebf-8446-73a70a11da08/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2067530 Dec 13 16:35:31.009739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46684) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:31.044855 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0c7ba187-6635-404a-9d79-c9dcf9d05684 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb003090-e976-4ebf-8446-73a70a11da08 HTTP/1.1" status: 200 len: 205 time: 0.0316956 Dec 13 16:35:31.045252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46686) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:31.055987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1960503f-6ce5-4c7f-806c-9957157c95d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:31.056645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1960503f-6ce5-4c7f-806c-9957157c95d7 None None] The sync data for ids ['cb003090-e976-4ebf-8446-73a70a11da08'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:31.151675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-813399b8-e18b-44d3-8bd5-4005f773e097 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.227524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf5e79bf-3efa-445c-b8dd-fb9239927638 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.311282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e79bf-3efa-445c-b8dd-fb9239927638 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=7137591b-fc2a-491e-b099-7e1673fe1da2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:31.364576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-813399b8-e18b-44d3-8bd5-4005f773e097 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.368742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-813399b8-e18b-44d3-8bd5-4005f773e097 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.497653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dfc7594d-368a-4825-86a8-07fe98094b6b no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:31.520142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: dfc7594d-368a-4825-86a8-07fe98094b6b {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:31.520495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dfc7594d-368a-4825-86a8-07fe98094b6b not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:31.741385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-813399b8-e18b-44d3-8bd5-4005f773e097 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.741886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813399b8-e18b-44d3-8bd5-4005f773e097 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Fanout notify agent at l3_agent the message router_deleted on router cb003090-e976-4ebf-8446-73a70a11da08 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:31.749005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-813399b8-e18b-44d3-8bd5-4005f773e097 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.751363 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-813399b8-e18b-44d3-8bd5-4005f773e097 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/cb003090-e976-4ebf-8446-73a70a11da08 HTTP/1.1" status: 204 len: 168 time: 0.7048295 Dec 13 16:35:31.753651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46688) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:31.759083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf5e79bf-3efa-445c-b8dd-fb9239927638 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.762629 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bf5e79bf-3efa-445c-b8dd-fb9239927638 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/ports/7137591b-fc2a-491e-b099-7e1673fe1da2 HTTP/1.1" status: 204 len: 168 time: 1.0193219 Dec 13 16:35:31.765414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46690) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:31.808249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-18344cfc-d718-4a0f-9e30-6fa2f5f70543 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet 4a7dc757-c0c6-4a14-a9cd-7178ae71fcd0 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:31.811550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18344cfc-d718-4a0f-9e30-6fa2f5f70543 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.856138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18344cfc-d718-4a0f-9e30-6fa2f5f70543 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.860287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfbb7c-dad3-43e7-8100-ba307eb257b6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port e7430d53-4e98-4764-975d-2867a72020a2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:31.860650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6bfbb7c-dad3-43e7-8100-ba307eb257b6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.940826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18344cfc-d718-4a0f-9e30-6fa2f5f70543 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.970021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6bfbb7c-dad3-43e7-8100-ba307eb257b6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:31.982323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfbb7c-dad3-43e7-8100-ba307eb257b6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for e7430d53-4e98-4764-975d-2867a72020a2 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:32.005646 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18344cfc-d718-4a0f-9e30-6fa2f5f70543 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.038594 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18344cfc-d718-4a0f-9e30-6fa2f5f70543 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=4a7dc757-c0c6-4a14-a9cd-7178ae71fcd0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:32.042433 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-18344cfc-d718-4a0f-9e30-6fa2f5f70543 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.048477 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-18344cfc-d718-4a0f-9e30-6fa2f5f70543 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/4a7dc757-c0c6-4a14-a9cd-7178ae71fcd0 HTTP/1.1" status: 204 len: 168 time: 0.2936795 Dec 13 16:35:32.049087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46692) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:32.049818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b290540c-c600-4e47-a00c-a51356ec753a None None] Network 8b650cca-ce8a-4452-9d9d-7c66947c211d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:32.128525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.167503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6bfbb7c-dad3-43e7-8100-ba307eb257b6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.195704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:32.196114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.199888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bfbb7c-dad3-43e7-8100-ba307eb257b6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=e7430d53-4e98-4764-975d-2867a72020a2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:32.227531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] DHCP port deletion for 8b650cca-ce8a-4452-9d9d-7c66947c211d request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:32.277418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6bfbb7c-dad3-43e7-8100-ba307eb257b6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.283788 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b6bfbb7c-dad3-43e7-8100-ba307eb257b6 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/ports/e7430d53-4e98-4764-975d-2867a72020a2 HTTP/1.1" status: 204 len: 168 time: 0.5170772 Dec 13 16:35:32.284572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46694) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:32.296018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Deleting port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:32.296936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.343936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2823bc2c-4a39-4a62-b015-3c1925517ed7 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:32.349542 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2823bc2c-4a39-4a62-b015-3c1925517ed7 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f22daad-0ea2-4fa3-ae3b-9a8154952451 HTTP/1.1" status: 200 len: 913 time: 0.0636971 Dec 13 16:35:32.350741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46696) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:32.376264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] For port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,segment=NetworkSegment(bf031e4e-48d0-4bb0-b561-b280e9783fd4),segment_id=bf031e4e-48d0-4bb0-b561-b280e9783fd4)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:32.377450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.393559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Calling delete_port for 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:32.481458 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.495541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] No DVR routers for this DVR port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:32.519121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Pushing event deleted for resources: {'Port': ['ID=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:32.530526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.531426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.531945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.532470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.533103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.533596 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.534076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.534694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.535196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.535810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.536298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.536803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.537483 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade4f92e-7ad0-4bda-9675-4c422b7142da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:32.602458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,segment=NetworkSegment(bf031e4e-48d0-4bb0-b561-b280e9783fd4),segment_id=bf031e4e-48d0-4bb0-b561-b280e9783fd4)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:32.602844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.619289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:32.699500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.726629 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=578fa545-ec2e-475a-81e2-5ea1a99a1ac0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:32.728482 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No DVR routers for this DVR port 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:32.734746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.811493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.831376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b650cca-ce8a-4452-9d9d-7c66947c211d']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:32.840908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf031e4e-48d0-4bb0-b561-b280e9783fd4') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:32.841206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf031e4e-48d0-4bb0-b561-b280e9783fd4') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:32.854543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.871020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.878244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:32.878629 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: self.session.flush() Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:32.882052 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:32.948487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.953206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:32.960986 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/8b650cca-ce8a-4452-9d9d-7c66947c211d HTTP/1.1" status: 204 len: 168 time: 0.9069974 Dec 13 16:35:32.962463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46698) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:32.976833 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-1293374869'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:32.981243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4affc7d0-20a7-4f72-b823-d8c6ae8c2288 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=8b650cca-ce8a-4452-9d9d-7c66947c211d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:32.996939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port 380d25f5-0c8d-44ea-85f8-1a78bd9db027 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:32.997306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.002207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:33.005962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.030058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:33.040486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.041084 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment 3b6c8663-a36d-4daa-8198-2aae8041a262 of type vlan for network 1671b1ff-e086-4351-941b-af666844af39 Dec 13 16:35:33.082449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.091672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.105259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for 380d25f5-0c8d-44ea-85f8-1a78bd9db027 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:33.111384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.116993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:33.117577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.187539 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2232275 Dec 13 16:35:33.190385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46700) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:33.193108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603585f8-e236-4459-9c94-0bf9b70a4284 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=1671b1ff-e086-4351-941b-af666844af39,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:33.196494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': '1671b1ff-e086-4351-941b-af666844af39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:33.203036 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1671b1ff-e086-4351-941b-af666844af39 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:33.349974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:33.353800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.462323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.494222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:33.496096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=380d25f5-0c8d-44ea-85f8-1a78bd9db027,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:33.524552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:33.524903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 578fa545-ec2e-475a-81e2-5ea1a99a1ac0 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:33.742337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.783301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.853561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=cef503fb-f8f4-4aaf-8bdb-8d912e374361,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:33.893476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': '3b6c8663-a36d-4daa-8198-2aae8041a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1671b1ff-e086-4351-941b-af666844af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:33.893836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: 1671b1ff-e086-4351-941b-af666844af39, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:33.923512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 1671b1ff-e086-4351-941b-af666844af39 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:33.935457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 1671b1ff-e086-4351-941b-af666844af39) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:33.942441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:33.943066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:33.944431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9d98a0-b225-47f6-a1c8-028986806669 None None] Network 1671b1ff-e086-4351-941b-af666844af39 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:33.994098 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e2faa34b-cd14-47c2-8299-14db3cf0092e tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8024268 Dec 13 16:35:33.996536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46702) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:34.002159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d4978b30-99d5-462a-bdb6-647c1852233c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1949540732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:34.029126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4978b30-99d5-462a-bdb6-647c1852233c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.030240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4978b30-99d5-462a-bdb6-647c1852233c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.060818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-1671b1ff-e086-4351-941b-af666844af39', 'network_id': '1671b1ff-e086-4351-941b-af666844af39', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': 'cef503fb-f8f4-4aaf-8bdb-8d912e374361'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:34.062549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.074374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:34.087801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4978b30-99d5-462a-bdb6-647c1852233c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.092709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4978b30-99d5-462a-bdb6-647c1852233c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.110919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4978b30-99d5-462a-bdb6-647c1852233c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.112118 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d4978b30-99d5-462a-bdb6-647c1852233c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1145744 Dec 13 16:35:34.115012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46704) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:34.189518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:34.198048 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-00e11f47-1178-4f58-aa75-569546f96319 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "PUT /v2.0/routers/7f22daad-0ea2-4fa3-ae3b-9a8154952451/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440986 Dec 13 16:35:34.199104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46706) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:34.202232 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8abdc-9bd8-47fc-ab31-726721ce940c None None] Sync routers for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:34.212605 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8abdc-9bd8-47fc-ab31-726721ce940c None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:34.213222 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-70c8abdc-9bd8-47fc-ab31-726721ce940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:34.228615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Allocated IP 172.20.0.2 (1671b1ff-e086-4351-941b-af666844af39/cef503fb-f8f4-4aaf-8bdb-8d912e374361/ea24dd81-b6ee-426f-8ae2-3eba99964659) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:34.253459 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-70c8abdc-9bd8-47fc-ab31-726721ce940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:34.263447 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8abdc-9bd8-47fc-ab31-726721ce940c None None] Routers {'7f22daad-0ea2-4fa3-ae3b-9a8154952451'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:34.264294 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-70c8abdc-9bd8-47fc-ab31-726721ce940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:34.301575 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-70c8abdc-9bd8-47fc-ab31-726721ce940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:34.302541 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8abdc-9bd8-47fc-ab31-726721ce940c None None] The sync data for ids ['7f22daad-0ea2-4fa3-ae3b-9a8154952451'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:34.331029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.400318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.408216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.413869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.441964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.448106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Network 1671b1ff-e086-4351-941b-af666844af39 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:34.455714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:34.458574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:34.468694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Pushing event updated for resources: {'Port': ['ID=ea24dd81-b6ee-426f-8ae2-3eba99964659,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:34.504135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting port 55bf13c3-8b0f-415d-bf4f-832654f7f286 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:34.504370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.519762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Attempting to bind port ea24dd81-b6ee-426f-8ae2-3eba99964659 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:34.520394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Attempting to bind port ea24dd81-b6ee-426f-8ae2-3eba99964659 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3b6c8663-a36d-4daa-8198-2aae8041a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1671b1ff-e086-4351-941b-af666844af39'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:34.520843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Attempting to bind port ea24dd81-b6ee-426f-8ae2-3eba99964659 on network 1671b1ff-e086-4351-941b-af666844af39 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:34.526234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:34.526760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Checking segment: {'id': '3b6c8663-a36d-4daa-8198-2aae8041a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1671b1ff-e086-4351-941b-af666844af39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:34.527280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.527773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Bound using segment: {'id': '3b6c8663-a36d-4daa-8198-2aae8041a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1671b1ff-e086-4351-941b-af666844af39'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:34.528339 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Bound port: ea24dd81-b6ee-426f-8ae2-3eba99964659, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6c8663-a36d-4daa-8198-2aae8041a262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1671b1ff-e086-4351-941b-af666844af39'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:34.528816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.584324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.596857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Calling delete_port for 55bf13c3-8b0f-415d-bf4f-832654f7f286 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:34.602094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] For port ea24dd81-b6ee-426f-8ae2-3eba99964659, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:34.605350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] For port ea24dd81-b6ee-426f-8ae2-3eba99964659, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ea24dd81-b6ee-426f-8ae2-3eba99964659,segment=NetworkSegment(3b6c8663-a36d-4daa-8198-2aae8041a262),segment_id=3b6c8663-a36d-4daa-8198-2aae8041a262)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:34.610971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.674881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017418-a6ef-45f4-8029-9eeefc672820 None None] Pushing event updated for resources: {'Port': ['ID=ea24dd81-b6ee-426f-8ae2-3eba99964659,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:34.694166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.20.0.1 (1671b1ff-e086-4351-941b-af666844af39/cef503fb-f8f4-4aaf-8bdb-8d912e374361/9a242f95-9a38-4649-aaa9-58e4160858aa) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:34.784122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.817041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Port': ['ID=55bf13c3-8b0f-415d-bf4f-832654f7f286,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:34.828669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ff667-29b0-4c81-980a-4fa3285990d4 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:34.829061 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.894905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.899639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.961541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 1671b1ff-e086-4351-941b-af666844af39 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:34.964907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:34.968676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:34.976129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=9a242f95-9a38-4649-aaa9-58e4160858aa,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:34.996631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:34.999456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.025951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.048847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.049500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Fanout notify agent at l3_agent the message router_deleted on router 7f22daad-0ea2-4fa3-ae3b-9a8154952451 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:35.056920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.058693 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-28061fc6-622a-4aa8-82bf-75ec2016dc4f tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/routers/7f22daad-0ea2-4fa3-ae3b-9a8154952451 HTTP/1.1" status: 204 len: 168 time: 0.8583064 Dec 13 16:35:35.060546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46708) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:35.117534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f8cf5a-6d42-411b-9ded-f5ec4e565247 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Deleting subnet f350fc89-f5ce-48ad-aec8-1e48bcd0da8a {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:35.120951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-09f8cf5a-6d42-411b-9ded-f5ec4e565247 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.152128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.162503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-09f8cf5a-6d42-411b-9ded-f5ec4e565247 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.211777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-09f8cf5a-6d42-411b-9ded-f5ec4e565247 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.268829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-09f8cf5a-6d42-411b-9ded-f5ec4e565247 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.304497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-09f8cf5a-6d42-411b-9ded-f5ec4e565247 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.307677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-09f8cf5a-6d42-411b-9ded-f5ec4e565247 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/subnets/f350fc89-f5ce-48ad-aec8-1e48bcd0da8a HTTP/1.1" status: 204 len: 168 time: 0.2461183 Dec 13 16:35:35.308757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8cf5a-6d42-411b-9ded-f5ec4e565247 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Subnet': ['ID=f350fc89-f5ce-48ad-aec8-1e48bcd0da8a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:35.311746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46710) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:35.395696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.444902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.451810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.504527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.521450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.527499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb81817f-0dbe-4daa-893d-f0b53c86f498']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:35.555255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04efdc7-6410-4cc3-8871-97add25b36c5') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:35.555485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04efdc7-6410-4cc3-8871-97add25b36c5') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:35.576423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ea24dd81-b6ee-426f-8ae2-3eba99964659 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:35.576977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.593561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.601809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:35.602316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:35.606618 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:35.643544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=9a242f95-9a38-4649-aaa9-58e4160858aa,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:35.651037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ea24dd81-b6ee-426f-8ae2-3eba99964659 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:35.651494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.681520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.688200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.692898 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] 10.222.0.13 "DELETE /v2.0/networks/cb81817f-0dbe-4daa-893d-f0b53c86f498 HTTP/1.1" status: 204 len: 168 time: 0.3800058 Dec 13 16:35:35.711026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db645b43-bca4-4e8c-9c78-fff994be4954 tempest-FloatingIPTestJSON-554932942 tempest-FloatingIPTestJSON-554932942-project] Pushing event deleted for resources: {'Network': ['ID=cb81817f-0dbe-4daa-893d-f0b53c86f498,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:35.719410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 1671b1ff-e086-4351-941b-af666844af39 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:35.721298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:35.744932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b29541-6d50-4984-a0aa-69da39d80568 None None] Network 1671b1ff-e086-4351-941b-af666844af39 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:35.792793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.833162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9e2fb575-d5d0-43d2-a7b6-5e585dead5d8 None None] Provisioning complete for port ea24dd81-b6ee-426f-8ae2-3eba99964659 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:35.833444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9e2fb575-d5d0-43d2-a7b6-5e585dead5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.856092 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router d9cc4f86-340d-4b79-9be2-8daf338488f2 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:35:35.883888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port ea24dd81-b6ee-426f-8ae2-3eba99964659, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ea24dd81-b6ee-426f-8ae2-3eba99964659,segment=NetworkSegment(3b6c8663-a36d-4daa-8198-2aae8041a262),segment_id=3b6c8663-a36d-4daa-8198-2aae8041a262)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:35.895286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:35.960897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:35.967815 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-59802bca-f9cd-4ca5-81bf-edd0c258dc54 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/d9cc4f86-340d-4b79-9be2-8daf338488f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8508518 Dec 13 16:35:35.970981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46716) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:35.976493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ffd07-222a-441b-bd5f-b962129b0c89 None None] Sync routers for ids ['d9cc4f86-340d-4b79-9be2-8daf338488f2'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:36.002981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46718) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:36.013190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=ea24dd81-b6ee-426f-8ae2-3eba99964659,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:36.022816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e25c25d-d336-4c71-8bb7-8607d428a0a5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:36.027047 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0e25c25d-d336-4c71-8bb7-8607d428a0a5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports/9a242f95-9a38-4649-aaa9-58e4160858aa HTTP/1.1" status: 200 len: 910 time: 0.0518899 Dec 13 16:35:36.027259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46722) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:36.033074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ffd07-222a-441b-bd5f-b962129b0c89 None None] Routers {'d9cc4f86-340d-4b79-9be2-8daf338488f2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:36.034589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bf8ffd07-222a-441b-bd5f-b962129b0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d9cc4f86-340d-4b79-9be2-8daf338488f2'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:36.072351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bf8ffd07-222a-441b-bd5f-b962129b0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:36.087070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ffd07-222a-441b-bd5f-b962129b0c89 None None] Routers {'d9cc4f86-340d-4b79-9be2-8daf338488f2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:36.087929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bf8ffd07-222a-441b-bd5f-b962129b0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d9cc4f86-340d-4b79-9be2-8daf338488f2'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:36.126871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bf8ffd07-222a-441b-bd5f-b962129b0c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:36.127564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ffd07-222a-441b-bd5f-b962129b0c89 None None] The sync data for ids ['d9cc4f86-340d-4b79-9be2-8daf338488f2'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:36.258541 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3b749a30-dd7c-4431-b5f7-ff4fe980271a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d53f88a6d60343b89b3d80d130a01e17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2519703 Dec 13 16:35:36.258953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46724) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:36.273274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a6aea2bf-fe68-41a4-9251-c435211b1e0c None None] Provisioning complete for port 9a242f95-9a38-4649-aaa9-58e4160858aa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:36.274052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a6aea2bf-fe68-41a4-9251-c435211b1e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.313400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57d3066a-a3d3-4b74-ad51-300601e1f1b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.327880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a6aea2bf-fe68-41a4-9251-c435211b1e0c None None] Port 9a242f95-9a38-4649-aaa9-58e4160858aa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:36.337872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57d3066a-a3d3-4b74-ad51-300601e1f1b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.341481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a6aea2bf-fe68-41a4-9251-c435211b1e0c None None] Provisioning complete for port ea24dd81-b6ee-426f-8ae2-3eba99964659 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:36.341855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a6aea2bf-fe68-41a4-9251-c435211b1e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.403696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57d3066a-a3d3-4b74-ad51-300601e1f1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.408067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57d3066a-a3d3-4b74-ad51-300601e1f1b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.409302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-57d3066a-a3d3-4b74-ad51-300601e1f1b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9e5f56d-1b99-4d9d-87d0-5c553a0133c4 HTTP/1.1" status: 204 len: 168 time: 0.1492593 Dec 13 16:35:36.416943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3066a-a3d3-4b74-ad51-300601e1f1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e5f56d-1b99-4d9d-87d0-5c553a0133c4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:36.448162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.598679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6fcad2a1-4791-46d3-a334-7b4f4303e0a4 None None] Provisioning complete for port 9a242f95-9a38-4649-aaa9-58e4160858aa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:36.599263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6fcad2a1-4791-46d3-a334-7b4f4303e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.645474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6fcad2a1-4791-46d3-a334-7b4f4303e0a4 None None] Port 9a242f95-9a38-4649-aaa9-58e4160858aa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:36.710921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port 9a242f95-9a38-4649-aaa9-58e4160858aa {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:36.711267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.766945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e0b35cac-ffbe-4424-a4b0-6eb507eb3438 None None] Provisioning complete for port 9a242f95-9a38-4649-aaa9-58e4160858aa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:36.767367 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e0b35cac-ffbe-4424-a4b0-6eb507eb3438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.804127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:36.808711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e0b35cac-ffbe-4424-a4b0-6eb507eb3438 None None] Port 9a242f95-9a38-4649-aaa9-58e4160858aa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:36.820867 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for 9a242f95-9a38-4649-aaa9-58e4160858aa owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:37.152620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46746) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:37.251298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-166864579'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:37.273056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:37.277053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.286391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.307236 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.362660 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=9a242f95-9a38-4649-aaa9-58e4160858aa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:37.364270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.370737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.412601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:37.422017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5e5e1e-4064-49f8-8f0d-c46cc6439139,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:37.428953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.429554 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment 2778b8d1-7186-4cae-b96a-10873069d988 of type vlan for network 1f42f9f0-3124-456f-b0fc-6a332afc2376 Dec 13 16:35:37.477361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.498772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.509252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.516891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:37.517858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.542897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ea24dd81-b6ee-426f-8ae2-3eba99964659 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:37.580153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4261489 Dec 13 16:35:37.607204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e6c62-7ed0-4e93-84ed-28d7d738cf24 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=1f42f9f0-3124-456f-b0fc-6a332afc2376,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:37.619780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1f42f9f0-3124-456f-b0fc-6a332afc2376 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:37.673572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ea24dd81-b6ee-426f-8ae2-3eba99964659 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:37.673862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:37.674005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router d9cc4f86-340d-4b79-9be2-8daf338488f2 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:37.759552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:37.769016 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3bf37124-d132-488e-bd02-8743547854d9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/d9cc4f86-340d-4b79-9be2-8daf338488f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377698 Dec 13 16:35:37.769148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46750) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:37.771457 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b654c75-0f76-49d9-92c0-6c707186dc3c None None] Sync routers for ids ['d9cc4f86-340d-4b79-9be2-8daf338488f2'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:37.782352 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b654c75-0f76-49d9-92c0-6c707186dc3c None None] Routers {'d9cc4f86-340d-4b79-9be2-8daf338488f2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:37.783027 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0b654c75-0f76-49d9-92c0-6c707186dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d9cc4f86-340d-4b79-9be2-8daf338488f2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:37.804897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1af6c9d5-b48e-44b9-b09c-f45c9391dd4c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9cc4f86-340d-4b79-9be2-8daf338488f2 HTTP/1.1" status: 200 len: 205 time: 0.0324750 Dec 13 16:35:37.805107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46752) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:37.821879 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0b654c75-0f76-49d9-92c0-6c707186dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:37.831131 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b654c75-0f76-49d9-92c0-6c707186dc3c None None] Routers {'d9cc4f86-340d-4b79-9be2-8daf338488f2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:37.831762 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0b654c75-0f76-49d9-92c0-6c707186dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d9cc4f86-340d-4b79-9be2-8daf338488f2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:37.864752 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0b654c75-0f76-49d9-92c0-6c707186dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:37.865416 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b654c75-0f76-49d9-92c0-6c707186dc3c None None] The sync data for ids ['d9cc4f86-340d-4b79-9be2-8daf338488f2'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:38.177547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccef50a6-453a-450f-9d88-54ddd71c58a8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.336536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccef50a6-453a-450f-9d88-54ddd71c58a8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.338620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccef50a6-453a-450f-9d88-54ddd71c58a8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.391015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccef50a6-453a-450f-9d88-54ddd71c58a8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.391552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccef50a6-453a-450f-9d88-54ddd71c58a8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Fanout notify agent at l3_agent the message router_deleted on router d9cc4f86-340d-4b79-9be2-8daf338488f2 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:38.398854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ccef50a6-453a-450f-9d88-54ddd71c58a8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.399934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ccef50a6-453a-450f-9d88-54ddd71c58a8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/d9cc4f86-340d-4b79-9be2-8daf338488f2 HTTP/1.1" status: 204 len: 168 time: 0.5937524 Dec 13 16:35:38.402707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46754) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:38.454191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16152a8-7d1e-417b-8252-1fb4981883ec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet cef503fb-f8f4-4aaf-8bdb-8d912e374361 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:38.457360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f16152a8-7d1e-417b-8252-1fb4981883ec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.496625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f16152a8-7d1e-417b-8252-1fb4981883ec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.581482 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f16152a8-7d1e-417b-8252-1fb4981883ec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.638670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f16152a8-7d1e-417b-8252-1fb4981883ec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.665964 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16152a8-7d1e-417b-8252-1fb4981883ec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=cef503fb-f8f4-4aaf-8bdb-8d912e374361,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:38.669489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f16152a8-7d1e-417b-8252-1fb4981883ec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.676472 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f16152a8-7d1e-417b-8252-1fb4981883ec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/cef503fb-f8f4-4aaf-8bdb-8d912e374361 HTTP/1.1" status: 204 len: 168 time: 0.2726891 Dec 13 16:35:38.676680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46756) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:38.685517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0d467-a1e1-4d18-a6a0-322bcc072b90 None None] Network 1671b1ff-e086-4351-941b-af666844af39 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:38.763160 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.819850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port ea24dd81-b6ee-426f-8ae2-3eba99964659 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:38.820194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.847676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] DHCP port deletion for 1671b1ff-e086-4351-941b-af666844af39 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:38.890108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port ea24dd81-b6ee-426f-8ae2-3eba99964659, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ea24dd81-b6ee-426f-8ae2-3eba99964659,segment=NetworkSegment(3b6c8663-a36d-4daa-8198-2aae8041a262),segment_id=3b6c8663-a36d-4daa-8198-2aae8041a262)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:38.890636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.901331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] Deleting port ea24dd81-b6ee-426f-8ae2-3eba99964659 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:38.901826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.904727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for ea24dd81-b6ee-426f-8ae2-3eba99964659 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:38.971331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] For port ea24dd81-b6ee-426f-8ae2-3eba99964659, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ea24dd81-b6ee-426f-8ae2-3eba99964659,segment=NetworkSegment(3b6c8663-a36d-4daa-8198-2aae8041a262),segment_id=3b6c8663-a36d-4daa-8198-2aae8041a262)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:38.971728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:38.984126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] Calling delete_port for ea24dd81-b6ee-426f-8ae2-3eba99964659 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:38.986460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.015379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=ea24dd81-b6ee-426f-8ae2-3eba99964659,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:39.020961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No DVR routers for this DVR port ea24dd81-b6ee-426f-8ae2-3eba99964659 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:39.070694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.095063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] Pushing event deleted for resources: {'Port': ['ID=ea24dd81-b6ee-426f-8ae2-3eba99964659,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:39.103580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8329d44-c668-4690-b8ae-c9f408dc4112 None None] No DVR routers for this DVR port ea24dd81-b6ee-426f-8ae2-3eba99964659 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:39.125143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.157057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1671b1ff-e086-4351-941b-af666844af39']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:39.167772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6c8663-a36d-4daa-8198-2aae8041a262') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:39.168080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6c8663-a36d-4daa-8198-2aae8041a262') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:39.178876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.192672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.199029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:39.199418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:39.203441 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:39.268292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.273088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.276629 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/1671b1ff-e086-4351-941b-af666844af39 HTTP/1.1" status: 204 len: 168 time: 0.5990539 Dec 13 16:35:39.280354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46758) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:39.285978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1465950432', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:39.303556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b7f03-833f-458c-a72b-54746f45ec92 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=1671b1ff-e086-4351-941b-af666844af39,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:39.322237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.323288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.375680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.507914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ea24dd81-b6ee-426f-8ae2-3eba99964659 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:39.521887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.530042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: ea24dd81-b6ee-426f-8ae2-3eba99964659 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:39.530749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ea24dd81-b6ee-426f-8ae2-3eba99964659 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:39.721908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.744433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.847902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.26.6.12 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/90f4d7c5-1579-4e4b-88bf-cffa02fecda6) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:39.951806 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:39.985615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:40.027354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:40.030184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:40.033838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:40.046566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae38c540-45b8-443f-a4f0-ac3ad2efab31 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:40.059100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=90f4d7c5-1579-4e4b-88bf-cffa02fecda6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:40.152577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-029c2907-6034-4dda-889c-5033d1a40827 None None] Provisioning complete for port 90f4d7c5-1579-4e4b-88bf-cffa02fecda6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:40.152577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-029c2907-6034-4dda-889c-5033d1a40827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:40.192344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-029c2907-6034-4dda-889c-5033d1a40827 None None] Port 90f4d7c5-1579-4e4b-88bf-cffa02fecda6 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:40.302449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:40.508815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:40.642804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router 57f66380-2559-4b69-bd10-9f7045b9dddf is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:35:40.748288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:40.757351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e4198a-95e6-4f2c-bf33-2223cd35a8ab None None] Sync routers for ids ['57f66380-2559-4b69-bd10-9f7045b9dddf'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:40.768751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:40.770010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e4198a-95e6-4f2c-bf33-2223cd35a8ab None None] Routers {'57f66380-2559-4b69-bd10-9f7045b9dddf'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:40.770670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-52e4198a-95e6-4f2c-bf33-2223cd35a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['57f66380-2559-4b69-bd10-9f7045b9dddf'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:40.772847 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b25a657a-ff6f-415c-93e4-0294c2bf1b50 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.4914842 Dec 13 16:35:40.773126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46760) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:40.773683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46762) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:40.778612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': '1f42f9f0-3124-456f-b0fc-6a332afc2376', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:40.808248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-52e4198a-95e6-4f2c-bf33-2223cd35a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:40.818401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e4198a-95e6-4f2c-bf33-2223cd35a8ab None None] Routers {'57f66380-2559-4b69-bd10-9f7045b9dddf'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:40.821013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-52e4198a-95e6-4f2c-bf33-2223cd35a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['57f66380-2559-4b69-bd10-9f7045b9dddf'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:40.857231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-52e4198a-95e6-4f2c-bf33-2223cd35a8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:40.858505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e4198a-95e6-4f2c-bf33-2223cd35a8ab None None] The sync data for ids ['57f66380-2559-4b69-bd10-9f7045b9dddf'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:40.873166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:40.877877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:40.894278 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-38f03752-92ad-4baa-8f28-77241adb1172 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/routers/57f66380-2559-4b69-bd10-9f7045b9dddf HTTP/1.1" status: 200 len: 880 time: 0.1178977 Dec 13 16:35:40.896700 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46764) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:41.082292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.147049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=8f6e9b4e-e056-47cf-873c-4c74a391d050,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:41.154280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46768) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:41.154463 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-55d156c4-f035-4922-8828-ae41605d8492 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2566507 Dec 13 16:35:41.157604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': '2778b8d1-7186-4cae-b96a-10873069d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1f42f9f0-3124-456f-b0fc-6a332afc2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:41.157604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: 1f42f9f0-3124-456f-b0fc-6a332afc2376, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:41.161965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b6cbe359-d9e5-484e-adbb-903f21f27881 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1465950432'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:41.243761 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 1f42f9f0-3124-456f-b0fc-6a332afc2376 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:41.258312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 1f42f9f0-3124-456f-b0fc-6a332afc2376) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:41.267034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7a2379-1b59-46fe-abee-0971d0830851 None None] Network 1f42f9f0-3124-456f-b0fc-6a332afc2376 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:41.267525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:41.267992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.292132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-26716588-33ad-4e64-8a92-a6cf67f0dd52 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5174534 Dec 13 16:35:41.299242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46772) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:41.304997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124943908'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:41.329752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:41.333728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.358258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:41.369187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.369425 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment b101a64a-649e-4e01-92a3-21eaaaada505 of type vlan for network 5f2b17ea-8682-4a3a-9515-42993de3d8bb Dec 13 16:35:41.378519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-1f42f9f0-3124-456f-b0fc-6a332afc2376', 'network_id': '1f42f9f0-3124-456f-b0fc-6a332afc2376', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': '8f6e9b4e-e056-47cf-873c-4c74a391d050'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:41.379750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.426745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.456501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.464996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:41.465674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.498838 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1977305 Dec 13 16:35:41.500649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46774) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:41.506027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': '5f2b17ea-8682-4a3a-9515-42993de3d8bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:41.528443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Allocated IP 2001:db8:0:ffff::2 (1f42f9f0-3124-456f-b0fc-6a332afc2376/8f6e9b4e-e056-47cf-873c-4c74a391d050/88dd3412-49cd-4db4-8da5-c161a577ce6c) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:41.551286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e22bc39-f7a9-4365-a9ab-93e2ab562b27 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=5f2b17ea-8682-4a3a-9515-42993de3d8bb,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:41.583522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 5f2b17ea-8682-4a3a-9515-42993de3d8bb details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:41.610044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6cbe359-d9e5-484e-adbb-903f21f27881 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.628924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6cbe359-d9e5-484e-adbb-903f21f27881 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.698117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:41.701617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.893191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.899735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:41.944516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Network 1f42f9f0-3124-456f-b0fc-6a332afc2376 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:41.947906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:41.951932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:41.959322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Pushing event updated for resources: {'Port': ['ID=88dd3412-49cd-4db4-8da5-c161a577ce6c,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:42.010988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Attempting to bind port 88dd3412-49cd-4db4-8da5-c161a577ce6c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:42.011368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Attempting to bind port 88dd3412-49cd-4db4-8da5-c161a577ce6c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '2778b8d1-7186-4cae-b96a-10873069d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1f42f9f0-3124-456f-b0fc-6a332afc2376'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:42.011733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Attempting to bind port 88dd3412-49cd-4db4-8da5-c161a577ce6c on network 1f42f9f0-3124-456f-b0fc-6a332afc2376 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:42.018106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:42.018498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Checking segment: {'id': '2778b8d1-7186-4cae-b96a-10873069d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1f42f9f0-3124-456f-b0fc-6a332afc2376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:42.019074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.019469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Bound using segment: {'id': '2778b8d1-7186-4cae-b96a-10873069d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1f42f9f0-3124-456f-b0fc-6a332afc2376'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:42.019946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Bound port: 88dd3412-49cd-4db4-8da5-c161a577ce6c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2778b8d1-7186-4cae-b96a-10873069d988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '1f42f9f0-3124-456f-b0fc-6a332afc2376'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:42.020326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.082613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] For port 88dd3412-49cd-4db4-8da5-c161a577ce6c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:42.085674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] For port 88dd3412-49cd-4db4-8da5-c161a577ce6c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=88dd3412-49cd-4db4-8da5-c161a577ce6c,segment=NetworkSegment(2778b8d1-7186-4cae-b96a-10873069d988),segment_id=2778b8d1-7186-4cae-b96a-10873069d988)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:42.089400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.119489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cbe359-d9e5-484e-adbb-903f21f27881 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router 57f66380-2559-4b69-bd10-9f7045b9dddf has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:42.150615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41180b9e-c268-441d-a985-4e7c3cb6ddf6 None None] Pushing event updated for resources: {'Port': ['ID=88dd3412-49cd-4db4-8da5-c161a577ce6c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:42.294014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.369728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cbe359-d9e5-484e-adbb-903f21f27881 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:42.383119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b6cbe359-d9e5-484e-adbb-903f21f27881 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.383605 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e1e33-56f8-4a17-817f-98e49692b74f None None] Sync routers for ids ['57f66380-2559-4b69-bd10-9f7045b9dddf'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:42.385372 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b6cbe359-d9e5-484e-adbb-903f21f27881 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/57f66380-2559-4b69-bd10-9f7045b9dddf HTTP/1.1" status: 200 len: 887 time: 1.2295480 Dec 13 16:35:42.387831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46776) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:42.398307 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e1e33-56f8-4a17-817f-98e49692b74f None None] Routers {'57f66380-2559-4b69-bd10-9f7045b9dddf'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:42.399893 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d21e1e33-56f8-4a17-817f-98e49692b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['57f66380-2559-4b69-bd10-9f7045b9dddf'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:42.400196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=10485953-b10f-4dc9-9521-c9f93dc0c0ed,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:42.416017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': 'b101a64a-649e-4e01-92a3-21eaaaada505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5f2b17ea-8682-4a3a-9515-42993de3d8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:42.416379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: 5f2b17ea-8682-4a3a-9515-42993de3d8bb, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:42.436130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 5f2b17ea-8682-4a3a-9515-42993de3d8bb is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:42.442020 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d21e1e33-56f8-4a17-817f-98e49692b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:42.453978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 5f2b17ea-8682-4a3a-9515-42993de3d8bb) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:42.454346 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e1e33-56f8-4a17-817f-98e49692b74f None None] Routers {'57f66380-2559-4b69-bd10-9f7045b9dddf'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:42.455974 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d21e1e33-56f8-4a17-817f-98e49692b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['57f66380-2559-4b69-bd10-9f7045b9dddf'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:42.463689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a6ea0-d6ad-4b0a-882a-261c4daf32a6 None None] Network 5f2b17ea-8682-4a3a-9515-42993de3d8bb requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:42.478671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:42.479718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.495717 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d21e1e33-56f8-4a17-817f-98e49692b74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:42.496648 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e1e33-56f8-4a17-817f-98e49692b74f None None] The sync data for ids ['57f66380-2559-4b69-bd10-9f7045b9dddf'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:42.521798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-099178ac-f92f-4b1f-a5f0-73d090080e15 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0175135 Dec 13 16:35:42.522355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46778) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:42.537642 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-eccdd9c4-b844-4f1e-85eb-1db74fc176f9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/routers/57f66380-2559-4b69-bd10-9f7045b9dddf HTTP/1.1" status: 200 len: 887 time: 0.1483684 Dec 13 16:35:42.538247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46780) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:42.569451 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7e014cac-6f4d-45b3-993e-7311fd3bf603 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=57f66380-2559-4b69-bd10-9f7045b9dddf HTTP/1.1" status: 200 len: 205 time: 0.0297449 Dec 13 16:35:42.570068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46782) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:42.631220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-5f2b17ea-8682-4a3a-9515-42993de3d8bb', 'network_id': '5f2b17ea-8682-4a3a-9515-42993de3d8bb', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': '10485953-b10f-4dc9-9521-c9f93dc0c0ed'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:42.633127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.642939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.724390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.731397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.788844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Allocated IP 2001:db8::1 (5f2b17ea-8682-4a3a-9515-42993de3d8bb/10485953-b10f-4dc9-9521-c9f93dc0c0ed/68dabac8-93f8-4adb-9f78-f3bac0b61730) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:42.857429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.918210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port 90f4d7c5-1579-4e4b-88bf-cffa02fecda6 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:42.918616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.950719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.963006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:42.985241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.009883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Network 5f2b17ea-8682-4a3a-9515-42993de3d8bb is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:43.013140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:43.019758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=10485953-b10f-4dc9-9521-c9f93dc0c0ed,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:43.020279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:43.025384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.033081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Pushing event updated for resources: {'Port': ['ID=68dabac8-93f8-4adb-9f78-f3bac0b61730,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:43.048800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for 90f4d7c5-1579-4e4b-88bf-cffa02fecda6 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:43.100471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.102331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Attempting to bind port 68dabac8-93f8-4adb-9f78-f3bac0b61730 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:43.102906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Attempting to bind port 68dabac8-93f8-4adb-9f78-f3bac0b61730 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'b101a64a-649e-4e01-92a3-21eaaaada505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5f2b17ea-8682-4a3a-9515-42993de3d8bb'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:43.103179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Attempting to bind port 68dabac8-93f8-4adb-9f78-f3bac0b61730 on network 5f2b17ea-8682-4a3a-9515-42993de3d8bb {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:43.112990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:43.113446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Checking segment: {'id': 'b101a64a-649e-4e01-92a3-21eaaaada505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5f2b17ea-8682-4a3a-9515-42993de3d8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:43.114358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.114789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Bound using segment: {'id': 'b101a64a-649e-4e01-92a3-21eaaaada505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5f2b17ea-8682-4a3a-9515-42993de3d8bb'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:43.115298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Bound port: 68dabac8-93f8-4adb-9f78-f3bac0b61730, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b101a64a-649e-4e01-92a3-21eaaaada505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '5f2b17ea-8682-4a3a-9515-42993de3d8bb'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:43.115683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.131263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2b17ea-8682-4a3a-9515-42993de3d8bb']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:43.147873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b101a64a-649e-4e01-92a3-21eaaaada505') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:43.148359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b101a64a-649e-4e01-92a3-21eaaaada505') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:43.161704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.195700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.206600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:43.207399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:43.210258 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:43.217179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] For port 68dabac8-93f8-4adb-9f78-f3bac0b61730, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:43.296932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] For port 68dabac8-93f8-4adb-9f78-f3bac0b61730, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=68dabac8-93f8-4adb-9f78-f3bac0b61730,segment=NetworkSegment(b101a64a-649e-4e01-92a3-21eaaaada505),segment_id=b101a64a-649e-4e01-92a3-21eaaaada505)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:43.298292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:35:43.298292 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:35:43.298292 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': '5f2b17ea-8682-4a3a-9515-42993de3d8bb'}] Dec 13 16:35:43.298292 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:35:43.299041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:35:43.303826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.304594 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.333511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=90f4d7c5-1579-4e4b-88bf-cffa02fecda6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:43.349403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4bcf0f-74bf-40c3-9c5e-eccc990f63c4 None None] Network 1f42f9f0-3124-456f-b0fc-6a332afc2376 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:43.363378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4f9524-290c-4ba7-9d3b-79cd99d23027 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:43.403818 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.486629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bf1a726b-18d8-4f8d-bca3-11a7b78fc97d None None] Provisioning complete for port 88dd3412-49cd-4db4-8da5-c161a577ce6c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:43.487158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf1a726b-18d8-4f8d-bca3-11a7b78fc97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.511617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.514193 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.539336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14049b-6fa4-4877-8a7c-cace89faad5c None None] Pushing event updated for resources: {'Port': ['ID=68dabac8-93f8-4adb-9f78-f3bac0b61730,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:43.587227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14853d3-1d4e-4c1c-b051-263a4fcd7477 None None] Network 5f2b17ea-8682-4a3a-9515-42993de3d8bb requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:43.592684 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.593540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Fanout notify agent at l3_agent the message router_deleted on router 57f66380-2559-4b69-bd10-9f7045b9dddf {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:43.612210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.614886 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-29b6ae3e-f148-42a6-ae18-66f61ff8cc53 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/57f66380-2559-4b69-bd10-9f7045b9dddf HTTP/1.1" status: 204 len: 168 time: 1.0424974 Dec 13 16:35:43.618340 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46784) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:43.625597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-1013813309'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:43.632950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 88dd3412-49cd-4db4-8da5-c161a577ce6c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:43.651413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:43.655517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.682014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:43.692299 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.692641 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment 40a2208e-49e2-4ce5-8a50-099383052e37 of type vlan for network 13401325-2a8c-4da3-a732-576faf3260a4 Dec 13 16:35:43.734686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.755983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf1a726b-18d8-4f8d-bca3-11a7b78fc97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.761957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.768814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:43.769421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.793834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 88dd3412-49cd-4db4-8da5-c161a577ce6c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:43.794197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.799440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.830586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.847783 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2280996 Dec 13 16:35:43.850520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bf1a726b-18d8-4f8d-bca3-11a7b78fc97d None None] For port 88dd3412-49cd-4db4-8da5-c161a577ce6c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=88dd3412-49cd-4db4-8da5-c161a577ce6c,segment=NetworkSegment(2778b8d1-7186-4cae-b96a-10873069d988),segment_id=2778b8d1-7186-4cae-b96a-10873069d988)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:43.852026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46788) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:43.857689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': '13401325-2a8c-4da3-a732-576faf3260a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:43.863378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf1a726b-18d8-4f8d-bca3-11a7b78fc97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.864200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99553f-b6f1-4d8d-92e8-80938a36ab3a tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=13401325-2a8c-4da3-a732-576faf3260a4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:43.900013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 13401325-2a8c-4da3-a732-576faf3260a4 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:43.950320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting port 68dabac8-93f8-4adb-9f78-f3bac0b61730 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:43.950674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:43.983046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b59d81-b562-4895-b97f-5c5a8249052d None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:35:44.019754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:44.023153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.058125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a726b-18d8-4f8d-bca3-11a7b78fc97d None None] Pushing event updated for resources: {'Port': ['ID=88dd3412-49cd-4db4-8da5-c161a577ce6c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:44.070248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-15b768cb-701a-4b26-a533-2f26389f785a None None] Provisioning complete for port 88dd3412-49cd-4db4-8da5-c161a577ce6c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:44.070616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15b768cb-701a-4b26-a533-2f26389f785a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.084851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] For port 68dabac8-93f8-4adb-9f78-f3bac0b61730, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=68dabac8-93f8-4adb-9f78-f3bac0b61730,segment=NetworkSegment(b101a64a-649e-4e01-92a3-21eaaaada505),segment_id=b101a64a-649e-4e01-92a3-21eaaaada505)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:44.085220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.108873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Calling delete_port for 68dabac8-93f8-4adb-9f78-f3bac0b61730 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:44.150639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b59d81-b562-4895-b97f-5c5a8249052d None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:35:44.273453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.317337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Port': ['ID=68dabac8-93f8-4adb-9f78-f3bac0b61730,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:44.319231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No DVR routers for this DVR port 68dabac8-93f8-4adb-9f78-f3bac0b61730 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:44.325078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.448826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=c3943979-14af-48ee-b7ec-653732d7329a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:44.455417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.484139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': '40a2208e-49e2-4ce5-8a50-099383052e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13401325-2a8c-4da3-a732-576faf3260a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:44.484510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: 13401325-2a8c-4da3-a732-576faf3260a4, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:44.487408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2b17ea-8682-4a3a-9515-42993de3d8bb']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:44.498599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b101a64a-649e-4e01-92a3-21eaaaada505') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:44.498875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b101a64a-649e-4e01-92a3-21eaaaada505') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:44.512479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.526564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 13401325-2a8c-4da3-a732-576faf3260a4 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:44.529451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.542748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:44.543209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:44.547220 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:44.557908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 13401325-2a8c-4da3-a732-576faf3260a4) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:44.562403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:44.563009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.567277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de91204-161b-4ddf-b035-b248c16e257d None None] Network 13401325-2a8c-4da3-a732-576faf3260a4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:44.617981 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-883206cb-2c2f-48ff-998e-6fee8a65d1bb tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7645469 Dec 13 16:35:44.620821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46790) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:44.626770 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8b226e2d-37f1-4a03-a506-7b0c06005efe tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1675340557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:44.627897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.632069 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.635640 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/5f2b17ea-8682-4a3a-9515-42993de3d8bb HTTP/1.1" status: 204 len: 168 time: 2.1126726 Dec 13 16:35:44.641366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46792) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:44.656647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877438672'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:44.657798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b226e2d-37f1-4a03-a506-7b0c06005efe tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.660295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b226e2d-37f1-4a03-a506-7b0c06005efe tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.661601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d637f78-3ece-4c7a-9991-e501afa93d89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=5f2b17ea-8682-4a3a-9515-42993de3d8bb,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:44.683562 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-13401325-2a8c-4da3-a732-576faf3260a4', 'network_id': '13401325-2a8c-4da3-a732-576faf3260a4', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': 'c3943979-14af-48ee-b7ec-653732d7329a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:44.684576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.688545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:44.692326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.717367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:44.724857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b226e2d-37f1-4a03-a506-7b0c06005efe tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.728721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b226e2d-37f1-4a03-a506-7b0c06005efe tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.729201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.729604 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment 7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a of type vlan for network 8b386a0b-274c-49e5-aca0-7e0186dec8b9 Dec 13 16:35:44.753312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b226e2d-37f1-4a03-a506-7b0c06005efe tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.758056 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8b226e2d-37f1-4a03-a506-7b0c06005efe tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1356270 Dec 13 16:35:44.758274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46794) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:44.834156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Allocated IP 172.20.0.2 (13401325-2a8c-4da3-a732-576faf3260a4/c3943979-14af-48ee-b7ec-653732d7329a/f755d3f1-28b2-4c61-8ac9-1a1a1651010c) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:44.838853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.941195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.946819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:44.947402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.989254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:44.995844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.037557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Network 13401325-2a8c-4da3-a732-576faf3260a4 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:45.040360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:45.044705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:45.047742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Pushing event updated for resources: {'Port': ['ID=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:45.071607 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4291844 Dec 13 16:35:45.074545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46796) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:45.080640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': '8b386a0b-274c-49e5-aca0-7e0186dec8b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:45.106445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Attempting to bind port f755d3f1-28b2-4c61-8ac9-1a1a1651010c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:45.107143 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Attempting to bind port f755d3f1-28b2-4c61-8ac9-1a1a1651010c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '40a2208e-49e2-4ce5-8a50-099383052e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13401325-2a8c-4da3-a732-576faf3260a4'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:45.107626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Attempting to bind port f755d3f1-28b2-4c61-8ac9-1a1a1651010c on network 13401325-2a8c-4da3-a732-576faf3260a4 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:45.113882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:45.114704 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Checking segment: {'id': '40a2208e-49e2-4ce5-8a50-099383052e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13401325-2a8c-4da3-a732-576faf3260a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:45.115078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.115253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44221b80-5888-447d-aa80-8836d783a8e9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=8b386a0b-274c-49e5-aca0-7e0186dec8b9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:45.115671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Bound using segment: {'id': '40a2208e-49e2-4ce5-8a50-099383052e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13401325-2a8c-4da3-a732-576faf3260a4'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:45.116240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Bound port: f755d3f1-28b2-4c61-8ac9-1a1a1651010c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a2208e-49e2-4ce5-8a50-099383052e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '13401325-2a8c-4da3-a732-576faf3260a4'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:45.116717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.134238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8b386a0b-274c-49e5-aca0-7e0186dec8b9 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:45.164216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.179418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:45.183172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.265406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] For port f755d3f1-28b2-4c61-8ac9-1a1a1651010c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:45.269013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] For port f755d3f1-28b2-4c61-8ac9-1a1a1651010c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,segment=NetworkSegment(40a2208e-49e2-4ce5-8a50-099383052e37),segment_id=40a2208e-49e2-4ce5-8a50-099383052e37)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:45.274003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.337981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc234e3a-ac4e-4a77-8d9b-b2aab36c2521 None None] Pushing event updated for resources: {'Port': ['ID=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:45.402004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.472925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=4e24fb24-db1b-4528-bfff-499b1c746e3a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:45.476054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.20.0.1 (13401325-2a8c-4da3-a732-576faf3260a4/c3943979-14af-48ee-b7ec-653732d7329a/eb23f48d-c9b6-42d3-88ec-9ac8078d913c) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:45.481080 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': '7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8b386a0b-274c-49e5-aca0-7e0186dec8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:45.481452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: 8b386a0b-274c-49e5-aca0-7e0186dec8b9, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:45.506601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 8b386a0b-274c-49e5-aca0-7e0186dec8b9 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:45.542392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 8b386a0b-274c-49e5-aca0-7e0186dec8b9) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:45.551568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:45.552374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.559060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04763849-3d37-421a-9de2-0fe27df0517f None None] Network 8b386a0b-274c-49e5-aca0-7e0186dec8b9 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:45.587763 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d44df0dc-8580-4a3d-bf62-213ab2e8080c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5107651 Dec 13 16:35:45.591727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46798) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:45.602048 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-815493694'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:45.627553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 88dd3412-49cd-4db4-8da5-c161a577ce6c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:45.658237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:45.662177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.700127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.712343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:45.729469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.729880 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment 51d44ff9-2156-4dc7-8be6-2ad8a89dbe16 of type vlan for network 724d86cd-b65a-470c-9363-33542ca9f904 Dec 13 16:35:45.732401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 88dd3412-49cd-4db4-8da5-c161a577ce6c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:45.732784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.790533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.800165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.870456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 13401325-2a8c-4da3-a732-576faf3260a4 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:45.874077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.880237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:45.880858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.883528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:45.886154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:45.917124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-8b386a0b-274c-49e5-aca0-7e0186dec8b9', 'network_id': '8b386a0b-274c-49e5-aca0-7e0186dec8b9', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': '4e24fb24-db1b-4528-bfff-499b1c746e3a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:45.917992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:45.921335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=eb23f48d-c9b6-42d3-88ec-9ac8078d913c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:45.977525 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3836160 Dec 13 16:35:45.982129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46800) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:45.989580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': '724d86cd-b65a-470c-9363-33542ca9f904', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:46.007573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e0b5c-2a29-47f6-aa9c-34f0c2165e86 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=724d86cd-b65a-470c-9363-33542ca9f904,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:46.011106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.021225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 724d86cd-b65a-470c-9363-33542ca9f904 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:46.105551 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:46.110904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.172797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.176659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Allocated IP 2001:db8::3 (8b386a0b-274c-49e5-aca0-7e0186dec8b9/4e24fb24-db1b-4528-bfff-499b1c746e3a/da6f745c-e0ae-40d2-afc0-6fc31a001f89) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:46.199295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Performing IP validity checks on allocation pools {{(pid=103053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 16:35:46.200042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 16:35:46.351436 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.369138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.377366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.424303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=b9dfdda2-3bea-4310-a61c-f24a7ce8ecb9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:46.437007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': '51d44ff9-2156-4dc7-8be6-2ad8a89dbe16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '724d86cd-b65a-470c-9363-33542ca9f904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:46.437685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: 724d86cd-b65a-470c-9363-33542ca9f904, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:46.451168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Network 8b386a0b-274c-49e5-aca0-7e0186dec8b9 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:46.455904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:46.457216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 724d86cd-b65a-470c-9363-33542ca9f904 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:46.460710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:46.473721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 724d86cd-b65a-470c-9363-33542ca9f904) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:46.479123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:46.479840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.496620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Pushing event updated for resources: {'Port': ['ID=da6f745c-e0ae-40d2-afc0-6fc31a001f89,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:46.502010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82159fb1-41d5-4e7d-bade-44c50d2277f0 None None] Network 724d86cd-b65a-470c-9363-33542ca9f904 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:46.511417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.511650 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b4aed53c-6f6c-4d8a-9224-30750d97eeea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5242941 Dec 13 16:35:46.511774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46802) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:46.534854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.584329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a65346-628d-4703-a7c1-7d07c8b154f8 None None] Network 13401325-2a8c-4da3-a732-576faf3260a4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:46.587950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Attempting to bind port da6f745c-e0ae-40d2-afc0-6fc31a001f89 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:46.588327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Attempting to bind port da6f745c-e0ae-40d2-afc0-6fc31a001f89 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8b386a0b-274c-49e5-aca0-7e0186dec8b9'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:46.588687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Attempting to bind port da6f745c-e0ae-40d2-afc0-6fc31a001f89 on network 8b386a0b-274c-49e5-aca0-7e0186dec8b9 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:46.638520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:46.639309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Checking segment: {'id': '7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8b386a0b-274c-49e5-aca0-7e0186dec8b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:46.639309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.639899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Bound using segment: {'id': '7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8b386a0b-274c-49e5-aca0-7e0186dec8b9'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:46.640439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Bound port: da6f745c-e0ae-40d2-afc0-6fc31a001f89, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '8b386a0b-274c-49e5-aca0-7e0186dec8b9'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:46.640813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.655242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.662258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=eb23f48d-c9b6-42d3-88ec-9ac8078d913c,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:46.735235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.746865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aa5bf0-3b57-49b3-89ce-d82fb985f50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-724d86cd-b65a-470c-9363-33542ca9f904', 'network_id': '724d86cd-b65a-470c-9363-33542ca9f904', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': 'b9dfdda2-3bea-4310-a61c-f24a7ce8ecb9'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:46.747698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-99aa5bf0-3b57-49b3-89ce-d82fb985f50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.775286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3592ac5b-11e3-4b2a-8dc7-e4664aee3e28 None None] Provisioning complete for port f755d3f1-28b2-4c61-8ac9-1a1a1651010c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:46.775653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3592ac5b-11e3-4b2a-8dc7-e4664aee3e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.820224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 13401325-2a8c-4da3-a732-576faf3260a4 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:46.821192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.825430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] For port da6f745c-e0ae-40d2-afc0-6fc31a001f89, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:46.825658 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:46.859535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] For port da6f745c-e0ae-40d2-afc0-6fc31a001f89, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=da6f745c-e0ae-40d2-afc0-6fc31a001f89,segment=NetworkSegment(7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a),segment_id=7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:46.909614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.959216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:46.998378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=b9dfdda2-3bea-4310-a61c-f24a7ce8ecb9,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server [None req-99aa5bf0-3b57-49b3-89ce-d82fb985f50f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9dfdda2-3bea-4310-a61c-f24a7ce8ecb9: This subnet is being modified by another concurrent operation. Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise exception Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b9dfdda2-3bea-4310-a61c-f24a7ce8ecb9: This subnet is being modified by another concurrent operation. Dec 13 16:35:47.011276 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Dec 13 16:35:47.042589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c5ecbe-b54b-4754-81fc-965c43cdd5bd None None] Pushing event updated for resources: {'Port': ['ID=da6f745c-e0ae-40d2-afc0-6fc31a001f89,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:47.054424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deffb7f-71a4-4611-984e-927025e29d18 None None] Network 724d86cd-b65a-470c-9363-33542ca9f904 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:47.059000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3592ac5b-11e3-4b2a-8dc7-e4664aee3e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.082827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router b2f67c75-bc3d-4c64-9827-0e010277ff69 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:35:47.099204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.124694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724d86cd-b65a-470c-9363-33542ca9f904']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:47.170318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3592ac5b-11e3-4b2a-8dc7-e4664aee3e28 None None] For port f755d3f1-28b2-4c61-8ac9-1a1a1651010c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,segment=NetworkSegment(40a2208e-49e2-4ce5-8a50-099383052e37),segment_id=40a2208e-49e2-4ce5-8a50-099383052e37)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:47.178878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3592ac5b-11e3-4b2a-8dc7-e4664aee3e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.205079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d44ff9-2156-4dc7-8be6-2ad8a89dbe16') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:47.205517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d44ff9-2156-4dc7-8be6-2ad8a89dbe16') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:47.223050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.239498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592ac5b-11e3-4b2a-8dc7-e4664aee3e28 None None] Pushing event updated for resources: {'Port': ['ID=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:47.253520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.275772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:47.276199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:47.290933 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:47.322335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:47.333351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9e6cce38-b249-42cf-aef6-8361b5b792b6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/b2f67c75-bc3d-4c64-9827-0e010277ff69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5709732 Dec 13 16:35:47.333465 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46806) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:47.336681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcbce7-a17e-4d64-a7a3-c4541a2f6afa None None] Sync routers for ids ['b2f67c75-bc3d-4c64-9827-0e010277ff69'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:47.356147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcbce7-a17e-4d64-a7a3-c4541a2f6afa None None] Routers {'b2f67c75-bc3d-4c64-9827-0e010277ff69'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:47.356908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-eebcbce7-a17e-4d64-a7a3-c4541a2f6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b2f67c75-bc3d-4c64-9827-0e010277ff69'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:47.380774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.387824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.394527 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/724d86cd-b65a-470c-9363-33542ca9f904 HTTP/1.1" status: 204 len: 168 time: 0.8816626 Dec 13 16:35:47.399410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46808) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:47.408622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad49a681-7339-4a7a-a031-3fae7d2059de tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:47.409362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860355c9-aec2-4243-bdee-646529ef82e2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=724d86cd-b65a-470c-9363-33542ca9f904,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:47.412935 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ad49a681-7339-4a7a-a031-3fae7d2059de tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports/eb23f48d-c9b6-42d3-88ec-9ac8078d913c HTTP/1.1" status: 200 len: 910 time: 0.0763695 Dec 13 16:35:47.413260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46810) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:47.414607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1397814969'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:47.420376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-06cb7211-e773-4ebd-bb28-703ae8430b7b tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c3943979-14af-48ee-b7ec-653732d7329a'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:47.432639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-eebcbce7-a17e-4d64-a7a3-c4541a2f6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:47.450493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:47.451658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcbce7-a17e-4d64-a7a3-c4541a2f6afa None None] Routers {'b2f67c75-bc3d-4c64-9827-0e010277ff69'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:47.454968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-eebcbce7-a17e-4d64-a7a3-c4541a2f6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b2f67c75-bc3d-4c64-9827-0e010277ff69'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:47.458759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.501224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-eebcbce7-a17e-4d64-a7a3-c4541a2f6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:47.501862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebcbce7-a17e-4d64-a7a3-c4541a2f6afa None None] The sync data for ids ['b2f67c75-bc3d-4c64-9827-0e010277ff69'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:47.511196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a2657c00-f807-4e39-9fe9-1d5edae784dd None None] Provisioning complete for port eb23f48d-c9b6-42d3-88ec-9ac8078d913c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:47.511678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2657c00-f807-4e39-9fe9-1d5edae784dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.512213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:47.540551 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.541329 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment 7740b44c-9e4d-461c-8a03-0e63a8ef0882 of type vlan for network 7fd301ba-162e-4214-9555-ed94d735523c Dec 13 16:35:47.576092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a2657c00-f807-4e39-9fe9-1d5edae784dd None None] Port eb23f48d-c9b6-42d3-88ec-9ac8078d913c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:47.596411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a2657c00-f807-4e39-9fe9-1d5edae784dd None None] Provisioning complete for port f755d3f1-28b2-4c61-8ac9-1a1a1651010c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:47.596855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2657c00-f807-4e39-9fe9-1d5edae784dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.607217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.655054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.661278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:47.661926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.681939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f755d3f1-28b2-4c61-8ac9-1a1a1651010c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:47.690319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06cb7211-e773-4ebd-bb28-703ae8430b7b tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.732849 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3319550 Dec 13 16:35:47.733662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46812) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:47.750320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': '7fd301ba-162e-4214-9555-ed94d735523c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:47.772007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894df4a-36e9-448e-8df3-928b3b1c881e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=7fd301ba-162e-4214-9555-ed94d735523c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:47.786563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 7fd301ba-162e-4214-9555-ed94d735523c details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:47.869709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:47.876018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.898877 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f755d3f1-28b2-4c61-8ac9-1a1a1651010c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:47.899252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:47.955625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-76686293-ec85-4835-89f2-27cc8aba0996 None None] Provisioning complete for port eb23f48d-c9b6-42d3-88ec-9ac8078d913c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:47.955912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-76686293-ec85-4835-89f2-27cc8aba0996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.016316 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-76686293-ec85-4835-89f2-27cc8aba0996 None None] Port eb23f48d-c9b6-42d3-88ec-9ac8078d913c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:48.058605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device da6f745c-e0ae-40d2-afc0-6fc31a001f89 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:48.130027 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port da6f745c-e0ae-40d2-afc0-6fc31a001f89 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:48.130400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.179131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-528dc065-a31a-439b-bbab-847e0c31a69f None None] Provisioning complete for port eb23f48d-c9b6-42d3-88ec-9ac8078d913c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:48.179497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-528dc065-a31a-439b-bbab-847e0c31a69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.198299 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-c7e1216d-a33f-47a6-93a2-29c0b5a6dbc7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116960 Dec 13 16:35:48.246132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-528dc065-a31a-439b-bbab-847e0c31a69f None None] Port eb23f48d-c9b6-42d3-88ec-9ac8078d913c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:35:48.293402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.351164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port da6f745c-e0ae-40d2-afc0-6fc31a001f89, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=da6f745c-e0ae-40d2-afc0-6fc31a001f89,segment=NetworkSegment(7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a),segment_id=7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:48.357134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.360776 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-b653bd85-db6a-40c9-a340-11fdb9ab1c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:48.362492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-b653bd85-db6a-40c9-a340-11fdb9ab1c8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 1099 time: 0.1048439 Dec 13 16:35:48.431127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=da6f745c-e0ae-40d2-afc0-6fc31a001f89,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:48.480381 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f971729-3144-46e8-9b8b-11036b895cd6 None None] Network 8b386a0b-274c-49e5-aca0-7e0186dec8b9 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:48.500997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.564541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=841a020f-b431-4481-b56c-27fa2e054e1c,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:48.572182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': '7740b44c-9e4d-461c-8a03-0e63a8ef0882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '7fd301ba-162e-4214-9555-ed94d735523c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:48.572429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: 7fd301ba-162e-4214-9555-ed94d735523c, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:48.590590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 7fd301ba-162e-4214-9555-ed94d735523c is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:48.591913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-d5c496cc-0590-4313-9491-16707440bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:48.594182 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-d5c496cc-0590-4313-9491-16707440bb94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 898 time: 0.1907086 Dec 13 16:35:48.601805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 7fd301ba-162e-4214-9555-ed94d735523c) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:48.609947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-777e5526-eb99-465e-8236-a4ed595dc5a1 None None] Provisioning complete for port da6f745c-e0ae-40d2-afc0-6fc31a001f89 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:48.610158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:48.610320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-777e5526-eb99-465e-8236-a4ed595dc5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.611086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.616348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b8cbe9-6f2f-447c-8db6-fe56c7fe8ac5 None None] Network 7fd301ba-162e-4214-9555-ed94d735523c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:48.632121 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7f01809b-86f3-4d26-812b-ab6622f2f6f1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8874481 Dec 13 16:35:48.632465 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46814) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:48.695618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-79c32e0e-703c-4fab-88ac-fa2ecf2a27b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f HTTP/1.1" status: 200 len: 1001 time: 0.0887303 Dec 13 16:35:48.720358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06cb7211-e773-4ebd-bb28-703ae8430b7b tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.747348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.747774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06cb7211-e773-4ebd-bb28-703ae8430b7b tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.806014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.831499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-1d2c11bf-f4d0-4219-ba5f-aaecceebf7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:48.833176 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-1d2c11bf-f4d0-4219-ba5f-aaecceebf7c6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.1256056 Dec 13 16:35:48.866892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb7211-e773-4ebd-bb28-703ae8430b7b tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=eb23f48d-c9b6-42d3-88ec-9ac8078d913c,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:48.894937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.897864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cb7211-e773-4ebd-bb28-703ae8430b7b tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:48.898438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-06cb7211-e773-4ebd-bb28-703ae8430b7b tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:48.901130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-06cb7211-e773-4ebd-bb28-703ae8430b7b tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/ports/eb23f48d-c9b6-42d3-88ec-9ac8078d913c HTTP/1.1" status: 200 len: 910 time: 1.4857793 Dec 13 16:35:48.906188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46816) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:48.932067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=841a020f-b431-4481-b56c-27fa2e054e1c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:48.997615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f5b4f-33b7-4303-b19f-a99744774184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-7fd301ba-162e-4214-9555-ed94d735523c', 'network_id': '7fd301ba-162e-4214-9555-ed94d735523c', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': '841a020f-b431-4481-b56c-27fa2e054e1c'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:48.998526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5b4f-33b7-4303-b19f-a99744774184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.004091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-d00042d2-8be4-4d00-8347-add825c5242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:49.005779 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-d00042d2-8be4-4d00-8347-add825c5242b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1588340 Dec 13 16:35:49.022335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.048333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd301ba-162e-4214-9555-ed94d735523c']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:49.060758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7740b44c-9e4d-461c-8a03-0e63a8ef0882') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:49.060957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7740b44c-9e4d-461c-8a03-0e63a8ef0882') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:49.072184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.089101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.096744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:49.097360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:49.101990 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:49.111959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7adfc7-8360-4bbd-ac2d-cd5e35b8b086 None None] Network 7fd301ba-162e-4214-9555-ed94d735523c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:49.137388 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:35:49.177192 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.183127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.188058 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/7fd301ba-162e-4214-9555-ed94d735523c HTTP/1.1" status: 204 len: 168 time: 0.5544043 Dec 13 16:35:49.192548 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46818) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:49.210066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-702383588'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:49.215022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1111d1-0566-4fe9-8d05-1639b9298f5d tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=7fd301ba-162e-4214-9555-ed94d735523c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:49.220030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-8654d34d-b770-480c-a49b-e075c2102c04 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060535 Dec 13 16:35:49.235779 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:49.236840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c7f2c-6b4c-458f-909f-ee480154a4f6 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:35:49.239832 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.271370 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:49.281608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-51a7de3b-b3f4-4a08-8bcb-738a88188943 None None] Provisioning complete for port da6f745c-e0ae-40d2-afc0-6fc31a001f89 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:49.281994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-51a7de3b-b3f4-4a08-8bcb-738a88188943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.282376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.282746 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment 51b768eb-66ab-4b84-841f-129fff81bd56 of type vlan for network 11c61778-20ce-4a6e-af3a-624bab22b184 Dec 13 16:35:49.325560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.353659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.360784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:49.361984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.372045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58c7f2c-6b4c-458f-909f-ee480154a4f6 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:35:49.390270 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7529211e-cf28-40da-b1b7-4e80b37c274f req-cbf4c4a6-abf6-4ccb-aa86-5720c6d7bd10 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614342 Dec 13 16:35:49.440025 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2421570 Dec 13 16:35:49.441198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46820) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:49.446404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': '11c61778-20ce-4a6e-af3a-624bab22b184', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:49.455459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada287e-7ffe-46b6-90d5-c0ac68a288ce tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=11c61778-20ce-4a6e-af3a-624bab22b184,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:49.471978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 11c61778-20ce-4a6e-af3a-624bab22b184 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:49.544316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.554129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device da6f745c-e0ae-40d2-afc0-6fc31a001f89 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:49.631157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:49.634629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.679489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port da6f745c-e0ae-40d2-afc0-6fc31a001f89 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:49.679868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:49.932418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.007537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=5d57353e-95e1-4421-a0cd-3835b1a04b5a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:50.012180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port eb23f48d-c9b6-42d3-88ec-9ac8078d913c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:50.012513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.057381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': '51b768eb-66ab-4b84-841f-129fff81bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '11c61778-20ce-4a6e-af3a-624bab22b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:50.057740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: 11c61778-20ce-4a6e-af3a-624bab22b184, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:50.090714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 11c61778-20ce-4a6e-af3a-624bab22b184 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:50.106897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 11c61778-20ce-4a6e-af3a-624bab22b184) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:50.115461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5b600-fa40-4b15-9f66-c3fc878f3bdd None None] Network 11c61778-20ce-4a6e-af3a-624bab22b184 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:50.116005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:50.116517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.131430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.147377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for eb23f48d-c9b6-42d3-88ec-9ac8078d913c owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:50.151685 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-05566520-a660-459f-b2c7-5bab7a8418c2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7100525 Dec 13 16:35:50.154622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46822) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:50.220562 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-11c61778-20ce-4a6e-af3a-624bab22b184', 'network_id': '11c61778-20ce-4a6e-af3a-624bab22b184', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': '5d57353e-95e1-4421-a0cd-3835b1a04b5a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:50.221449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.274687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.346320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.362239 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.375785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Allocated IP 2001:db8::1 (11c61778-20ce-4a6e-af3a-624bab22b184/5d57353e-95e1-4421-a0cd-3835b1a04b5a/2debd419-2d2e-4548-bafb-87e1907fddb4) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:50.426762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=eb23f48d-c9b6-42d3-88ec-9ac8078d913c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:50.546885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.556744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.589865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.607932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Network 11c61778-20ce-4a6e-af3a-624bab22b184 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:50.611938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:50.616794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:50.622194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Pushing event updated for resources: {'Port': ['ID=2debd419-2d2e-4548-bafb-87e1907fddb4,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:50.651359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=5d57353e-95e1-4421-a0cd-3835b1a04b5a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:50.657214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.740807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.761452 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Attempting to bind port 2debd419-2d2e-4548-bafb-87e1907fddb4 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:50.762047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Attempting to bind port 2debd419-2d2e-4548-bafb-87e1907fddb4 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '51b768eb-66ab-4b84-841f-129fff81bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '11c61778-20ce-4a6e-af3a-624bab22b184'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:50.762665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Attempting to bind port 2debd419-2d2e-4548-bafb-87e1907fddb4 on network 11c61778-20ce-4a6e-af3a-624bab22b184 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:50.770818 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c61778-20ce-4a6e-af3a-624bab22b184']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:50.773681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:50.774297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Checking segment: {'id': '51b768eb-66ab-4b84-841f-129fff81bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '11c61778-20ce-4a6e-af3a-624bab22b184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:50.775144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.775776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Bound using segment: {'id': '51b768eb-66ab-4b84-841f-129fff81bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '11c61778-20ce-4a6e-af3a-624bab22b184'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:50.776547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Bound port: 2debd419-2d2e-4548-bafb-87e1907fddb4, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b768eb-66ab-4b84-841f-129fff81bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '11c61778-20ce-4a6e-af3a-624bab22b184'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:50.777156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.784648 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b768eb-66ab-4b84-841f-129fff81bd56') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:50.785067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b768eb-66ab-4b84-841f-129fff81bd56') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:50.800412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.831479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.842120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:50.843744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:50.849333 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:50.873587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] For port 2debd419-2d2e-4548-bafb-87e1907fddb4, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:50.947765 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] For port 2debd419-2d2e-4548-bafb-87e1907fddb4, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2debd419-2d2e-4548-bafb-87e1907fddb4,segment=NetworkSegment(51b768eb-66ab-4b84-841f-129fff81bd56),segment_id=51b768eb-66ab-4b84-841f-129fff81bd56)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:50.949801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:35:50.949801 dv-neutron-821599-1-hyperv neutron-server[103053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:35:50.949801 dv-neutron-821599-1-hyperv neutron-server[103053]: [parameters: {'id': '11c61778-20ce-4a6e-af3a-624bab22b184'}] Dec 13 16:35:50.949801 dv-neutron-821599-1-hyperv neutron-server[103053]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:35:50.950235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:35:50.953954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:50.974553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router b2f67c75-bc3d-4c64-9827-0e010277ff69 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:51.035032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219eed3-2288-41bb-b53d-122a71f9665b None None] Pushing event updated for resources: {'Port': ['ID=2debd419-2d2e-4548-bafb-87e1907fddb4,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:51.056646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:51.057850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f71ad-af2e-4355-8aee-13f01eac597e None None] Network 11c61778-20ce-4a6e-af3a-624bab22b184 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:51.062284 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-63b23627-dd1f-4ad1-945b-a1add982c7b2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/b2f67c75-bc3d-4c64-9827-0e010277ff69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1546605 Dec 13 16:35:51.065009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46824) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:51.069485 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154dc693-98f5-4024-976f-300a92dd1129 None None] Sync routers for ids ['b2f67c75-bc3d-4c64-9827-0e010277ff69'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:51.086957 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154dc693-98f5-4024-976f-300a92dd1129 None None] Routers {'b2f67c75-bc3d-4c64-9827-0e010277ff69'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:51.087683 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-154dc693-98f5-4024-976f-300a92dd1129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b2f67c75-bc3d-4c64-9827-0e010277ff69'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:51.097185 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d36f0fec-0b30-4806-b3f8-3ad64179e5fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f67c75-bc3d-4c64-9827-0e010277ff69 HTTP/1.1" status: 200 len: 205 time: 0.0306070 Dec 13 16:35:51.099478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46826) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:51.134811 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-154dc693-98f5-4024-976f-300a92dd1129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:51.145742 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154dc693-98f5-4024-976f-300a92dd1129 None None] Routers {'b2f67c75-bc3d-4c64-9827-0e010277ff69'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:51.146594 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-154dc693-98f5-4024-976f-300a92dd1129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b2f67c75-bc3d-4c64-9827-0e010277ff69'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:51.188588 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-154dc693-98f5-4024-976f-300a92dd1129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:51.189410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d764cd-4ecc-448d-94ce-00748f9088d9 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:35:51.190065 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154dc693-98f5-4024-976f-300a92dd1129 None None] The sync data for ids ['b2f67c75-bc3d-4c64-9827-0e010277ff69'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:51.211858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8c4b-3304-4240-b05a-3012944b9484 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.291610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d764cd-4ecc-448d-94ce-00748f9088d9 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:35:51.451301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.516908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting port 2debd419-2d2e-4548-bafb-87e1907fddb4 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:51.517590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.595572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] For port 2debd419-2d2e-4548-bafb-87e1907fddb4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2debd419-2d2e-4548-bafb-87e1907fddb4,segment=NetworkSegment(51b768eb-66ab-4b84-841f-129fff81bd56),segment_id=51b768eb-66ab-4b84-841f-129fff81bd56)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:51.595932 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.609521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Calling delete_port for 2debd419-2d2e-4548-bafb-87e1907fddb4 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:51.688254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8c4b-3304-4240-b05a-3012944b9484 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.690565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8c4b-3304-4240-b05a-3012944b9484 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.694922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.723906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Port': ['ID=2debd419-2d2e-4548-bafb-87e1907fddb4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:51.725740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No DVR routers for this DVR port 2debd419-2d2e-4548-bafb-87e1907fddb4 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:51.736520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8c4b-3304-4240-b05a-3012944b9484 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.737052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b8c4b-3304-4240-b05a-3012944b9484 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Fanout notify agent at l3_agent the message router_deleted on router b2f67c75-bc3d-4c64-9827-0e010277ff69 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:35:51.744042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8a6b8c4b-3304-4240-b05a-3012944b9484 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.745141 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8a6b8c4b-3304-4240-b05a-3012944b9484 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/b2f67c75-bc3d-4c64-9827-0e010277ff69 HTTP/1.1" status: 204 len: 168 time: 0.6445813 Dec 13 16:35:51.747699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:51.805494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-73cb5b57-d3b9-461f-9533-f0fd5c2272c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet c3943979-14af-48ee-b7ec-653732d7329a {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:35:51.808955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73cb5b57-d3b9-461f-9533-f0fd5c2272c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.830925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.855492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c61778-20ce-4a6e-af3a-624bab22b184']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:51.861189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73cb5b57-d3b9-461f-9533-f0fd5c2272c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.865656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b768eb-66ab-4b84-841f-129fff81bd56') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:51.865951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b768eb-66ab-4b84-841f-129fff81bd56') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:51.876520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.890044 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.896294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:51.896793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:51.900029 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:51.945476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73cb5b57-d3b9-461f-9533-f0fd5c2272c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.958776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.962847 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:51.966903 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/11c61778-20ce-4a6e-af3a-624bab22b184 HTTP/1.1" status: 204 len: 168 time: 1.8100631 Dec 13 16:35:51.969894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46830) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:51.976886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-631904735'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:51.980533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1efb0-ff57-48d5-bfc8-c657f5d40595 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=11c61778-20ce-4a6e-af3a-624bab22b184,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:52.013648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:52.017266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.042363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73cb5b57-d3b9-461f-9533-f0fd5c2272c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.077358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:52.079029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cb5b57-d3b9-461f-9533-f0fd5c2272c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=c3943979-14af-48ee-b7ec-653732d7329a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:52.083545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-73cb5b57-d3b9-461f-9533-f0fd5c2272c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.085023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd86698-3293-4e8c-9a4e-7122e68e4d13 None None] Network 13401325-2a8c-4da3-a732-576faf3260a4 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:52.086910 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-73cb5b57-d3b9-461f-9533-f0fd5c2272c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/c3943979-14af-48ee-b7ec-653732d7329a HTTP/1.1" status: 204 len: 168 time: 0.3382313 Dec 13 16:35:52.090488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46832) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:52.093445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.093793 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment 7944096f-6bb1-448b-a0b3-199449ab1de0 of type vlan for network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 Dec 13 16:35:52.145188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.176798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.182933 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.183072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:52.183390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.245817 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2748671 Dec 13 16:35:52.247065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port f755d3f1-28b2-4c61-8ac9-1a1a1651010c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:52.247410 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.249568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46836) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:52.256360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] DHCP port deletion for 13401325-2a8c-4da3-a732-576faf3260a4 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:35:52.257210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:52.267269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522b4da6-4fda-408f-8937-1ecf8fa45c75 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:52.281260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46838) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:52.293149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:52.359841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f66715-02ca-461d-ad1d-dae0a5b1fb52 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:52.360054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f66715-02ca-461d-ad1d-dae0a5b1fb52 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:52.360739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f66715-02ca-461d-ad1d-dae0a5b1fb52 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:52.374672 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-98f66715-02ca-461d-ad1d-dae0a5b1fb52 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?project_id=af121b7c280c4c34a8f004fa28d3091e&network_id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 3000 time: 0.0795734 Dec 13 16:35:52.381965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] Deleting port f755d3f1-28b2-4c61-8ac9-1a1a1651010c {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:52.382465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.399507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port f755d3f1-28b2-4c61-8ac9-1a1a1651010c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,segment=NetworkSegment(40a2208e-49e2-4ce5-8a50-099383052e37),segment_id=40a2208e-49e2-4ce5-8a50-099383052e37)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:52.399869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.417512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for f755d3f1-28b2-4c61-8ac9-1a1a1651010c owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:52.430361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:52.433835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.450871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] For port f755d3f1-28b2-4c61-8ac9-1a1a1651010c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,segment=NetworkSegment(40a2208e-49e2-4ce5-8a50-099383052e37),segment_id=40a2208e-49e2-4ce5-8a50-099383052e37)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:52.451272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.469422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] Calling delete_port for f755d3f1-28b2-4c61-8ac9-1a1a1651010c owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:52.552309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.580709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] Pushing event deleted for resources: {'Port': ['ID=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:52.582571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0320548-de8b-485e-8d13-75868f71da79 None None] No DVR routers for this DVR port f755d3f1-28b2-4c61-8ac9-1a1a1651010c on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:52.591822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.643752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=f755d3f1-28b2-4c61-8ac9-1a1a1651010c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:52.652470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No DVR routers for this DVR port f755d3f1-28b2-4c61-8ac9-1a1a1651010c on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:52.768571 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.776014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.830827 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13401325-2a8c-4da3-a732-576faf3260a4']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:52.850003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a2208e-49e2-4ce5-8a50-099383052e37') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:52.850211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a2208e-49e2-4ce5-8a50-099383052e37') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:52.861564 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=7461f151-6b4d-47fd-972b-a85cc31bcbb3,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:52.867430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.883480 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': '7944096f-6bb1-448b-a0b3-199449ab1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:52.883845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:52.886191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.895321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:52.895630 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:52.898547 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:52.950672 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:52.967199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:52.969826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.976060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f62d616-3a54-4d7a-9838-da3445f22e49 None None] Network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:52.977062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:52.977643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.979961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:52.983885 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/13401325-2a8c-4da3-a732-576faf3260a4 HTTP/1.1" status: 204 len: 168 time: 0.8924358 Dec 13 16:35:52.987483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46844) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:52.991912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fd1f2ce0-5efa-4437-966f-603279b773a4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-495182217', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:53.004279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a8b57-b50e-405a-a6de-19137d76eb26 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=13401325-2a8c-4da3-a732-576faf3260a4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:53.019791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2ce0-5efa-4437-966f-603279b773a4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.021373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2ce0-5efa-4437-966f-603279b773a4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.027241 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d369b2bb-0c73-492f-99c2-6ce31ef1e3ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7750800 Dec 13 16:35:53.029580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46846) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:53.036307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:53.082831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371', 'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': '7461f151-6b4d-47fd-972b-a85cc31bcbb3'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:53.083808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.132742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2ce0-5efa-4437-966f-603279b773a4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.139641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2ce0-5efa-4437-966f-603279b773a4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.174190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fd1f2ce0-5efa-4437-966f-603279b773a4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.175587 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fd1f2ce0-5efa-4437-966f-603279b773a4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1872032 Dec 13 16:35:53.178474 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46848) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:53.183599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-1738690420'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:53.192500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:35:53.192500 dv-neutron-821599-1-hyperv neutron-server[103053]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 16:35:53.192500 dv-neutron-821599-1-hyperv neutron-server[103053]: [parameters: {'project_id_1': '2bf4979a758643afbff95f511aa2a5a8', 'expiration_1': datetime.datetime(2021, 12, 13, 16, 35, 33, 188590)}] Dec 13 16:35:53.192500 dv-neutron-821599-1-hyperv neutron-server[103053]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:35:53.193055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:35:53.199680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:53.203239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.240104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Allocated IP 2001:db8::2 (a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371/7461f151-6b4d-47fd-972b-a85cc31bcbb3/441d4774-50e5-43f8-bbe0-9340db23f053) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:53.382298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.390087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.431685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.477475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:53.481024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:53.486022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:53.486615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.500233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=2e9f5e34-edaf-4239-8899-86ab4c848adc,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:53.509835 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ef1e1224-4666-4095-95ee-fceaf1d3a6da tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4784033 Dec 13 16:35:53.512364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46850) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:53.584069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f755d3f1-28b2-4c61-8ac9-1a1a1651010c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:35:53.609565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72dd736-691f-44b1-8375-f6ad4687e5fe tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:53.611112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72dd736-691f-44b1-8375-f6ad4687e5fe tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:53.612476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:53.612625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72dd736-691f-44b1-8375-f6ad4687e5fe tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:53.614127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72dd736-691f-44b1-8375-f6ad4687e5fe tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:53.615062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f755d3f1-28b2-4c61-8ac9-1a1a1651010c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:35:53.615411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f755d3f1-28b2-4c61-8ac9-1a1a1651010c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:35:53.615785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72dd736-691f-44b1-8375-f6ad4687e5fe tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:53.617532 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c72dd736-691f-44b1-8375-f6ad4687e5fe tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1042461 Dec 13 16:35:53.619491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:53.621472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46854) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:53.622137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:53.624683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Pushing event updated for resources: {'Port': ['ID=441d4774-50e5-43f8-bbe0-9340db23f053,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:53.626959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-192331328'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:53.650302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:53.654865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.677642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:53.680553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Attempting to bind port 441d4774-50e5-43f8-bbe0-9340db23f053 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:53.680923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Attempting to bind port 441d4774-50e5-43f8-bbe0-9340db23f053 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '7944096f-6bb1-448b-a0b3-199449ab1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:53.681292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Attempting to bind port 441d4774-50e5-43f8-bbe0-9340db23f053 on network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:53.687922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.688087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:53.688342 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment a7258cf4-a54e-45e4-be4b-ab0261f4da88 of type vlan for network 8c5e7728-434d-40a9-97a0-7fac4084b72e Dec 13 16:35:53.688477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Checking segment: {'id': '7944096f-6bb1-448b-a0b3-199449ab1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:53.688801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.689204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Bound using segment: {'id': '7944096f-6bb1-448b-a0b3-199449ab1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:53.689692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Bound port: 441d4774-50e5-43f8-bbe0-9340db23f053, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7944096f-6bb1-448b-a0b3-199449ab1de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:53.690075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.720099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:53.724123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.730501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.749050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:53.759002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.759343 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment 71dc235b-8f7c-4df4-b731-048b341eca9b of type vlan for network c618e8d7-6089-4d9f-9aaa-bfe5551df24f Dec 13 16:35:53.760568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.762246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] For port 441d4774-50e5-43f8-bbe0-9340db23f053, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:53.766805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] For port 441d4774-50e5-43f8-bbe0-9340db23f053, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=441d4774-50e5-43f8-bbe0-9340db23f053,segment=NetworkSegment(7944096f-6bb1-448b-a0b3-199449ab1de0),segment_id=7944096f-6bb1-448b-a0b3-199449ab1de0)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:53.769158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:53.770823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.772957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.802974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.831926 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2092431 Dec 13 16:35:53.834592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46856) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:53.843440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-dfac33b4-1f1c-4121-82b0-92da4c5d7c5b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:53.850604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a50ff62-25d4-4125-bf3c-f2dc93ef8f26 None None] Pushing event updated for resources: {'Port': ['ID=441d4774-50e5-43f8-bbe0-9340db23f053,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:53.852294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286cdc7-2280-4eea-901e-cd89934646eb tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=8c5e7728-434d-40a9-97a0-7fac4084b72e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:53.868115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8c5e7728-434d-40a9-97a0-7fac4084b72e details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:53.909629 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:53.915105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:53.915677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.000534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46858) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:54.001096 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8176961 Dec 13 16:35:54.006640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:54.036036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7b72e-f397-4f03-a865-560d6c9d958f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=c618e8d7-6089-4d9f-9aaa-bfe5551df24f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:54.053055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network c618e8d7-6089-4d9f-9aaa-bfe5551df24f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:54.129162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:54.136033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.159641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dfac33b4-1f1c-4121-82b0-92da4c5d7c5b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.175598 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dfac33b4-1f1c-4121-82b0-92da4c5d7c5b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.193924 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfac33b4-1f1c-4121-82b0-92da4c5d7c5b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 8c5e7728-434d-40a9-97a0-7fac4084b72e is not hosted by any dhcp agent {{(pid=103053) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 16:35:54.199750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfac33b4-1f1c-4121-82b0-92da4c5d7c5b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:54.200348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dfac33b4-1f1c-4121-82b0-92da4c5d7c5b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.202178 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dfac33b4-1f1c-4121-82b0-92da4c5d7c5b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "PUT /v2.0/networks/8c5e7728-434d-40a9-97a0-7fac4084b72e HTTP/1.1" status: 200 len: 723 time: 0.3648460 Dec 13 16:35:54.209297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46862) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:54.215022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': '8c5e7728-434d-40a9-97a0-7fac4084b72e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:54.248411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac33b4-1f1c-4121-82b0-92da4c5d7c5b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=8c5e7728-434d-40a9-97a0-7fac4084b72e,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:54.258750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8c5e7728-434d-40a9-97a0-7fac4084b72e details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:54.355179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:54.358713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.484579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.587202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=14fd87b7-b1d7-440d-81c3-1c2b08be467b,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:54.610456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:54.610936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: c618e8d7-6089-4d9f-9aaa-bfe5551df24f, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:54.641406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46864) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:54.674286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network c618e8d7-6089-4d9f-9aaa-bfe5551df24f is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:54.680165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.690937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e5d231-5925-470c-86fa-93367b80f312 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:54.691174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, c618e8d7-6089-4d9f-9aaa-bfe5551df24f) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:54.703210 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c9e5d231-5925-470c-86fa-93367b80f312 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 814 time: 0.0500171 Dec 13 16:35:54.714146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35630691-15a9-4634-ac75-dd3b56b791ef None None] Network c618e8d7-6089-4d9f-9aaa-bfe5551df24f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:54.719304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:54.719906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.760106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e9601514-906a-4f28-abdf-d9289c3a1375 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7582698 Dec 13 16:35:54.762599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=7c54b191-97df-4062-92c6-b68a0664b495,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:54.763242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46868) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:54.772184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': 'a7258cf4-a54e-45e4-be4b-ab0261f4da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8c5e7728-434d-40a9-97a0-7fac4084b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:54.772560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: 8c5e7728-434d-40a9-97a0-7fac4084b72e, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:54.805173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 8c5e7728-434d-40a9-97a0-7fac4084b72e is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:54.816653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 8c5e7728-434d-40a9-97a0-7fac4084b72e) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:54.821483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:54.822898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.828786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688300b-2081-4544-9e75-24aa0d13a3d5 None None] Network 8c5e7728-434d-40a9-97a0-7fac4084b72e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:54.842921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:54.843953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:54.856307 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46872) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:54.858943 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-db1b7d48-9b8a-4082-9912-ad21039c1318 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6474302 Dec 13 16:35:54.864615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2bc40ea6-7bfb-454f-b654-7089e91d954a tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:54.900551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65390687-3e73-42ac-bdcc-087530dfb0c0 None None] Network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:55.000623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bda22a3a-a1fb-4e06-9064-a4f0bd6010fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.083086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8d4195f6-0d90-4a8d-850e-084f99e1110c None None] Provisioning complete for port 441d4774-50e5-43f8-bbe0-9340db23f053 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:55.083460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8d4195f6-0d90-4a8d-850e-084f99e1110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.108761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2bc40ea6-7bfb-454f-b654-7089e91d954a tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3034680'] for subnet, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.153471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-8c5e7728-434d-40a9-97a0-7fac4084b72e', 'network_id': '8c5e7728-434d-40a9-97a0-7fac4084b72e', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': '7c54b191-97df-4062-92c6-b68a0664b495'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:55.154327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.181341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.296702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Allocated IP 172.20.0.2 (c618e8d7-6089-4d9f-9aaa-bfe5551df24f/14fd87b7-b1d7-440d-81c3-1c2b08be467b/f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:55.399999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2bc40ea6-7bfb-454f-b654-7089e91d954a tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728207133660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9592057'] for subnet, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.472901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc40ea6-7bfb-454f-b654-7089e91d954a tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:55.473586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2bc40ea6-7bfb-454f-b654-7089e91d954a tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.474987 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2bc40ea6-7bfb-454f-b654-7089e91d954a tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "PUT /v2.0/subnets/7c54b191-97df-4062-92c6-b68a0664b495 HTTP/1.1" status: 200 len: 826 time: 0.6176922 Dec 13 16:35:55.478556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46874) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:55.492721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8d4195f6-0d90-4a8d-850e-084f99e1110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.493149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc40ea6-7bfb-454f-b654-7089e91d954a tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=7c54b191-97df-4062-92c6-b68a0664b495,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:55.512597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0869218e-552f-4ae9-a91b-24dfb24b9359 None None] Update dhcp port {'port': {'network_id': 'a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371', 'fixed_ips': [{'subnet_id': '7461f151-6b4d-47fd-972b-a85cc31bcbb3', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e9f5e34-edaf-4239-8899-86ab4c848adc'}], 'binding:host_id': 'dv-neutron-821599-1-hyperv'}, 'id': '441d4774-50e5-43f8-bbe0-9340db23f053'} from dv-neutron-821599-1-hyperv. {{(pid=103054) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 13 16:35:55.550043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Allocated IP 2001:db8::2 (8c5e7728-434d-40a9-97a0-7fac4084b72e/7c54b191-97df-4062-92c6-b68a0664b495/1d87b67b-9201-457d-afa3-00dda1c7e8d4) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:55.584456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0869218e-552f-4ae9-a91b-24dfb24b9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.605073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 441d4774-50e5-43f8-bbe0-9340db23f053 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:55.611289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.661899 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.691741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8d4195f6-0d90-4a8d-850e-084f99e1110c None None] For port 441d4774-50e5-43f8-bbe0-9340db23f053, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=441d4774-50e5-43f8-bbe0-9340db23f053,segment=NetworkSegment(7944096f-6bb1-448b-a0b3-199449ab1de0),segment_id=7944096f-6bb1-448b-a0b3-199449ab1de0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:55.711577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8d4195f6-0d90-4a8d-850e-084f99e1110c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.785118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46876) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:55.789729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:55.800261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.827855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.849708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:55.868500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.20.0.1 (c618e8d7-6089-4d9f-9aaa-bfe5551df24f/14fd87b7-b1d7-440d-81c3-1c2b08be467b/f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:56.007377 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.008269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.013320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.013626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 2c121fc4-290a-474a-aadb-ee021435748a disassociated. External IP: 172.26.6.34, port: 4d4f8ade-9425-43b7-8be1-dc790775b31f. Dec 13 16:35:56.045120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.089620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4195f6-0d90-4a8d-850e-084f99e1110c None None] Pushing event updated for resources: {'Port': ['ID=441d4774-50e5-43f8-bbe0-9340db23f053,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:56.092997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network c618e8d7-6089-4d9f-9aaa-bfe5551df24f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:56.096726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:56.101525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:56.104570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:56.133651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Network c618e8d7-6089-4d9f-9aaa-bfe5551df24f is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:56.155235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.166134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:56.168588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:56.179292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 441d4774-50e5-43f8-bbe0-9340db23f053 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:56.179679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.253336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:35:56.270861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Pushing event updated for resources: {'Port': ['ID=f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:56.281297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.315769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.336223 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-0869218e-552f-4ae9-a91b-24dfb24b9359 None None] Allocated IP 172.20.0.1 (a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371/2e9f5e34-edaf-4239-8899-86ab4c848adc/441d4774-50e5-43f8-bbe0-9340db23f053) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:56.341720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.356248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.366025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Attempting to bind port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:56.366400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Attempting to bind port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:56.366807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Attempting to bind port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f on network c618e8d7-6089-4d9f-9aaa-bfe5551df24f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:56.398486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=7c54b191-97df-4062-92c6-b68a0664b495,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:56.416490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:56.416876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Checking segment: {'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:56.417286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.417692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Bound using segment: {'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:56.418186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Bound port: f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:56.418573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.425125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Network 8c5e7728-434d-40a9-97a0-7fac4084b72e is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:56.469374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.470081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:56.472649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:56.478192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:35:56.481470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.483408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Pushing event updated for resources: {'Port': ['ID=1d87b67b-9201-457d-afa3-00dda1c7e8d4,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:56.512497 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c04daed4-272c-4df9-b9db-e88c1248de2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 689 time: 0.7262664 Dec 13 16:35:56.515316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:35:56.516484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46878) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:56.518015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175bfb38-99ab-4f21-a45d-11d9bb719560" -d '{"events": [{"name": "network-changed", "server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:35:56.522456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] Sync routers for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:56.535744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5e7728-434d-40a9-97a0-7fac4084b72e']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:56.547316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7258cf4-a54e-45e4-be4b-ab0261f4da88') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:56.547749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7258cf4-a54e-45e4-be4b-ab0261f4da88') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:56.557390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.569773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0623aa17-ae5d-452c-88da-a028cbe967c3 x-openstack-request-id: req-0623aa17-ae5d-452c-88da-a028cbe967c3 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:35:56.570435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:35:56.570435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0623aa17-ae5d-452c-88da-a028cbe967c3 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:35:56.570781 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'status': 'completed', 'code': 200} Dec 13 16:35:56.574162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.589070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:56.589592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:56.593541 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:56.612073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:56.612293 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-629d6ca0-5953-4e72-ad16-204a9fcdeb10 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 689 time: 0.0945356 Dec 13 16:35:56.612822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:56.683369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.684345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.db.api [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 16:35:56.684345 dv-neutron-821599-1-hyperv neutron-server[103052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 16:35:56.684345 dv-neutron-821599-1-hyperv neutron-server[103052]: [parameters: {'id': '8c5e7728-434d-40a9-97a0-7fac4084b72e'}] Dec 13 16:35:56.684345 dv-neutron-821599-1-hyperv neutron-server[103052]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:35:56.684701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG oslo_db.api [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:35:56.689823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-6d0c9d0d-3040-4c92-9ec2-ea9ded8a071c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:56.691376 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-6d0c9d0d-3040-4c92-9ec2-ea9ded8a071c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 1099 time: 0.0605114 Dec 13 16:35:56.691741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.733389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0869218e-552f-4ae9-a91b-24dfb24b9359 None None] For port 441d4774-50e5-43f8-bbe0-9340db23f053, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=441d4774-50e5-43f8-bbe0-9340db23f053,segment=NetworkSegment(7944096f-6bb1-448b-a0b3-199449ab1de0),segment_id=7944096f-6bb1-448b-a0b3-199449ab1de0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:56.761552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] For port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:56.763409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:56.769256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.772077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Attempting to bind port 1d87b67b-9201-457d-afa3-00dda1c7e8d4 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:56.772462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Attempting to bind port 1d87b67b-9201-457d-afa3-00dda1c7e8d4 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'a7258cf4-a54e-45e4-be4b-ab0261f4da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8c5e7728-434d-40a9-97a0-7fac4084b72e'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:56.772833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Attempting to bind port 1d87b67b-9201-457d-afa3-00dda1c7e8d4 on network 8c5e7728-434d-40a9-97a0-7fac4084b72e {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:56.788714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] For port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f,segment=NetworkSegment(71dc235b-8f7c-4df4-b731-048b341eca9b),segment_id=71dc235b-8f7c-4df4-b731-048b341eca9b)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:56.800720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.801481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-3e04130d-208a-4cda-a941-393d0e5f95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:56.803041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-3e04130d-208a-4cda-a941-393d0e5f95c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 898 time: 0.0990140 Dec 13 16:35:56.803218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:56.803588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Checking segment: {'id': 'a7258cf4-a54e-45e4-be4b-ab0261f4da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8c5e7728-434d-40a9-97a0-7fac4084b72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:56.803989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.804387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Bound using segment: {'id': 'a7258cf4-a54e-45e4-be4b-ab0261f4da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8c5e7728-434d-40a9-97a0-7fac4084b72e'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:56.804875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Bound port: 1d87b67b-9201-457d-afa3-00dda1c7e8d4, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7258cf4-a54e-45e4-be4b-ab0261f4da88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '8c5e7728-434d-40a9-97a0-7fac4084b72e'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:56.805260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.853809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0869218e-552f-4ae9-a91b-24dfb24b9359 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.856630 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-1fb07bc0-497c-44c5-b333-20d9781e93bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f HTTP/1.1" status: 200 len: 217 time: 0.0408320 Dec 13 16:35:56.870692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network c618e8d7-6089-4d9f-9aaa-bfe5551df24f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:35:56.872272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:56.879045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0869218e-552f-4ae9-a91b-24dfb24b9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:56.912370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:35:56.925857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-acd880aa-b669-4be1-82fa-59c6d54420ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:56.927378 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-acd880aa-b669-4be1-82fa-59c6d54420ad service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.0615757 Dec 13 16:35:56.995596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-4592443c-2a53-4ffe-8824-925dc32a7a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:56.997097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-4592443c-2a53-4ffe-8824-925dc32a7a04 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559263 Dec 13 16:35:57.006031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5571e5a-e5d0-4626-b8fb-cad7ac3f7372 None None] Pushing event updated for resources: {'Port': ['ID=f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:57.013988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:35:57.116984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] For port 1d87b67b-9201-457d-afa3-00dda1c7e8d4, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:57.180706 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-e95c0303-a915-48ff-a9c8-7a5b27ca3ff2 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685908 Dec 13 16:35:57.185438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.236166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] For port 1d87b67b-9201-457d-afa3-00dda1c7e8d4, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1d87b67b-9201-457d-afa3-00dda1c7e8d4,segment=NetworkSegment(a7258cf4-a54e-45e4-be4b-ab0261f4da88),segment_id=a7258cf4-a54e-45e4-be4b-ab0261f4da88)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:57.240436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869218e-552f-4ae9-a91b-24dfb24b9359 None None] Pushing event updated for resources: {'Port': ['ID=441d4774-50e5-43f8-bbe0-9340db23f053,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:57.301505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.389970 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-175bfb38-99ab-4f21-a45d-11d9bb719560 req-377101b5-3c51-46bc-b91e-7d853aa3ef7d service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890516 Dec 13 16:35:57.412118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b1b20-4358-4d0b-8ed2-46d994ef2357 None None] Pushing event updated for resources: {'Port': ['ID=1d87b67b-9201-457d-afa3-00dda1c7e8d4,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:57.420873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting port 1d87b67b-9201-457d-afa3-00dda1c7e8d4 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:35:57.421499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.438176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a32a8a2e-a7cb-437f-aa20-b9215423d385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.500016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99111a01-44a2-4379-b075-b385fb6d861c None None] Network 8c5e7728-434d-40a9-97a0-7fac4084b72e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:57.595752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:57.619776 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] For port 1d87b67b-9201-457d-afa3-00dda1c7e8d4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1d87b67b-9201-457d-afa3-00dda1c7e8d4,segment=NetworkSegment(a7258cf4-a54e-45e4-be4b-ab0261f4da88),segment_id=a7258cf4-a54e-45e4-be4b-ab0261f4da88)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:57.620736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.623346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46882) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:57.642610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:35:57.656997 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:35:57.665769 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e09e4ac6-23f7-4696-9e81-9f63a6a2bfdd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8981342 Dec 13 16:35:57.666428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46884) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:57.666539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] Checking router: 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:35:57.672200 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:57.672833 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:57.677881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-780357645'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:57.699617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:57.703173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:57.709547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:57.719277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:57.723289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.759228 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-789d3b4e-b2be-4af5-99da-4d6337310fb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 689 time: 0.1338501 Dec 13 16:35:57.760416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Calling delete_port for 1d87b67b-9201-457d-afa3-00dda1c7e8d4 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:35:57.768031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:57.791844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.792098 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment 69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18 of type vlan for network f61f5ec8-8056-4a2c-a990-b630d148046a Dec 13 16:35:57.856077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7cd7af-bead-4664-b24b-5f2e1cf4fa79 None None] Network 8c5e7728-434d-40a9-97a0-7fac4084b72e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:57.863737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.907429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.925196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.931102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:57.931793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:57.954195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Port': ['ID=1d87b67b-9201-457d-afa3-00dda1c7e8d4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:57.958723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No DVR routers for this DVR port 1d87b67b-9201-457d-afa3-00dda1c7e8d4 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:35:58.022459 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:35:58.063871 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3866878 Dec 13 16:35:58.077809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46886) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:58.086100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:58.124867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.155408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c3945-07f4-4365-9229-76b479f46e80 None None] Network a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:58.156311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c5e7728-434d-40a9-97a0-7fac4084b72e']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:58.182120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7258cf4-a54e-45e4-be4b-ab0261f4da88') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:58.182449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7258cf4-a54e-45e4-be4b-ab0261f4da88') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:58.189075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4d35b-5d14-4458-b149-28f852a5c742 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=f61f5ec8-8056-4a2c-a990-b630d148046a,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:58.203012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.213036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:58.217027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.219793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network f61f5ec8-8056-4a2c-a990-b630d148046a details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:58.231134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.245934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:35:58.246389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:35:58.250582 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:35:58.338534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:35:58.364910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.376664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.386326 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:35:56Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:35:56Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:58.386724 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/8c5e7728-434d-40a9-97a0-7fac4084b72e HTTP/1.1" status: 204 len: 168 time: 2.9066243 Dec 13 16:35:58.390393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46888) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:58.422114 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:35:58.422737 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Updating router ad816db1-97b4-453e-9209-9ad6104732af port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:35:58.427992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47b8dc-1986-4146-9327-92d88f99c597 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=8c5e7728-434d-40a9-97a0-7fac4084b72e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:58.434293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac78c135-6100-4916-9ca6-69bc57ceeece tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:35:58.435064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac78c135-6100-4916-9ca6-69bc57ceeece tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:35:58.444475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ac78c135-6100-4916-9ca6-69bc57ceeece tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/8c5e7728-434d-40a9-97a0-7fac4084b72e HTTP/1.1" status: 404 len: 339 time: 0.0534341 Dec 13 16:35:58.445849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46890) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:58.450969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1634601341', 'description': 'd1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:58.454362 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.458161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47fa5af-e95b-45bf-815a-f503a61d4ceb None None] Network c618e8d7-6089-4d9f-9aaa-bfe5551df24f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:58.483578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:35:58.487777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.488663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.513719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:35:58.523957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.524319 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment 928333ba-13a0-4af3-8fd1-0c2497d6f8db of type vlan for network 9267a5b6-fc76-48ae-b802-aa3754f26be3 Dec 13 16:35:58.529302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bcf36a9d-e081-46a2-ac29-638278523354 None None] Provisioning complete for port 441d4774-50e5-43f8-bbe0-9340db23f053 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:58.529806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bcf36a9d-e081-46a2-ac29-638278523354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.561885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=d4cd0517-44a0-4d21-a6c9-e3cc4b5127e6,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:58.594792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:58.595317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: f61f5ec8-8056-4a2c-a990-b630d148046a, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:35:58.614435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:58.614805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.616542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.620477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network f61f5ec8-8056-4a2c-a990-b630d148046a is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:35:58.634901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, f61f5ec8-8056-4a2c-a990-b630d148046a) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:35:58.652635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:58.653265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.677000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc7a682-8fcd-4d65-ab01-0eca9aaab1e1 None None] Network f61f5ec8-8056-4a2c-a990-b630d148046a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:35:58.684971 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-93604ed4-2218-4f8a-9c5b-c34ca0c8d302 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6058693 Dec 13 16:35:58.685583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46892) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:58.766197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46894) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:58.831421 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fb85489f-bc15-4949-9136-07c5ce73d55b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 689 time: 0.0638642 Dec 13 16:35:58.893472 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.899537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.901289 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.940503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.946961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:58.947560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:58.981082 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Pushing event updated for resources: {'Port': ['ID=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:58.997003 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:58.997357 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:58.997734 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:58.998076 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:58.999282 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:58.999624 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:58.999976 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:59.000318 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:59.000668 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:59.001136 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:59.001478 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:59.001929 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:59.002321 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:35:59.017376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-f61f5ec8-8056-4a2c-a990-b630d148046a', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:35:59.018463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.049334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=9267a5b6-fc76-48ae-b802-aa3754f26be3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:59.069070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 9267a5b6-fc76-48ae-b802-aa3754f26be3 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:59.073778 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9a89a844-c644-4cf7-97b9-e4cba880dfc2 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6266317 Dec 13 16:35:59.074399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46896) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:59.105791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.145136 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Attempting to bind port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:35:59.145524 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Attempting to bind port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:35:59.145897 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Attempting to bind port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab on network c618e8d7-6089-4d9f-9aaa-bfe5551df24f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:35:59.153204 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:35:59.153925 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Checking segment: {'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:35:59.154346 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.155591 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Bound using segment: {'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:35:59.156216 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Bound port: f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71dc235b-8f7c-4df4-b731-048b341eca9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:35:59.156821 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.249121 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] For port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:35:59.252496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.255302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98151f58-f442-42ad-9cd2-c5f184a297d0 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:59.256592 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] For port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,segment=NetworkSegment(71dc235b-8f7c-4df4-b731-048b341eca9b),segment_id=71dc235b-8f7c-4df4-b731-048b341eca9b)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:35:59.263505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-98151f58-f442-42ad-9cd2-c5f184a297d0 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/networks?id=9267a5b6-fc76-48ae-b802-aa3754f26be3 HTTP/1.1" status: 200 len: 765 time: 0.1877549 Dec 13 16:35:59.265293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46898) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:59.267754 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.269991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1b9847f1-a25d-4b04-8af9-f8c13ba8dc35 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'description': 'd2'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:35:59.347222 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd3c95-a5c1-45ef-a71b-36568a017f00 None None] Pushing event updated for resources: {'Port': ['ID=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:59.362836 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:35:59.369276 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:59.453670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f,segment=NetworkSegment(71dc235b-8f7c-4df4-b731-048b341eca9b),segment_id=71dc235b-8f7c-4df4-b731-048b341eca9b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:35:59.495928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-37b4e3cf-20cd-47be-b692-4b9d1dc8224e None None] Provisioning complete for port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:59.496386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37b4e3cf-20cd-47be-b692-4b9d1dc8224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.501823 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:35:59.509755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9847f1-a25d-4b04-8af9-f8c13ba8dc35 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.527567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9847f1-a25d-4b04-8af9-f8c13ba8dc35 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.540096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b9847f1-a25d-4b04-8af9-f8c13ba8dc35 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network 9267a5b6-fc76-48ae-b802-aa3754f26be3 is not hosted by any dhcp agent {{(pid=103052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 16:35:59.547417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9847f1-a25d-4b04-8af9-f8c13ba8dc35 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:59.548370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1b9847f1-a25d-4b04-8af9-f8c13ba8dc35 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.548502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:35:59.549375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 441d4774-50e5-43f8-bbe0-9340db23f053 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:35:59.553284 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1b9847f1-a25d-4b04-8af9-f8c13ba8dc35 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "PUT /v2.0/networks/9267a5b6-fc76-48ae-b802-aa3754f26be3 HTTP/1.1" status: 200 len: 762 time: 0.2877779 Dec 13 16:35:59.554296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46900) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:59.594461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:59.673641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f54a5-0701-4558-9d6f-0580e48faf76 None None] The sync data for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv is: [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:59.688284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9847f1-a25d-4b04-8af9-f8c13ba8dc35 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=9267a5b6-fc76-48ae-b802-aa3754f26be3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:59.736183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a866cd-f740-421e-8b85-d2fd91a124ea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:35:59.741692 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-36a866cd-f740-421e-8b85-d2fd91a124ea tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/networks?id=9267a5b6-fc76-48ae-b802-aa3754f26be3 HTTP/1.1" status: 200 len: 765 time: 0.1714709 Dec 13 16:35:59.742369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 9267a5b6-fc76-48ae-b802-aa3754f26be3 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:35:59.743722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46902) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:59.805773 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:35:56Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:35:59Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:35:59.820768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Allocated IP 172.21.0.2 (f61f5ec8-8056-4a2c-a990-b630d148046a/d4cd0517-44a0-4d21-a6c9-e3cc4b5127e6/241b1753-070d-4a2e-9bae-7e2875920b26) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:35:59.835468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46904) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:35:59.885410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9663ed-04dc-451d-a4f3-065b65174fff None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:35:56Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:35:59Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:35:59.890684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:35:59.946071 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-16f3cf99-db55-425d-a6ac-f93d849b9369 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 689 time: 0.1068587 Dec 13 16:35:59.986675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Provisioning complete for port 441d4774-50e5-43f8-bbe0-9340db23f053 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:35:59.987047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:00.003264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52c8645-cc6e-48f5-99a7-6c8cccdaf726 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.004950 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a52c8645-cc6e-48f5-99a7-6c8cccdaf726 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2601566 Dec 13 16:36:00.007807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46906) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:00.031567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 441d4774-50e5-43f8-bbe0-9340db23f053 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:00.032094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:00.058453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46908) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:00.065206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:00.067375 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e6bed063-c9c5-46e1-9704-5e4047e1eb66 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f HTTP/1.1" status: 200 len: 207 time: 0.0583396 Dec 13 16:36:00.351147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10212d47-7457-4d88-98bb-0bff3e6fe506 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.358472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10212d47-7457-4d88-98bb-0bff3e6fe506 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.365327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfa3ad6-e2be-471d-9ad0-595e8f8aadfc None None] New status for floating IP 2c121fc4-290a-474a-aadb-ee021435748a: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:36:00.366526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10212d47-7457-4d88-98bb-0bff3e6fe506 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.374853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10212d47-7457-4d88-98bb-0bff3e6fe506 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.386100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10212d47-7457-4d88-98bb-0bff3e6fe506 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.397372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10212d47-7457-4d88-98bb-0bff3e6fe506 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.403851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46910) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:00.404419 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-10212d47-7457-4d88-98bb-0bff3e6fe506 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3443985 Dec 13 16:36:00.555737 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-de79bc9a-510f-4100-b0f9-39c1a79e7e3a tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1498187 Dec 13 16:36:00.559246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46912) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:00.632430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:00.635925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9da739-4c83-458d-a2d9-a5e62d9080b7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.637645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9da739-4c83-458d-a2d9-a5e62d9080b7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.640764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9da739-4c83-458d-a2d9-a5e62d9080b7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.642985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9da739-4c83-458d-a2d9-a5e62d9080b7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.644782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9da739-4c83-458d-a2d9-a5e62d9080b7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.651539 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9b9da739-4c83-458d-a2d9-a5e62d9080b7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0906942 Dec 13 16:36:00.652175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46914) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:00.680401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:00.728242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e14852-d6e6-44ee-963a-746ad2bf86f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.729984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e14852-d6e6-44ee-963a-746ad2bf86f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.731752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e14852-d6e6-44ee-963a-746ad2bf86f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.733465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e14852-d6e6-44ee-963a-746ad2bf86f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.735115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e14852-d6e6-44ee-963a-746ad2bf86f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.737060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c9e14852-d6e6-44ee-963a-746ad2bf86f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0839097 Dec 13 16:36:00.741082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46916) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:00.748088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.21.0.1 (f61f5ec8-8056-4a2c-a990-b630d148046a/d4cd0517-44a0-4d21-a6c9-e3cc4b5127e6/f17f4cd3-1a1f-4520-bb2b-a06e979d5448) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:36:00.763510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Network f61f5ec8-8056-4a2c-a990-b630d148046a is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:00.803850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:00.810138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:36:00.813372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Provisioning complete for port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:00.813749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:00.912906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95691269-d18d-4096-aa78-d1e8bd4839d6 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:00.914812 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-95691269-d18d-4096-aa78-d1e8bd4839d6 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/networks/1f42f9f0-3124-456f-b0fc-6a332afc2376 HTTP/1.1" status: 200 len: 803 time: 0.1714580 Dec 13 16:36:00.918588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46918) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:00.921198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Pushing event updated for resources: {'Port': ['ID=241b1753-070d-4a2e-9bae-7e2875920b26,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:00.926721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:00.935392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:00.970361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46920) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:00.970989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.018989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.031282 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9897a090-d1cf-42b1-9ff0-3a773be70ab2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 687 time: 0.0550621 Dec 13 16:36:01.031471 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8e5c0893-749f-47b3-b5eb-5e597f9a40ca tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/networks/1f42f9f0-3124-456f-b0fc-6a332afc2376?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1101415 Dec 13 16:36:01.034202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46922) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:01.065900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Attempting to bind port 241b1753-070d-4a2e-9bae-7e2875920b26 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:36:01.065900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Attempting to bind port 241b1753-070d-4a2e-9bae-7e2875920b26 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:36:01.066700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Attempting to bind port 241b1753-070d-4a2e-9bae-7e2875920b26 on network f61f5ec8-8056-4a2c-a990-b630d148046a {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:01.071520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network f61f5ec8-8056-4a2c-a990-b630d148046a is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:01.074928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:01.077154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:36:01.077727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Checking segment: {'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:01.077905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:36:01.078146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.078541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Bound using segment: {'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:36:01.079057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Bound port: 241b1753-070d-4a2e-9bae-7e2875920b26, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:36:01.079438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.096397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3f9157-7534-4985-b431-4c1c81ebc272 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:01.101323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.101514 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-df3f9157-7534-4985-b431-4c1c81ebc272 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/subnets/8f6e9b4e-e056-47cf-873c-4c74a391d050 HTTP/1.1" status: 200 len: 843 time: 0.0630050 Dec 13 16:36:01.101994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46924) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:01.110688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:01.110897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.111003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:01.134210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.167809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c90b1-380f-4465-860a-1429ea461f29 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['shared'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:01.173727 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2a8c90b1-380f-4465-860a-1429ea461f29 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "GET /v2.0/subnets/8f6e9b4e-e056-47cf-873c-4c74a391d050?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0703108 Dec 13 16:36:01.175036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46926) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:01.180568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-540748625'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:01.203652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] For port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,segment=NetworkSegment(71dc235b-8f7c-4df4-b731-048b341eca9b),segment_id=71dc235b-8f7c-4df4-b731-048b341eca9b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:01.217138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.224015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] For port 241b1753-070d-4a2e-9bae-7e2875920b26, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:36:01.227853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] For port 241b1753-070d-4a2e-9bae-7e2875920b26, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=241b1753-070d-4a2e-9bae-7e2875920b26,segment=NetworkSegment(69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18),segment_id=69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:36:01.246961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:01.251219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.257526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.304268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:36:01.313216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Provisioning complete for port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:01.313686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.319395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.324105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.324448 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Added segment 59c6641b-8aa1-44eb-9ece-4aa5529fd015 of type vlan for network e71d2225-5d1b-424f-9043-ddb18b6845ef Dec 13 16:36:01.356330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cf11c-c0b1-4f42-895b-e8dd372e5ed3 None None] Pushing event updated for resources: {'Port': ['ID=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:01.386256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:01.423606 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.456306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e0a7b-8eca-4f59-a095-f380eeff433a None None] Pushing event updated for resources: {'Port': ['ID=241b1753-070d-4a2e-9bae-7e2875920b26,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:01.509992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:01.512731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.588123 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.596641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:01.597285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.668808 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4923539 Dec 13 16:36:01.672840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46928) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:01.676334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1a5a7485-307a-4fdf-9ee1-17de8d7e5e8e None None] Provisioning complete for port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:01.676720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a5a7485-307a-4fdf-9ee1-17de8d7e5e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.680045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'network_id': 'e71d2225-5d1b-424f-9043-ddb18b6845ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:01.699733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15341cba-40bc-408f-8282-726a4f18fa89 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Network': ['ID=e71d2225-5d1b-424f-9043-ddb18b6845ef,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:01.716138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network e71d2225-5d1b-424f-9043-ddb18b6845ef details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:36:01.793568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Made reservation on behalf of a3ee47ccde504d2c8489b77f95d7ec05 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:01.798747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.835269 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.840088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.872626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Performing IP validity checks on allocation pools {{(pid=103052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 16:36:01.873156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.ipam_backend_mixin [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 16:36:01.925758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:01.927517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:02.003521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.027947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network f61f5ec8-8056-4a2c-a990-b630d148046a is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:02.030065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:02.081072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=6d15fbd5-545d-465c-9a75-f82691d148bf,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:02.097594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Checking segment: {'id': '59c6641b-8aa1-44eb-9ece-4aa5529fd015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e71d2225-5d1b-424f-9043-ddb18b6845ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:02.098224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network hostable DHCP agents. Network: e71d2225-5d1b-424f-9043-ddb18b6845ef, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:36:02.118027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Network e71d2225-5d1b-424f-9043-ddb18b6845ef is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:36:02.132041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, e71d2225-5d1b-424f-9043-ddb18b6845ef) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:02.143035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6eea78-4129-4c7b-9128-c683035990fa None None] Network e71d2225-5d1b-424f-9043-ddb18b6845ef requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:02.149396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:02.150222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.179667 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-37d9b31e-6843-44bc-90fb-745a90ce6610 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5045755 Dec 13 16:36:02.179912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46932) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:02.188167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:02.190915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-874076e3-3f8a-4a9a-a3b7-351af57bfca7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:02.305836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623e245c-ad6c-45db-adde-e5cc5a65bebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-e71d2225-5d1b-424f-9043-ddb18b6845ef', 'network_id': 'e71d2225-5d1b-424f-9043-ddb18b6845ef', 'project_id': 'a3ee47ccde504d2c8489b77f95d7ec05', 'fixed_ips': [{'subnet_id': '6d15fbd5-545d-465c-9a75-f82691d148bf'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:36:02.307165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-623e245c-ad6c-45db-adde-e5cc5a65bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.349641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-874076e3-3f8a-4a9a-a3b7-351af57bfca7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10218184'] for subnet, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.377071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46934) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:02.383403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9942be82-aeaf-4bcc-b67c-04d7081e4d09 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730794261', 'description': 'tempest-secgroup-smoke-730794261 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:02.472736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-623e245c-ad6c-45db-adde-e5cc5a65bebc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 16:36:02.472736 dv-neutron-821599-1-hyperv neutron-server[103054]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Dec 13 16:36:02.472736 dv-neutron-821599-1-hyperv neutron-server[103054]: [parameters: {'in_use': 1, 'id_1': '6d15fbd5-545d-465c-9a75-f82691d148bf'}] Dec 13 16:36:02.472736 dv-neutron-821599-1-hyperv neutron-server[103054]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:36:02.473183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-623e245c-ad6c-45db-adde-e5cc5a65bebc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:36:02.477316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9942be82-aeaf-4bcc-b67c-04d7081e4d09 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.541962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9632651f-122a-4af2-ada6-1293803abe6c None None] Network f61f5ec8-8056-4a2c-a990-b630d148046a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:02.614692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-874076e3-3f8a-4a9a-a3b7-351af57bfca7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728207133660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10366092'] for subnet, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.629340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0b0d83cb-0b7f-4f11-b66a-b455d0ffb2ca None None] Provisioning complete for port 241b1753-070d-4a2e-9bae-7e2875920b26 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:02.630002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9942be82-aeaf-4bcc-b67c-04d7081e4d09 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.630373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0b0d83cb-0b7f-4f11-b66a-b455d0ffb2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.656539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9942be82-aeaf-4bcc-b67c-04d7081e4d09 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.694924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874076e3-3f8a-4a9a-a3b7-351af57bfca7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:02.695531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-874076e3-3f8a-4a9a-a3b7-351af57bfca7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.696671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:02.697183 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-874076e3-3f8a-4a9a-a3b7-351af57bfca7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "PUT /v2.0/subnets/6d15fbd5-545d-465c-9a75-f82691d148bf HTTP/1.1" status: 200 len: 900 time: 0.5160058 Dec 13 16:36:02.705364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46936) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:02.715610 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5936c3bb-051e-4f35-b721-aa604c4412c2 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0287881 Dec 13 16:36:02.720369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46938) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:02.723126 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:02.733841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-525598489'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:02.737731 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:02.738404 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:02.792019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:02.801541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9942be82-aeaf-4bcc-b67c-04d7081e4d09 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.805419 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9942be82-aeaf-4bcc-b67c-04d7081e4d09 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4243512 Dec 13 16:36:02.807657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46940) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:02.808518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874076e3-3f8a-4a9a-a3b7-351af57bfca7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event updated for resources: {'Subnet': ['ID=6d15fbd5-545d-465c-9a75-f82691d148bf,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:02.815313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cbc0013a-b6b5-478d-8d67-3c6b055a5365 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c24d4c3a-5522-43ef-8394-180a1fc379b3', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:02.825040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0b0d83cb-0b7f-4f11-b66a-b455d0ffb2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.825591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942be82-aeaf-4bcc-b67c-04d7081e4d09 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d4c3a-5522-43ef-8394-180a1fc379b3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:02.829711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.843132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.889697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:36:02.902698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbc0013a-b6b5-478d-8d67-3c6b055a5365 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.909345 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:02.911477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0b0d83cb-0b7f-4f11-b66a-b455d0ffb2ca None None] For port 241b1753-070d-4a2e-9bae-7e2875920b26, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=241b1753-070d-4a2e-9bae-7e2875920b26,segment=NetworkSegment(69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18),segment_id=69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:02.912726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.913157 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment 9c229b26-c902-4188-b855-7338c242d30b of type vlan for network d0050013-18f1-4c53-b708-d7cfabc40d7e Dec 13 16:36:02.921818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0b0d83cb-0b7f-4f11-b66a-b455d0ffb2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.952901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:02.963639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 241b1753-070d-4a2e-9bae-7e2875920b26 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:02.975141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-623e245c-ad6c-45db-adde-e5cc5a65bebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.006733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.042910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.048533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbc0013a-b6b5-478d-8d67-3c6b055a5365 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.055628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:03.057018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.059529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d83cb-0b7f-4f11-b66a-b455d0ffb2ca None None] Pushing event updated for resources: {'Port': ['ID=241b1753-070d-4a2e-9bae-7e2875920b26,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:03.061364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbc0013a-b6b5-478d-8d67-3c6b055a5365 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.084692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 241b1753-070d-4a2e-9bae-7e2875920b26 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:03.085202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.101205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0013a-b6b5-478d-8d67-3c6b055a5365 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f711370-d912-4a06-bac4-1765e0cb6c2b,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:03.105219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.116914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbc0013a-b6b5-478d-8d67-3c6b055a5365 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.123283 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cbc0013a-b6b5-478d-8d67-3c6b055a5365 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086920 Dec 13 16:36:03.159507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46942) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:03.160372 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=d0050013-18f1-4c53-b708-d7cfabc40d7e,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:03.166882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-23ca2410-f155-4d9b-a13d-f5b7202ffadf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c24d4c3a-5522-43ef-8394-180a1fc379b3', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:03.178353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=6d15fbd5-545d-465c-9a75-f82691d148bf,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:03.179064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network d0050013-18f1-4c53-b708-d7cfabc40d7e details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:36:03.220362 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0939f065-50de-4983-aa77-a95589cfacb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4985745 Dec 13 16:36:03.221272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46944) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:03.231875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:03.271788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server [None req-623e245c-ad6c-45db-adde-e5cc5a65bebc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d15fbd5-545d-465c-9a75-f82691d148bf: This subnet is being modified by another concurrent operation. Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise exception Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d15fbd5-545d-465c-9a75-f82691d148bf: This subnet is being modified by another concurrent operation. Dec 13 16:36:03.298883 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Dec 13 16:36:03.309751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca2410-f155-4d9b-a13d-f5b7202ffadf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.313070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-985319ad-2a5d-42dd-b6ef-5315c3719a4a None None] Provisioning complete for port 241b1753-070d-4a2e-9bae-7e2875920b26 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:03.313723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-985319ad-2a5d-42dd-b6ef-5315c3719a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.327916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71d2225-5d1b-424f-9043-ddb18b6845ef']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:03.332029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1477d91e-e088-4d69-958a-a2b54ed39d2c None None] Network e71d2225-5d1b-424f-9043-ddb18b6845ef requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:03.358586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c6641b-8aa1-44eb-9ece-4aa5529fd015') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:03.358918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c6641b-8aa1-44eb-9ece-4aa5529fd015') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:03.377603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.388610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca2410-f155-4d9b-a13d-f5b7202ffadf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.398770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.407105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:03.407516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.410691 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 3, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:03.420257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca2410-f155-4d9b-a13d-f5b7202ffadf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.444070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca2410-f155-4d9b-a13d-f5b7202ffadf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9391e100-57b1-4931-bade-c74392f466b9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:03.463403 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:03.464018 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Updating router ad816db1-97b4-453e-9209-9ad6104732af port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:03.478669 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:03.487451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.488075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:03.493264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.498720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.504787 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/e71d2225-5d1b-424f-9043-ddb18b6845ef HTTP/1.1" status: 204 len: 168 time: 0.7971482 Dec 13 16:36:03.509411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca2410-f155-4d9b-a13d-f5b7202ffadf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.514139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46946) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:03.515542 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-23ca2410-f155-4d9b-a13d-f5b7202ffadf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3523669 Dec 13 16:36:03.548540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46948) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:03.553544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e13dcdb8-4943-4000-9569-b38b09f820d7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c24d4c3a-5522-43ef-8394-180a1fc379b3', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:03.580149 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea5c788-6839-45be-a735-7d5ec2f828cd tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:03.580621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea5c788-6839-45be-a735-7d5ec2f828cd tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:03.583789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1ea5c788-6839-45be-a735-7d5ec2f828cd tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/6d15fbd5-545d-465c-9a75-f82691d148bf HTTP/1.1" status: 404 len: 337 time: 0.0710213 Dec 13 16:36:03.587386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5aa422-a31c-4628-8836-5d847153d66c tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=e71d2225-5d1b-424f-9043-ddb18b6845ef,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:03.591024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46950) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:03.622572 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd06fe3-2055-48dc-86ac-bf21cac415d6 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:03.623205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd06fe3-2055-48dc-86ac-bf21cac415d6 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:03.625812 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.626300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5bd06fe3-2055-48dc-86ac-bf21cac415d6 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/e71d2225-5d1b-424f-9043-ddb18b6845ef HTTP/1.1" status: 404 len: 339 time: 0.0333891 Dec 13 16:36:03.631328 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46952) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:03.712504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:03.759715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e13dcdb8-4943-4000-9569-b38b09f820d7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.772589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.791191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ebbf7e-7454-42c0-b767-0f2f05619e41 None None] Network e71d2225-5d1b-424f-9043-ddb18b6845ef requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:03.813329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ebbf7e-7454-42c0-b767-0f2f05619e41 None None] Network e71d2225-5d1b-424f-9043-ddb18b6845ef could not be found, it might have been deleted concurrently. {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 16:36:03.817969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.891482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a619ae0c-ca6e-498b-acd0-0bc4c908553f None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:36:03.891846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:03.892369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: d0050013-18f1-4c53-b708-d7cfabc40d7e, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:36:03.903368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=024d117f-05c1-4fd1-90a0-8257e28b4752,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:03.923275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network d0050013-18f1-4c53-b708-d7cfabc40d7e is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:36:03.939791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, d0050013-18f1-4c53-b708-d7cfabc40d7e) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:03.947939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:03.948309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e13dcdb8-4943-4000-9569-b38b09f820d7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.948913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.958006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e13dcdb8-4943-4000-9569-b38b09f820d7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.976380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:03.976616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.977168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:03.978481 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-48f4d4c1-d3c7-4c02-8b41-86d284db857f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7537534 Dec 13 16:36:03.979184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13dcdb8-4943-4000-9569-b38b09f820d7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64acc43e-7f7b-465b-93ec-55f8180aa051,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:03.979461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46954) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:04.006725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9267a5b6-fc76-48ae-b802-aa3754f26be3']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:04.011626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e13dcdb8-4943-4000-9569-b38b09f820d7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.012833 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e13dcdb8-4943-4000-9569-b38b09f820d7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634335 Dec 13 16:36:04.015714 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.018284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46956) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:04.022992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-296e622b-6342-42a8-9127-4516c74589af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c24d4c3a-5522-43ef-8394-180a1fc379b3', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:04.023467 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.031375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '928333ba-13a0-4af3-8fd1-0c2497d6f8db') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:04.031671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '928333ba-13a0-4af3-8fd1-0c2497d6f8db') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:04.046214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.047997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-985319ad-2a5d-42dd-b6ef-5315c3719a4a None None] Provisioning complete for port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:04.048549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-985319ad-2a5d-42dd-b6ef-5315c3719a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.067193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.074936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:04.075341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:04.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:04.098528 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e131d-3fcb-4834-b57c-a2235bbe2642 None None] Pushing event updated for resources: {'Port': ['ID=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:04.131296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-296e622b-6342-42a8-9127-4516c74589af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.136934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-985319ad-2a5d-42dd-b6ef-5315c3719a4a None None] Port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:36:04.185080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.196043 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Attempting to bind port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:36:04.196338 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Attempting to bind port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:36:04.196978 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Attempting to bind port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 on network f61f5ec8-8056-4a2c-a990-b630d148046a {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:04.198679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.205157 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:36:04.205389 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/9267a5b6-fc76-48ae-b802-aa3754f26be3 HTTP/1.1" status: 204 len: 168 time: 0.5638175 Dec 13 16:36:04.205518 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Checking segment: {'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:04.205518 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.205518 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Bound using segment: {'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:36:04.205518 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Bound port: f17f4cd3-1a1f-4520-bb2b-a06e979d5448, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:36:04.205518 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.207623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46958) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:04.256968 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-606d45a2-e123-4cd8-993d-49589398cb9b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:04.257426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606d45a2-e123-4cd8-993d-49589398cb9b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:04.264281 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-606d45a2-e123-4cd8-993d-49589398cb9b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/7c54b191-97df-4062-92c6-b68a0664b495 HTTP/1.1" status: 404 len: 337 time: 0.0509200 Dec 13 16:36:04.264281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c884dc9-e8a5-46b3-b8e9-1e1f92572896 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=9267a5b6-fc76-48ae-b802-aa3754f26be3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:04.265193 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46960) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:04.265330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-296e622b-6342-42a8-9127-4516c74589af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.277551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-296e622b-6342-42a8-9127-4516c74589af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.286492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0cbb93d8-4f10-48d5-8166-bbf594e440a5 None None] Provisioning complete for port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:04.287133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0cbb93d8-4f10-48d5-8166-bbf594e440a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.294154 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] For port f17f4cd3-1a1f-4520-bb2b-a06e979d5448, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:36:04.300069 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] For port f17f4cd3-1a1f-4520-bb2b-a06e979d5448, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,segment=NetworkSegment(69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18),segment_id=69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:36:04.306424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e622b-6342-42a8-9127-4516c74589af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530ce6cf-b5ff-47c5-949d-fb628f20cede,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:04.309056 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.328252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a619ae0c-ca6e-498b-acd0-0bc4c908553f None None] Unable to find a vacant binding_index for network d0050013-18f1-4c53-b708-d7cfabc40d7e and agent c9b55621-61b9-4098-8ea5-31f345006c83 {{(pid=103054) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 13 16:36:04.329455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-296e622b-6342-42a8-9127-4516c74589af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.335706 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-296e622b-6342-42a8-9127-4516c74589af tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162529 Dec 13 16:36:04.336377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46962) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:04.339466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a619ae0c-ca6e-498b-acd0-0bc4c908553f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, d0050013-18f1-4c53-b708-d7cfabc40d7e) {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:36:04.341574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0f43b7c5-cc75-4c62-bdde-eb6d64c8b276 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c24d4c3a-5522-43ef-8394-180a1fc379b3', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:04.344889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0cbb93d8-4f10-48d5-8166-bbf594e440a5 None None] Port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:36:04.370271 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ac8c7e-48a2-4f37-ab8a-49b0045738a6 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:04.371030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ac8c7e-48a2-4f37-ab8a-49b0045738a6 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:04.375515 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f7ac8c7e-48a2-4f37-ab8a-49b0045738a6 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/8c5e7728-434d-40a9-97a0-7fac4084b72e HTTP/1.1" status: 404 len: 339 time: 0.1065629 Dec 13 16:36:04.380670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46964) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:04.395075 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-0f43b7c5-cc75-4c62-bdde-eb6d64c8b276 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:36:04.400020 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:04.400659 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:04.405849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f43b7c5-cc75-4c62-bdde-eb6d64c8b276 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.448256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bad3cd-46d6-4186-8230-2dea48341e0e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting subnet 2e9f5e34-edaf-4239-8899-86ab4c848adc {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:04.452171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23bad3cd-46d6-4186-8230-2dea48341e0e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.465548 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e131d-3fcb-4834-b57c-a2235bbe2642 None None] Pushing event updated for resources: {'Port': ['ID=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:04.503056 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:04.515308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f43b7c5-cc75-4c62-bdde-eb6d64c8b276 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.523118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f43b7c5-cc75-4c62-bdde-eb6d64c8b276 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.543404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43b7c5-cc75-4c62-bdde-eb6d64c8b276 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d4bf8b-3741-47e7-8ba1-38a12bcbf3fb,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:04.547559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23bad3cd-46d6-4186-8230-2dea48341e0e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.564282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f43b7c5-cc75-4c62-bdde-eb6d64c8b276 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.570840 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0f43b7c5-cc75-4c62-bdde-eb6d64c8b276 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2331076 Dec 13 16:36:04.571571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46966) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:04.576176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3d3f19df-8803-402e-85f7-52b3b9ff6585 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'c24d4c3a-5522-43ef-8394-180a1fc379b3', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:04.604175 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-3d3f19df-8803-402e-85f7-52b3b9ff6585 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:36:04.612495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d3f19df-8803-402e-85f7-52b3b9ff6585 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.658843 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.661404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-d0050013-18f1-4c53-b708-d7cfabc40d7e', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:36:04.662029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.696612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d3f19df-8803-402e-85f7-52b3b9ff6585 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.705612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d3f19df-8803-402e-85f7-52b3b9ff6585 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.728685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f19df-8803-402e-85f7-52b3b9ff6585 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c1a15f-b628-4882-aa7d-ed99b2e851dd,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:04.741606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3d3f19df-8803-402e-85f7-52b3b9ff6585 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.758263 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3d3f19df-8803-402e-85f7-52b3b9ff6585 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1854928 Dec 13 16:36:04.776747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23bad3cd-46d6-4186-8230-2dea48341e0e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:04.812798 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 3, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:04Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:04.847633 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524a4c09-48d7-47aa-b862-31f65946fdcb None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 3, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:04Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:04.871199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Allocated IP 172.22.0.2 (d0050013-18f1-4c53-b708-d7cfabc40d7e/024d117f-05c1-4fd1-90a0-8257e28b4752/3fb0f53d-9843-4d39-a987-4621721efb23) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:36:04.873606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 241b1753-070d-4a2e-9bae-7e2875920b26 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:04.943796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23bad3cd-46d6-4186-8230-2dea48341e0e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.010117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bad3cd-46d6-4186-8230-2dea48341e0e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9f5e34-edaf-4239-8899-86ab4c848adc,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:05.025504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23bad3cd-46d6-4186-8230-2dea48341e0e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.032204 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-23bad3cd-46d6-4186-8230-2dea48341e0e tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/2e9f5e34-edaf-4239-8899-86ab4c848adc HTTP/1.1" status: 204 len: 168 time: 0.6492152 Dec 13 16:36:05.039284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 46984) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:05.057655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 241b1753-070d-4a2e-9bae-7e2875920b26 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:05.058041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.119628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-b1ca5b6e-2cd2-4713-86ac-469e8c4bf8d4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730794261&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.1222882 Dec 13 16:36:05.153293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.154297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16f3750-8de0-42a4-a9d0-7b73492e63f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting subnet 7461f151-6b4d-47fd-972b-a85cc31bcbb3 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:05.161280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.195170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e16f3750-8de0-42a4-a9d0-7b73492e63f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.218251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.22.0.1 (d0050013-18f1-4c53-b708-d7cfabc40d7e/024d117f-05c1-4fd1-90a0-8257e28b4752/d21b4ee0-e844-4994-a1a8-b4fb283af3ac) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:36:05.245087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Pushing event updated for resources: {'Port': ['ID=3fb0f53d-9843-4d39-a987-4621721efb23,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:05.256305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Network d0050013-18f1-4c53-b708-d7cfabc40d7e is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:05.257360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e16f3750-8de0-42a4-a9d0-7b73492e63f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.259312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:05.262960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:36:05.324438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a92b5e29-2d7e-42d8-bb20-352b821401c4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:05.325589 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a92b5e29-2d7e-42d8-bb20-352b821401c4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 797 time: 0.2008920 Dec 13 16:36:05.336430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Attempting to bind port 3fb0f53d-9843-4d39-a987-4621721efb23 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:36:05.337001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Attempting to bind port 3fb0f53d-9843-4d39-a987-4621721efb23 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:36:05.337224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Attempting to bind port 3fb0f53d-9843-4d39-a987-4621721efb23 on network d0050013-18f1-4c53-b708-d7cfabc40d7e {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:05.347218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:36:05.349173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Checking segment: {'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:05.349344 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-9989415a-4769-473b-9da7-94e56eda94a8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0146594 Dec 13 16:36:05.352425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.353106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Bound using segment: {'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:36:05.353584 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Bound port: 3fb0f53d-9843-4d39-a987-4621721efb23, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:36:05.353986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.414162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.437279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e16f3750-8de0-42a4-a9d0-7b73492e63f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.454985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] For port 3fb0f53d-9843-4d39-a987-4621721efb23, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:36:05.458737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.460311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] For port 3fb0f53d-9843-4d39-a987-4621721efb23, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3fb0f53d-9843-4d39-a987-4621721efb23,segment=NetworkSegment(9c229b26-c902-4188-b855-7338c242d30b),segment_id=9c229b26-c902-4188-b855-7338c242d30b)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:36:05.469163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.492275 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-fd4c014e-f8ac-459f-98e1-8a1312eb9e4b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951860 Dec 13 16:36:05.538793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e16f3750-8de0-42a4-a9d0-7b73492e63f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.543891 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:05.548544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ccb42-6d9c-4071-a527-8a2da39234f5 None None] Pushing event updated for resources: {'Port': ['ID=3fb0f53d-9843-4d39-a987-4621721efb23,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:05.565852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e16f3750-8de0-42a4-a9d0-7b73492e63f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.569231 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e16f3750-8de0-42a4-a9d0-7b73492e63f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/7461f151-6b4d-47fd-972b-a85cc31bcbb3 HTTP/1.1" status: 204 len: 168 time: 0.5284781 Dec 13 16:36:05.578149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network d0050013-18f1-4c53-b708-d7cfabc40d7e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:05.579816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:05.583408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:36:05.588642 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 46988) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:05.604320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f3750-8de0-42a4-a9d0-7b73492e63f3 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=7461f151-6b4d-47fd-972b-a85cc31bcbb3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:05.700640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.707315 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-62edd5da-1d1d-4cfe-a92f-9f01878ee4b1 service neutron] 10.222.0.13 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977732 Dec 13 16:36:05.739349 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.850179 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-3372ad90-8ebd-42b7-abbc-cf3e219099af service neutron] 10.222.0.13 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360538 Dec 13 16:36:05.878273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting port 441d4774-50e5-43f8-bbe0-9340db23f053 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:05.878905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.880281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:05.991084 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] For port 441d4774-50e5-43f8-bbe0-9340db23f053, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=441d4774-50e5-43f8-bbe0-9340db23f053,segment=NetworkSegment(7944096f-6bb1-448b-a0b3-199449ab1de0),segment_id=7944096f-6bb1-448b-a0b3-199449ab1de0)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:05.991431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.029755 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-39660988-1cae-496e-9c5a-de8dd7fdeeab req-fc092284-c4a6-48eb-ac5f-79e1713cb106 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 210 time: 0.0348251 Dec 13 16:36:06.071291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Calling delete_port for 441d4774-50e5-43f8-bbe0-9340db23f053 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:06.241585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.293524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Port': ['ID=441d4774-50e5-43f8-bbe0-9340db23f053,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:06.301906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No DVR routers for this DVR port 441d4774-50e5-43f8-bbe0-9340db23f053 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:06.416496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.419244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.422902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.491361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:06.517244 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7944096f-6bb1-448b-a0b3-199449ab1de0') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:06.517610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7944096f-6bb1-448b-a0b3-199449ab1de0') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:06.538776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.546539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.550965 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:06.566022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.605243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:06.605441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:06.608881 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:06.677746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83688bb-6b1c-4724-bab8-f9657866b700 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 16:36:06.688649 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.701113 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.709036 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 HTTP/1.1" status: 204 len: 168 time: 1.1170805 Dec 13 16:36:06.711325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47002) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:06.726009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d68306-dfe9-41e4-8b77-9a9907efa90f tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:06.739587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network d0050013-18f1-4c53-b708-d7cfabc40d7e is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:06.741199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:06.746912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e959fbac-f1e7-448e-9159-09f743c697dc None None] Provisioning complete for port 3fb0f53d-9843-4d39-a987-4621721efb23 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:06.747289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e959fbac-f1e7-448e-9159-09f743c697dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.764447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd098cd1-cb1c-4ca0-9987-62a00740c893 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:06.765561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd098cd1-cb1c-4ca0-9987-62a00740c893 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:06.769034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cd098cd1-cb1c-4ca0-9987-62a00740c893 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/5d57353e-95e1-4421-a0cd-3835b1a04b5a HTTP/1.1" status: 404 len: 337 time: 0.0551059 Dec 13 16:36:06.775741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47004) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:06.808915 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe34fff6-fb45-4b68-9d46-a5d96f329414 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:06.809442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe34fff6-fb45-4b68-9d46-a5d96f329414 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:06.815658 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fe34fff6-fb45-4b68-9d46-a5d96f329414 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/11c61778-20ce-4a6e-af3a-624bab22b184 HTTP/1.1" status: 404 len: 339 time: 0.0385947 Dec 13 16:36:06.819188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47006) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:06.850181 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dff3fc1-3ace-4b84-adab-3f7dc8068852 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:06.854294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dff3fc1-3ace-4b84-adab-3f7dc8068852 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:06.857359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83688bb-6b1c-4724-bab8-f9657866b700 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 16:36:06.861355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:06.863223 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5dff3fc1-3ace-4b84-adab-3f7dc8068852 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/841a020f-b431-4481-b56c-27fa2e054e1c HTTP/1.1" status: 404 len: 337 time: 0.0429254 Dec 13 16:36:06.864583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47008) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:06.888557 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2a2af3-9161-46f6-a577-1069e47532d4 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:06.889784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b2a2af3-9161-46f6-a577-1069e47532d4 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:06.895547 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2b2a2af3-9161-46f6-a577-1069e47532d4 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/7fd301ba-162e-4214-9555-ed94d735523c HTTP/1.1" status: 404 len: 339 time: 0.0269394 Dec 13 16:36:06.896249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47010) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:06.980417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e959fbac-f1e7-448e-9159-09f743c697dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:06.994141 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-7361f1b6-4356-4581-8a56-6589d2ea8e18 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:06.994141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7361f1b6-4356-4581-8a56-6589d2ea8e18 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:07.001181 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7361f1b6-4356-4581-8a56-6589d2ea8e18 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/b9dfdda2-3bea-4310-a61c-f24a7ce8ecb9 HTTP/1.1" status: 404 len: 337 time: 0.1004443 Dec 13 16:36:07.001594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47012) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:07.032064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-822298d4-c40f-4fed-b71f-8e9538a775a7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:07.032739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822298d4-c40f-4fed-b71f-8e9538a775a7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:07.035697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:07.037347 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-822298d4-c40f-4fed-b71f-8e9538a775a7 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/724d86cd-b65a-470c-9363-33542ca9f904 HTTP/1.1" status: 404 len: 339 time: 0.0351641 Dec 13 16:36:07.040122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47014) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:07.060959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:07.062493 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5771c858-5dd9-4ada-873e-e42848bed366 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0801947 Dec 13 16:36:07.063278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47016) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:07.070946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'network': {'name': 'tempest-RoutersTest-1177996075'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:07.075908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e959fbac-f1e7-448e-9159-09f743c697dc None None] For port 3fb0f53d-9843-4d39-a987-4621721efb23, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3fb0f53d-9843-4d39-a987-4621721efb23,segment=NetworkSegment(9c229b26-c902-4188-b855-7338c242d30b),segment_id=9c229b26-c902-4188-b855-7338c242d30b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:07.091247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e959fbac-f1e7-448e-9159-09f743c697dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.151386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:07.153779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:07.155174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:07.157231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.192230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:36:07.204582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.205019 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added segment 664c49fd-53bf-40f9-9852-01a028502ecf of type vlan for network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be Dec 13 16:36:07.209869 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3cbf7743-a257-4033-a897-647f39a45456 req-6bd23701-d45f-4ef5-a8c3-070e358db893 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 210 time: 0.0722284 Dec 13 16:36:07.235560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d42b09f-6808-4493-87c2-1168510765db tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting subnet 4e24fb24-db1b-4528-bfff-499b1c746e3a {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:07.240756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d42b09f-6808-4493-87c2-1168510765db tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.265556 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.272147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:07.298371 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.304371 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:07.305285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.310246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d42b09f-6808-4493-87c2-1168510765db tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.341540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c870aa7c-532d-4d08-931e-6eb32552a0b6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:07.343586 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c870aa7c-532d-4d08-931e-6eb32552a0b6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 797 time: 0.2725630 Dec 13 16:36:07.349071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f17f4cd3-1a1f-4520-bb2b-a06e979d5448 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:07.478209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d42b09f-6808-4493-87c2-1168510765db tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.515128 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c056c312-4bd1-4932-94e0-5931694447e9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 470 time: 0.1539426 Dec 13 16:36:07.532525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['c24d4c3a-5522-43ef-8394-180a1fc379b3']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:07.635624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d42b09f-6808-4493-87c2-1168510765db tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.639832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959fbac-f1e7-448e-9159-09f743c697dc None None] Pushing event updated for resources: {'Port': ['ID=3fb0f53d-9843-4d39-a987-4621721efb23,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:07.668906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42b09f-6808-4493-87c2-1168510765db tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=4e24fb24-db1b-4528-bfff-499b1c746e3a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:07.680526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d42b09f-6808-4493-87c2-1168510765db tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.687045 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7d42b09f-6808-4493-87c2-1168510765db tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/4e24fb24-db1b-4528-bfff-499b1c746e3a HTTP/1.1" status: 204 len: 168 time: 0.6426811 Dec 13 16:36:07.687484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47024) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:07.714130 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6470120 Dec 13 16:36:07.714384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47026) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:07.727182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'subnet': {'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:07.745348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5fa8f-7461-4898-b044-4042538dfbe8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Network': ['ID=6b1fb1ec-bef5-467e-9b0d-dca3af1f28be,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:07.772178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:36:07.775174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:07.775358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.847268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Made reservation on behalf of 2bf4979a758643afbff95f511aa2a5a8 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:07.847783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740facc3-2264-4e6a-a161-8a1606eabcf5 None None] DHCP port deletion for a3ff4cfe-b08b-4a2f-a7e6-2c16f8d1b371 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:36:07.850808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:07.938360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa432f6-0ca1-4c76-8d38-0285d2e87412 None None] Network d0050013-18f1-4c53-b708-d7cfabc40d7e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:07.987236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c46d0ca-769e-489b-b11f-ef25e0f2f54f None None] Network 8b386a0b-274c-49e5-aca0-7e0186dec8b9 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:08.097557 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.103377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:05Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:06Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:04Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:08.133645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.162903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:08.166715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.167674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:08.168166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Updating router ad816db1-97b4-453e-9209-9ad6104732af port d21b4ee0-e844-4994-a1a8-b4fb283af3ac binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:36:08.173183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.189184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Subnet': ['ID=ab4d3e3b-9d60-4e32-8297-6da03d7e67ad,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:08.195106 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Checking segment: {'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:08.196071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network hostable DHCP agents. Network: 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:36:08.222954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:36:08.231071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.237104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:08.242964 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:08.243946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.266098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca90cb14-679d-4f30-b0b3-12c425afa324 None None] Network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:08.269179 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ad4518c0-c8c2-454b-ad93-0b644540f3e0 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5537868 Dec 13 16:36:08.272073 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47030) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:08.357129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f17f4cd3-1a1f-4520-bb2b-a06e979d5448, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,segment=NetworkSegment(69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18),segment_id=69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:08.377105 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a2a5920-8b39-446f-9042-da5090f63ece req-d80f7bff-cb68-4601-8981-9918f58e843a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 210 time: 0.0678170 Dec 13 16:36:08.381410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.382353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3fb0f53d-9843-4d39-a987-4621721efb23 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:08.400840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting port da6f745c-e0ae-40d2-afc0-6fc31a001f89 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:08.401425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.526517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] DHCP port deletion for 8b386a0b-274c-49e5-aca0-7e0186dec8b9 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:36:08.532397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.14 (300da9ff-68e8-4b96-80a8-22ac920ea609/d15e8199-128d-4fe7-aaf4-f304237be63c/8b19ce3d-de83-40bd-ab31-c0655301f624) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:36:08.574826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-406fde55-dfd4-47fb-ad7a-6b68bff866b5 None None] Provisioning complete for port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:08.575274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-406fde55-dfd4-47fb-ad7a-6b68bff866b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.601049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] For port da6f745c-e0ae-40d2-afc0-6fc31a001f89, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=da6f745c-e0ae-40d2-afc0-6fc31a001f89,segment=NetworkSegment(7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a),segment_id=7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:08.601433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.686770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:08.699017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Calling delete_port for da6f745c-e0ae-40d2-afc0-6fc31a001f89 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:08.767652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-6b1fb1ec-bef5-467e-9b0d-dca3af1f28be', 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be', 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'fixed_ips': [{'subnet_id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:36:08.768922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.789525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.809283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3fb0f53d-9843-4d39-a987-4621721efb23 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:08.809897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.839488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.894685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.928369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:08.934291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Port': ['ID=da6f745c-e0ae-40d2-afc0-6fc31a001f89,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:08.936878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No DVR routers for this DVR port da6f745c-e0ae-40d2-afc0-6fc31a001f89 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:08.952414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] Deleting port da6f745c-e0ae-40d2-afc0-6fc31a001f89 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:08.952933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.006685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:09.023130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:09.054682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:36:09.085457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=8b19ce3d-de83-40bd-ab31-c0655301f624,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:09.104549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] For port da6f745c-e0ae-40d2-afc0-6fc31a001f89, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:09.104976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.130200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.166692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:09.167256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.175355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b386a0b-274c-49e5-aca0-7e0186dec8b9']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:09.178576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] Calling delete_port for da6f745c-e0ae-40d2-afc0-6fc31a001f89 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:09.187067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] Port da6f745c-e0ae-40d2-afc0-6fc31a001f89 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:36:09.195531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:09.195978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7790d8e8-f5e6-40b8-bfb9-d6e2f6d0c72a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:09.206922 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-a1e87bcb-69b6-4d6c-aaf6-769c4217aa08 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6805403 Dec 13 16:36:09.213863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.221756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.229192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Request body: {'port': {'device_id': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:09.256178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.267957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:09.268408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:09.271970 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:09.282939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf7711-82b8-42d8-b057-d7a0e14a3c5e None None] Network d0050013-18f1-4c53-b708-d7cfabc40d7e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:09.335609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Allocated IP 172.23.0.2 (6b1fb1ec-bef5-467e-9b0d-dca3af1f28be/ab4d3e3b-9d60-4e32-8297-6da03d7e67ad/b2ab6793-8023-4e95-9495-bacc50eeff74) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:36:09.343789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] Pushing event deleted for resources: {'Port': ['ID=da6f745c-e0ae-40d2-afc0-6fc31a001f89,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:09.347803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.367918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.376691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.380076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/8b386a0b-274c-49e5-aca0-7e0186dec8b9 HTTP/1.1" status: 204 len: 168 time: 1.6916630 Dec 13 16:36:09.386339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47032) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:09.412970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3c4eb-4a24-4fd6-b3b7-f3b5ad3a7d0b tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=8b386a0b-274c-49e5-aca0-7e0186dec8b9,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:09.426455 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-8170f8e0-296e-4954-b6af-1e63205b09f9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:09.427128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8170f8e0-296e-4954-b6af-1e63205b09f9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:09.434201 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8170f8e0-296e-4954-b6af-1e63205b09f9 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/10485953-b10f-4dc9-9521-c9f93dc0c0ed HTTP/1.1" status: 404 len: 337 time: 0.0439279 Dec 13 16:36:09.435276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47036) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:09.456730 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fff81c-5bd2-4258-9a50-e2d437914ad1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:09.457415 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fff81c-5bd2-4258-9a50-e2d437914ad1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:09.463640 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-56fff81c-5bd2-4258-9a50-e2d437914ad1 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/5f2b17ea-8682-4a3a-9515-42993de3d8bb HTTP/1.1" status: 404 len: 339 time: 0.0264366 Dec 13 16:36:09.464434 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47038) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:09.522605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa80e08-1fea-4987-b4a4-ebe818c51b20 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting subnet 8f6e9b4e-e056-47cf-873c-4c74a391d050 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:09.527201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9aa80e08-1fea-4987-b4a4-ebe818c51b20 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.533824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5579af9-a6e5-4ca4-b059-1c66031f558a None None] No DVR routers for this DVR port da6f745c-e0ae-40d2-afc0-6fc31a001f89 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:09.558425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.581276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.598122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e2f81f85-b2a7-446f-84b1-93f23cde8820 None None] Provisioning complete for port d21b4ee0-e844-4994-a1a8-b4fb283af3ac triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:09.598246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2f81f85-b2a7-446f-84b1-93f23cde8820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.606875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c9a0e-9a32-4947-918a-80b99ec39849 req-64dd3380-75a0-4366-becf-1e9bb032dea5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:09.608538 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c21c9a0e-9a32-4947-918a-80b99ec39849 req-64dd3380-75a0-4366-becf-1e9bb032dea5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 932 time: 0.1166537 Dec 13 16:36:09.613022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9aa80e08-1fea-4987-b4a4-ebe818c51b20 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.707001 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c21c9a0e-9a32-4947-918a-80b99ec39849 req-eedad56c-9fea-4adf-82f2-c03f6902a873 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903285 Dec 13 16:36:09.708694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3fb0f53d-9843-4d39-a987-4621721efb23 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:09.749958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9aa80e08-1fea-4987-b4a4-ebe818c51b20 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.763043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed72e9a-87f5-44ba-8af3-97819fede278 None None] Pushing event updated for resources: {'Port': ['ID=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:09.768832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b19ce3d-de83-40bd-ab31-c0655301f624 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:36:09.778511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.792946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Transition to ACTIVE for port object 8b19ce3d-de83-40bd-ab31-c0655301f624 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:36:09.797890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.815064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e2f81f85-b2a7-446f-84b1-93f23cde8820 None None] Port d21b4ee0-e844-4994-a1a8-b4fb283af3ac cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:36:09.821983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9aa80e08-1fea-4987-b4a4-ebe818c51b20 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.859460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9aa80e08-1fea-4987-b4a4-ebe818c51b20 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.866022 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9aa80e08-1fea-4987-b4a4-ebe818c51b20 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/subnets/8f6e9b4e-e056-47cf-873c-4c74a391d050 HTTP/1.1" status: 204 len: 168 time: 0.4004641 Dec 13 16:36:09.867791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47040) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:09.868957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa80e08-1fea-4987-b4a4-ebe818c51b20 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6e9b4e-e056-47cf-873c-4c74a391d050,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:09.880076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Attempting to bind port d21b4ee0-e844-4994-a1a8-b4fb283af3ac on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:36:09.880450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Attempting to bind port d21b4ee0-e844-4994-a1a8-b4fb283af3ac by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:36:09.880827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Attempting to bind port d21b4ee0-e844-4994-a1a8-b4fb283af3ac on network d0050013-18f1-4c53-b708-d7cfabc40d7e {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:09.882364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Pushing event updated for resources: {'Port': ['ID=8b19ce3d-de83-40bd-ab31-c0655301f624,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:09.882877 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba3b0c-62ed-4720-b26c-daec9ee8d290 None None] Network 1f42f9f0-3124-456f-b0fc-6a332afc2376 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:09.950747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Attempting to bind port 8b19ce3d-de83-40bd-ab31-c0655301f624 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:36:09.951680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Attempting to bind port 8b19ce3d-de83-40bd-ab31-c0655301f624 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:36:09.952023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Attempting to bind port 8b19ce3d-de83-40bd-ab31-c0655301f624 on network 300da9ff-68e8-4b96-80a8-22ac920ea609 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:09.953005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:36:09.953395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Checking segment: {'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:09.953987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.954400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Bound using segment: {'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:36:09.955284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Bound port: d21b4ee0-e844-4994-a1a8-b4fb283af3ac, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c229b26-c902-4188-b855-7338c242d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:36:09.955673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.956991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Port 8b19ce3d-de83-40bd-ab31-c0655301f624 on network 300da9ff-68e8-4b96-80a8-22ac920ea609 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:36:09.957442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Attempting to bind port 8b19ce3d-de83-40bd-ab31-c0655301f624 on network 300da9ff-68e8-4b96-80a8-22ac920ea609 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:09.966861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:36:09.967497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Checking segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:09.968081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Bound using segment: {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:36:09.968690 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Bound port: 8b19ce3d-de83-40bd-ab31-c0655301f624, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:36:09.969222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:09.986078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.006098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e2f81f85-b2a7-446f-84b1-93f23cde8820 None None] Provisioning complete for port 3fb0f53d-9843-4d39-a987-4621721efb23 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:10.006470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2f81f85-b2a7-446f-84b1-93f23cde8820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.051968 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Deleting port 88dd3412-49cd-4db4-8da5-c161a577ce6c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:10.052480 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.058969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] For port 8b19ce3d-de83-40bd-ab31-c0655301f624, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:36:10.063332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] For port 8b19ce3d-de83-40bd-ab31-c0655301f624, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8b19ce3d-de83-40bd-ab31-c0655301f624,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:36:10.072015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.091424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3fb0f53d-9843-4d39-a987-4621721efb23 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:10.091827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.134575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] For port 88dd3412-49cd-4db4-8da5-c161a577ce6c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=88dd3412-49cd-4db4-8da5-c161a577ce6c,segment=NetworkSegment(2778b8d1-7186-4cae-b96a-10873069d988),segment_id=2778b8d1-7186-4cae-b96a-10873069d988)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:10.135210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.152870 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Calling delete_port for 88dd3412-49cd-4db4-8da5-c161a577ce6c owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:10.160417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:10.161379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.163752 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] 10.222.0.31 "PUT /v2.0/ports/8b19ce3d-de83-40bd-ab31-c0655301f624 HTTP/1.1" status: 200 len: 1094 time: 0.9420993 Dec 13 16:36:10.164667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c70a6-f2b1-446d-8eb0-2dacc4999bfd service neutron] Pushing event updated for resources: {'Port': ['ID=8b19ce3d-de83-40bd-ab31-c0655301f624,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:10.169378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'tag': '8b19ce3d-de83-40bd-ab31-c0655301f624'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:36:10.182506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e869e676-e8af-4fc9-b8af-e7cb0a80505a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e415f9d-f9d1-4500-98d6-577000f8cd34", "tag": "8b19ce3d-de83-40bd-ab31-c0655301f624"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:36:10.219676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.246443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.249581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] For port d21b4ee0-e844-4994-a1a8-b4fb283af3ac, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:36:10.266599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92111e4-e4e7-4576-9b03-ce63f4db4c67 x-openstack-request-id: req-d92111e4-e4e7-4576-9b03-ce63f4db4c67 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:36:10.267703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e415f9d-f9d1-4500-98d6-577000f8cd34", "tag": "8b19ce3d-de83-40bd-ab31-c0655301f624", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:36:10.267703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d92111e4-e4e7-4576-9b03-ce63f4db4c67 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:36:10.268136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'tag': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'status': 'completed', 'code': 200} Dec 13 16:36:10.272467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] For port d21b4ee0-e844-4994-a1a8-b4fb283af3ac, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,segment=NetworkSegment(9c229b26-c902-4188-b855-7338c242d30b),segment_id=9c229b26-c902-4188-b855-7338c242d30b)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:36:10.304294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-0ebdc5a1-1f89-401c-8269-95e6217f72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:10.318414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-0ebdc5a1-1f89-401c-8269-95e6217f72dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 1097 time: 0.1026764 Dec 13 16:36:10.325133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.349280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.415921 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-b5622e00-0692-4219-8806-65043ea697a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b19ce3d-de83-40bd-ab31-c0655301f624 HTTP/1.1" status: 200 len: 217 time: 0.0831535 Dec 13 16:36:10.417262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] No DVR routers for this DVR port 88dd3412-49cd-4db4-8da5-c161a577ce6c on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:10.426517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Port': ['ID=88dd3412-49cd-4db4-8da5-c161a577ce6c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:10.455165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f02d2-9bfd-49ff-a2db-1e61db21e9c4 None None] DHCP port deletion for 1f42f9f0-3124-456f-b0fc-6a332afc2376 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:36:10.464534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:10.492082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Allocated IP 172.23.0.1 (6b1fb1ec-bef5-467e-9b0d-dca3af1f28be/ab4d3e3b-9d60-4e32-8297-6da03d7e67ad/e18083d1-0044-4a06-ab1e-9422e1bd1e54) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:36:10.493268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Pushing event updated for resources: {'Port': ['ID=b2ab6793-8023-4e95-9495-bacc50eeff74,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:10.495762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-35b4168b-2b24-4dcd-9213-112bb1ae3bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:10.497649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-35b4168b-2b24-4dcd-9213-112bb1ae3bd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.0718136 Dec 13 16:36:10.502495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:10.520251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:36:10.528580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f17f4cd3-1a1f-4520-bb2b-a06e979d5448 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:10.564535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-fa59034b-8e58-45ff-8368-00f5f9b1dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:10.566353 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-fa59034b-8e58-45ff-8368-00f5f9b1dced service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0597897 Dec 13 16:36:10.574318 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.615958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:10.616781 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:10.637721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f42f9f0-3124-456f-b0fc-6a332afc2376']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:10.665612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2778b8d1-7186-4cae-b96a-10873069d988') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:10.666329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2778b8d1-7186-4cae-b96a-10873069d988') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:10.683501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.694761 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-bdc7c89e-b733-400d-90ed-55b2b8e63e10 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158824 Dec 13 16:36:10.712488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.727335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:10.727737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:10.730994 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:10.787215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.832918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.834764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e2f81f85-b2a7-446f-84b1-93f23cde8820 None None] Provisioning complete for port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:10.834764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e2f81f85-b2a7-446f-84b1-93f23cde8820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.842064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.845853 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] 10.222.0.13 "DELETE /v2.0/networks/1f42f9f0-3124-456f-b0fc-6a332afc2376 HTTP/1.1" status: 204 len: 168 time: 0.9733350 Dec 13 16:36:10.852428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed72e9a-87f5-44ba-8af3-97819fede278 None None] Pushing event updated for resources: {'Port': ['ID=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:10.855447 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Attempting to bind port b2ab6793-8023-4e95-9495-bacc50eeff74 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:36:10.855898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Attempting to bind port b2ab6793-8023-4e95-9495-bacc50eeff74 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:36:10.856709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Attempting to bind port b2ab6793-8023-4e95-9495-bacc50eeff74 on network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:10.866220 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc00c97-8fdc-4980-b96a-35d51a446965 tempest-NetworksIpV6Test-148782937 tempest-NetworksIpV6Test-148782937-project] Pushing event deleted for resources: {'Network': ['ID=1f42f9f0-3124-456f-b0fc-6a332afc2376,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:10.872563 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bde38612-6f47-4a1b-83e7-4b54ed75cc45 req-83afdd52-5057-4c24-ac39-3ed80753d4a8 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638012 Dec 13 16:36:10.895233 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.919105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04166e91-7e76-4ece-b9db-e8cda2f3fae4 req-e05e3261-6ab6-4096-8ace-e78073e44053 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:10.931501 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-04166e91-7e76-4ece-b9db-e8cda2f3fae4 req-e05e3261-6ab6-4096-8ace-e78073e44053 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 944 time: 0.1131408 Dec 13 16:36:10.950390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:36:10.950928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Checking segment: {'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:10.951406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.951802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Bound using segment: {'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:36:10.952297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Bound port: b2ab6793-8023-4e95-9495-bacc50eeff74, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:36:10.952684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:10.983414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:10.986684 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:10.990841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:10.996312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:36:11.021530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:11.021913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.055075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-4f743a03-0671-4880-a25f-8e1af1382329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:11.056601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-4f743a03-0671-4880-a25f-8e1af1382329 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 1097 time: 0.1103156 Dec 13 16:36:11.067861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-04166e91-7e76-4ece-b9db-e8cda2f3fae4 req-f75a7ba2-822b-4c40-9098-f47d63f56a12 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354389 Dec 13 16:36:11.080242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.190979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-32ca773f-7fc1-49f8-b194-9ca56389f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:11.192475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-32ca773f-7fc1-49f8-b194-9ca56389f9d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 898 time: 0.1237478 Dec 13 16:36:11.195494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=e18083d1-0044-4a06-ab1e-9422e1bd1e54,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:11.289949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-73f3e596-b608-49d2-919f-0a660333703c None None] For port b2ab6793-8023-4e95-9495-bacc50eeff74, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:36:11.300824 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-c28e0e7a-e81e-4a76-9a88-3d9a93778ef8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b19ce3d-de83-40bd-ab31-c0655301f624 HTTP/1.1" status: 200 len: 217 time: 0.0983672 Dec 13 16:36:11.303756 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47050) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:11.313308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-73f3e596-b608-49d2-919f-0a660333703c None None] For port b2ab6793-8023-4e95-9495-bacc50eeff74, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b2ab6793-8023-4e95-9495-bacc50eeff74,segment=NetworkSegment(664c49fd-53bf-40f9-9852-01a028502ecf),segment_id=664c49fd-53bf-40f9-9852-01a028502ecf)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:36:11.353160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.379201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-1dc42e6e-ba02-4ba0-8f00-8e40ad6c09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:11.382132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-1dc42e6e-ba02-4ba0-8f00-8e40ad6c09fa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.0624647 Dec 13 16:36:11.394910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.452102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-7c51ffa2-2b85-437e-96b9-47932eac534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:11.454090 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-7c51ffa2-2b85-437e-96b9-47932eac534d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0636694 Dec 13 16:36:11.601755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c5569bd1-2ad9-4ebe-83dc-a6d1eb71fd40 None None] Provisioning complete for port d21b4ee0-e844-4994-a1a8-b4fb283af3ac triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:11.605028 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-58d8f33d-7a71-4385-bbfb-8b3ae2aedc12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3ee47ccde504d2c8489b77f95d7ec05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978296 Dec 13 16:36:11.605550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47054) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:11.606412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c5569bd1-2ad9-4ebe-83dc-a6d1eb71fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.647881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3e596-b608-49d2-919f-0a660333703c None None] Pushing event updated for resources: {'Port': ['ID=b2ab6793-8023-4e95-9495-bacc50eeff74,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:11.648558 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-edd6cabf-b29f-4b3f-9cf6-9efa1a9fa9e9 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847756 Dec 13 16:36:11.656091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 441d4774-50e5-43f8-bbe0-9340db23f053 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:11.688203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 441d4774-50e5-43f8-bbe0-9340db23f053 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:11.688550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 441d4774-50e5-43f8-bbe0-9340db23f053 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:11.688964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device da6f745c-e0ae-40d2-afc0-6fc31a001f89 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:11.722837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: da6f745c-e0ae-40d2-afc0-6fc31a001f89 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:11.723180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device da6f745c-e0ae-40d2-afc0-6fc31a001f89 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:11.738809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9faff87-aeb0-4f7f-af65-1edcb02e1ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.762821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.772908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.813956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9faff87-aeb0-4f7f-af65-1edcb02e1ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.853243 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e869e676-e8af-4fc9-b8af-e7cb0a80505a req-a91112a0-576c-428c-9578-82d0dae1cefd service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877067 Dec 13 16:36:11.909781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9faff87-aeb0-4f7f-af65-1edcb02e1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.913121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d9faff87-aeb0-4f7f-af65-1edcb02e1ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.922293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:11.924668 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d9faff87-aeb0-4f7f-af65-1edcb02e1ee2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cf5e5e1e-4064-49f8-8f0d-c46cc6439139 HTTP/1.1" status: 204 len: 168 time: 0.3176703 Dec 13 16:36:11.937334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9faff87-aeb0-4f7f-af65-1edcb02e1ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5e5e1e-4064-49f8-8f0d-c46cc6439139,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:11.979097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 88dd3412-49cd-4db4-8da5-c161a577ce6c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:12.015004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 88dd3412-49cd-4db4-8da5-c161a577ce6c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:12.015382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 88dd3412-49cd-4db4-8da5-c161a577ce6c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:12.024069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:05Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:10Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:12.024474 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event updated for resources: {'Port': ['ID=e18083d1-0044-4a06-ab1e-9422e1bd1e54,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:12.030474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c5569bd1-2ad9-4ebe-83dc-a6d1eb71fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:12.034488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:12.036002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:12.083741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305273f0-e724-4256-b1cf-87c5e27dfad3 None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:05Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:10Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:12.131888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c5569bd1-2ad9-4ebe-83dc-a6d1eb71fd40 None None] For port d21b4ee0-e844-4994-a1a8-b4fb283af3ac, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,segment=NetworkSegment(9c229b26-c902-4188-b855-7338c242d30b),segment_id=9c229b26-c902-4188-b855-7338c242d30b)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:12.141769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c5569bd1-2ad9-4ebe-83dc-a6d1eb71fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:12.203797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:12.211732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c5569bd1-2ad9-4ebe-83dc-a6d1eb71fd40 None None] Provisioning complete for port 3fb0f53d-9843-4d39-a987-4621721efb23 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:12.211732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c5569bd1-2ad9-4ebe-83dc-a6d1eb71fd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:12.276417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5569bd1-2ad9-4ebe-83dc-a6d1eb71fd40 None None] Pushing event updated for resources: {'Port': ['ID=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:12.287350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f863e6d-4f74-4014-9645-7a5378da4e4a req-e4245b14-2019-452f-9b2e-23cb2f8dd6c3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:12.288923 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f863e6d-4f74-4014-9645-7a5378da4e4a req-e4245b14-2019-452f-9b2e-23cb2f8dd6c3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 944 time: 0.0847626 Dec 13 16:36:12.359941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f863e6d-4f74-4014-9645-7a5378da4e4a req-12c81cb8-af27-4b9f-9a93-aa778213dd67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648632 Dec 13 16:36:12.363948 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:12.375664 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d61cddf5-6cc7-4254-aca5-db98a3add2cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1020534 Dec 13 16:36:12.378342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47064) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:12.396981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:12.490889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7a0051ae-aaa0-414f-bc8f-0ea53fb5e83e None None] Provisioning complete for port d21b4ee0-e844-4994-a1a8-b4fb283af3ac triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:12.491266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7a0051ae-aaa0-414f-bc8f-0ea53fb5e83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:12.849691 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.extraroute_db [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 16:36:12.866328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.extraroute_db [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Removed routes are [] {{(pid=103053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 16:36:12.866850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:12.961470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b951f-4fda-4043-ab73-3409224a2f68 None None] Network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:12.993341 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:13.003193 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:13.004154 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:13.010400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47080) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:13.072695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0f1aa166-b415-45e0-9050-534fa43367e7 None None] Provisioning complete for port b2ab6793-8023-4e95-9495-bacc50eeff74 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:13.073353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa166-b415-45e0-9050-534fa43367e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.084319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.087815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.130047 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:13.147882 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f91146cb-3b7f-47db-b03c-7859ffc5f9a1 tempest-ServiceProvidersTest-1029868970 tempest-ServiceProvidersTest-1029868970-project] 10.222.0.13 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1343727 Dec 13 16:36:13.203513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa166-b415-45e0-9050-534fa43367e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.224764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:13.243442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0f1aa166-b415-45e0-9050-534fa43367e7 None None] For port b2ab6793-8023-4e95-9495-bacc50eeff74, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b2ab6793-8023-4e95-9495-bacc50eeff74,segment=NetworkSegment(664c49fd-53bf-40f9-9852-01a028502ecf),segment_id=664c49fd-53bf-40f9-9852-01a028502ecf)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:13.251021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa166-b415-45e0-9050-534fa43367e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.321170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1aa166-b415-45e0-9050-534fa43367e7 None None] Pushing event updated for resources: {'Port': ['ID=b2ab6793-8023-4e95-9495-bacc50eeff74,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:13.404868 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 6, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e18083d1-0044-4a06-ab1e-9422e1bd1e54', 'name': '', 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:07:d3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:08Z', 'updated_at': '2021-12-13T16:36:11Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:13.438119 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:13.438563 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Updating router ad816db1-97b4-453e-9209-9ad6104732af port e18083d1-0044-4a06-ab1e-9422e1bd1e54 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:36:13.466596 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.511621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-76c7023d-a6e8-4987-b8cc-3e1eca45eadd None None] Provisioning complete for port b2ab6793-8023-4e95-9495-bacc50eeff74 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:13.512002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-76c7023d-a6e8-4987-b8cc-3e1eca45eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.579177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5abe73-1868-4c17-bfb5-58c94c6d6003 req-8ac4910b-d023-4beb-9b5a-f4cbea68fce3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:13.581576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9f5abe73-1868-4c17-bfb5-58c94c6d6003 req-8ac4910b-d023-4beb-9b5a-f4cbea68fce3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 944 time: 0.0851002 Dec 13 16:36:13.672219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47090) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:13.691352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-76c7023d-a6e8-4987-b8cc-3e1eca45eadd None None] Provisioning complete for port e18083d1-0044-4a06-ab1e-9422e1bd1e54 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:13.691999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-76c7023d-a6e8-4987-b8cc-3e1eca45eadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.701534 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9f5abe73-1868-4c17-bfb5-58c94c6d6003 req-90e4792d-41ab-444b-9048-542d3d0c65c9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042094 Dec 13 16:36:13.760941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-76c7023d-a6e8-4987-b8cc-3e1eca45eadd None None] Port e18083d1-0044-4a06-ab1e-9422e1bd1e54 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:36:13.819870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.846481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:13.858899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.862863 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-93d61913-611d-488a-8547-105e42e22d62 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 200 len: 933 time: 1.4806800 Dec 13 16:36:13.863086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47094) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:13.904915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ad9cafd9-9419-4a4d-9f59-9dc04a80e942 None None] Provisioning complete for port e18083d1-0044-4a06-ab1e-9422e1bd1e54 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:13.905841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad9cafd9-9419-4a4d-9f59-9dc04a80e942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.943642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6270ac54-e72c-425b-a299-32b7265f1c53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.949759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b2ab6793-8023-4e95-9495-bacc50eeff74 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:13.953778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ad9cafd9-9419-4a4d-9f59-9dc04a80e942 None None] Port e18083d1-0044-4a06-ab1e-9422e1bd1e54 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:36:13.988619 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:13.999258 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.009173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b2ab6793-8023-4e95-9495-bacc50eeff74 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:14.009612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.015521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8b19ce3d-de83-40bd-ab31-c0655301f624 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:36:14.043264 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1173386c-8ce7-4a2b-9f02-7170c74e2b44 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 200 len: 933 time: 0.1789420 Dec 13 16:36:14.046396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47096) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:14.051785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'routes': None}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:14.055054 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2e6de-15ab-47df-aeae-8ee9c553f72a None None] Pushing event updated for resources: {'Port': ['ID=e18083d1-0044-4a06-ab1e-9422e1bd1e54,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:14.127314 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Attempting to bind port e18083d1-0044-4a06-ab1e-9422e1bd1e54 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:36:14.127675 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Attempting to bind port e18083d1-0044-4a06-ab1e-9422e1bd1e54 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:36:14.128038 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Attempting to bind port e18083d1-0044-4a06-ab1e-9422e1bd1e54 on network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:14.133766 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:36:14.134196 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Checking segment: {'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:14.134867 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.135748 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Bound using segment: {'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:36:14.136781 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Bound port: e18083d1-0044-4a06-ab1e-9422e1bd1e54, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664c49fd-53bf-40f9-9852-01a028502ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:36:14.137380 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.144712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-610d9d84-5534-4702-8ccb-028b484889da None None] Provisioning complete for port e18083d1-0044-4a06-ab1e-9422e1bd1e54 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:14.145361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-610d9d84-5534-4702-8ccb-028b484889da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.218259 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] For port e18083d1-0044-4a06-ab1e-9422e1bd1e54, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:36:14.222953 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] For port e18083d1-0044-4a06-ab1e-9422e1bd1e54, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e18083d1-0044-4a06-ab1e-9422e1bd1e54,segment=NetworkSegment(664c49fd-53bf-40f9-9852-01a028502ecf),segment_id=664c49fd-53bf-40f9-9852-01a028502ecf)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:36:14.230371 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.235278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d21b4ee0-e844-4994-a1a8-b4fb283af3ac up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:14.275985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-610d9d84-5534-4702-8ccb-028b484889da None None] Port e18083d1-0044-4a06-ab1e-9422e1bd1e54 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:36:14.293771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8b19ce3d-de83-40bd-ab31-c0655301f624, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8b19ce3d-de83-40bd-ab31-c0655301f624,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:14.296468 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:14.297287 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:14.309736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'port_id': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'mac_address': 'fa:16:3e:e0:ca:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:36:14.337874 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2e6de-15ab-47df-aeae-8ee9c553f72a None None] Pushing event updated for resources: {'Port': ['ID=e18083d1-0044-4a06-ab1e-9422e1bd1e54,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:14.393096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6270ac54-e72c-425b-a299-32b7265f1c53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.395814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d21b4ee0-e844-4994-a1a8-b4fb283af3ac triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:14.396408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.402549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6270ac54-e72c-425b-a299-32b7265f1c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.418154 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:14.464176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.469288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-218ff7cb-ad4d-483b-b2e8-b71cac18e184 None None] Provisioning complete for port e18083d1-0044-4a06-ab1e-9422e1bd1e54 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:14.469836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-218ff7cb-ad4d-483b-b2e8-b71cac18e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.485806 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6270ac54-e72c-425b-a299-32b7265f1c53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec81c54e41fd4b5086f51712b7ac201f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8122230 Dec 13 16:36:14.488981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47098) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:14.489180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270ac54-e72c-425b-a299-32b7265f1c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a10209f-240f-40fe-898f-2609d13b219b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:14.495038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b19ce3d-de83-40bd-ab31-c0655301f624 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:36:14.574789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.extraroute_db [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added routes are [] {{(pid=103052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 16:36:14.575257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.extraroute_db [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 16:36:14.578117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8b19ce3d-de83-40bd-ab31-c0655301f624, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8b19ce3d-de83-40bd-ab31-c0655301f624,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:14.600241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.619250 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4759749-50db-4c5c-be12-0f6555a90ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.636824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.659255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4759749-50db-4c5c-be12-0f6555a90ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.686723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-218ff7cb-ad4d-483b-b2e8-b71cac18e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.699735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8b19ce3d-de83-40bd-ab31-c0655301f624,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:14.720936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4759749-50db-4c5c-be12-0f6555a90ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.724865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d4759749-50db-4c5c-be12-0f6555a90ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.727297 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d4759749-50db-4c5c-be12-0f6555a90ee0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a10209f-240f-40fe-898f-2609d13b219b HTTP/1.1" status: 204 len: 168 time: 0.2360671 Dec 13 16:36:14.736596 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-218ff7cb-ad4d-483b-b2e8-b71cac18e184 None None] For port e18083d1-0044-4a06-ab1e-9422e1bd1e54, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e18083d1-0044-4a06-ab1e-9422e1bd1e54,segment=NetworkSegment(664c49fd-53bf-40f9-9852-01a028502ecf),segment_id=664c49fd-53bf-40f9-9852-01a028502ecf)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:14.743039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4759749-50db-4c5c-be12-0f6555a90ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a10209f-240f-40fe-898f-2609d13b219b,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:14.744410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-218ff7cb-ad4d-483b-b2e8-b71cac18e184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.825077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ff7cb-ad4d-483b-b2e8-b71cac18e184 None None] Pushing event updated for resources: {'Port': ['ID=e18083d1-0044-4a06-ab1e-9422e1bd1e54,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:14.873410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 6, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e18083d1-0044-4a06-ab1e-9422e1bd1e54', 'name': '', 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:07:d3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:08Z', 'updated_at': '2021-12-13T16:36:14Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:14.879855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-973e5a20-b94b-42d6-8e46-cecbefcd09b7 None None] Provisioning complete for port e18083d1-0044-4a06-ab1e-9422e1bd1e54 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:14.880533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-973e5a20-b94b-42d6-8e46-cecbefcd09b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.909763 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a210eb51-f528-4ab3-9492-4040c7710f76 None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 6, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e18083d1-0044-4a06-ab1e-9422e1bd1e54', 'name': '', 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:07:d3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:08Z', 'updated_at': '2021-12-13T16:36:14Z', 'revision_number': 4, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:14.926048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['8b19ce3d-de83-40bd-ab31-c0655301f624'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:36:14.932670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fb7ab-b759-46c6-83cd-668a60d36a34 req-d4ea9c07-bc55-424f-9815-b620ce66004e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:14.934283 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e6fb7ab-b759-46c6-83cd-668a60d36a34 req-d4ea9c07-bc55-424f-9815-b620ce66004e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 945 time: 0.1399508 Dec 13 16:36:14.937215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:14.948375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:15.132892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:15.154482 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e6fb7ab-b759-46c6-83cd-668a60d36a34 req-35ed7d06-7ee2-4630-b54f-2b220213303e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023311 Dec 13 16:36:15.260699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:15.270545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:15.272362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6af2337f-b562-4077-b8df-3859094ca68f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 200 len: 699 time: 1.2247367 Dec 13 16:36:15.274737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47104) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:15.377244 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-02a4e06d-7441-4494-a022-a0be5004028f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 200 len: 699 time: 0.1012027 Dec 13 16:36:15.380251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47106) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:15.723034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:15.730820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:15.740939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:15.741550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:15.835894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:15.863875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e18083d1-0044-4a06-ab1e-9422e1bd1e54 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:15.976201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port e18083d1-0044-4a06-ab1e-9422e1bd1e54 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:15.976541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:16.011800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e18083d1-0044-4a06-ab1e-9422e1bd1e54 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:16.012174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:16.041954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8b19ce3d-de83-40bd-ab31-c0655301f624 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:16.067118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port e18083d1-0044-4a06-ab1e-9422e1bd1e54, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e18083d1-0044-4a06-ab1e-9422e1bd1e54,segment=NetworkSegment(664c49fd-53bf-40f9-9852-01a028502ecf),segment_id=664c49fd-53bf-40f9-9852-01a028502ecf)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:16.067472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:16.080101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for e18083d1-0044-4a06-ab1e-9422e1bd1e54 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:16.172548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 8b19ce3d-de83-40bd-ab31-c0655301f624 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:36:16.181551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 8b19ce3d-de83-40bd-ab31-c0655301f624 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:16.181922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:16.230895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:14Z', 'revision_number': 7, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e18083d1-0044-4a06-ab1e-9422e1bd1e54', 'name': '', 'network_id': '6b1fb1ec-bef5-467e-9b0d-dca3af1f28be', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:07:d3:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:08Z', 'updated_at': '2021-12-13T16:36:14Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'ab4d3e3b-9d60-4e32-8297-6da03d7e67ad', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:16.288929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:16.331978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=e18083d1-0044-4a06-ab1e-9422e1bd1e54,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:16.362838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ac760-f842-469e-8f52-8ba83fb2c8df req-f09a426a-93b1-46e0-9eab-9bd73c0cb922 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:16.364486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bf8ac760-f842-469e-8f52-8ba83fb2c8df req-f09a426a-93b1-46e0-9eab-9bd73c0cb922 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 945 time: 0.1260269 Dec 13 16:36:16.425789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:16.442488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:16.443139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:16.456592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bf8ac760-f842-469e-8f52-8ba83fb2c8df req-d033b07f-1065-4503-a31d-45bd61097af8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655406 Dec 13 16:36:16.556202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:16.573233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:16.623663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b19ce3d-de83-40bd-ab31-c0655301f624'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:36:16.626462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca0e7dd-1cbe-421e-970b-eb950eef92ca" -d '{"events": [{"server_uuid": "2e415f9d-f9d1-4500-98d6-577000f8cd34", "name": "network-vif-plugged", "status": "completed", "tag": "8b19ce3d-de83-40bd-ab31-c0655301f624"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:36:16.649266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8b19ce3d-de83-40bd-ab31-c0655301f624, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8b19ce3d-de83-40bd-ab31-c0655301f624,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:16.679083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c013160b-09ca-4dcd-b5ef-f9f25cb5144e x-openstack-request-id: req-c013160b-09ca-4dcd-b5ef-f9f25cb5144e {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:36:16.679459 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e415f9d-f9d1-4500-98d6-577000f8cd34", "name": "network-vif-plugged", "status": "completed", "tag": "8b19ce3d-de83-40bd-ab31-c0655301f624", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:36:16.679664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c013160b-09ca-4dcd-b5ef-f9f25cb5144e {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:36:16.679895 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'code': 200} Dec 13 16:36:16.681427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:16.783841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8b19ce3d-de83-40bd-ab31-c0655301f624,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:16.865910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:16Z', 'revision_number': 8, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:16.895004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7114a98d-7cd8-47b0-a650-09ce1bd7cdf8 None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:16Z', 'revision_number': 8, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:16.910184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:16.921601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18dec1-f2f3-414b-80de-49f28d54dd76 req-0a27c20c-db8e-4978-ac4b-0c9ae04c0c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:16.923120 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb18dec1-f2f3-414b-80de-49f28d54dd76 req-0a27c20c-db8e-4978-ac4b-0c9ae04c0c5e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 1099 time: 0.0941150 Dec 13 16:36:17.050145 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb18dec1-f2f3-414b-80de-49f28d54dd76 req-f75719ab-bd38-40ac-ad8c-385027310a42 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883362 Dec 13 16:36:17.150757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:17.243788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:17.249479 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fe547db1-58b0-4724-a5e5-370466c9e759 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8681459 Dec 13 16:36:17.252173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47112) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:17.254726 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:17.266753 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:17.267513 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:17.308111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef033308-6163-48c3-bd26-d3dd7820e676 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet ab4d3e3b-9d60-4e32-8297-6da03d7e67ad {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:17.311994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ef033308-6163-48c3-bd26-d3dd7820e676 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.352266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ef033308-6163-48c3-bd26-d3dd7820e676 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.354820 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:17.438055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ef033308-6163-48c3-bd26-d3dd7820e676 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.503022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ef033308-6163-48c3-bd26-d3dd7820e676 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.525549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8385ee-fcc8-4c61-a4c4-7198a2ea115b None None] Network 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:17.542069 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ef033308-6163-48c3-bd26-d3dd7820e676 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.545584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ef033308-6163-48c3-bd26-d3dd7820e676 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/ab4d3e3b-9d60-4e32-8297-6da03d7e67ad HTTP/1.1" status: 204 len: 168 time: 0.2924736 Dec 13 16:36:17.547425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef033308-6163-48c3-bd26-d3dd7820e676 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4d3e3b-9d60-4e32-8297-6da03d7e67ad,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:17.548408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47116) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:17.593071 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:16Z', 'revision_number': 8, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:17.617222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11a9f1-3f1c-425d-b3b3-c9cbab89fa3c req-8d183b44-95f3-4737-b62e-4947f0b7f360 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:17.618942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7b11a9f1-3f1c-425d-b3b3-c9cbab89fa3c req-8d183b44-95f3-4737-b62e-4947f0b7f360 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 946 time: 0.0786116 Dec 13 16:36:17.635253 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:17.651004 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:17.651626 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:17.663931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.674013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7b11a9f1-3f1c-425d-b3b3-c9cbab89fa3c req-78ce9971-ef67-4237-b674-2adf702ccdf4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486681 Dec 13 16:36:17.703384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] DHCP port deletion for 6b1fb1ec-bef5-467e-9b0d-dca3af1f28be request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:36:17.734471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port b2ab6793-8023-4e95-9495-bacc50eeff74 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:17.735324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.748487 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:17.753020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] Deleting port b2ab6793-8023-4e95-9495-bacc50eeff74 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:17.753406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.804185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port b2ab6793-8023-4e95-9495-bacc50eeff74, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b2ab6793-8023-4e95-9495-bacc50eeff74,segment=NetworkSegment(664c49fd-53bf-40f9-9852-01a028502ecf),segment_id=664c49fd-53bf-40f9-9852-01a028502ecf)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:17.809376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.822295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for b2ab6793-8023-4e95-9495-bacc50eeff74 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:17.831916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] For port b2ab6793-8023-4e95-9495-bacc50eeff74, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b2ab6793-8023-4e95-9495-bacc50eeff74,segment=NetworkSegment(664c49fd-53bf-40f9-9852-01a028502ecf),segment_id=664c49fd-53bf-40f9-9852-01a028502ecf)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:17.832474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.845869 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] Calling delete_port for b2ab6793-8023-4e95-9495-bacc50eeff74 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:17.889818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b2ab6793-8023-4e95-9495-bacc50eeff74 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:17.926224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:17.953792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No active binding found for port b2ab6793-8023-4e95-9495-bacc50eeff74 {{(pid=103054) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 13 16:36:17.954271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] The host dv-neutron-821599-1-hyperv is not matching for port b2ab6793-8023-4e95-9495-bacc50eeff74 host None! {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 13 16:36:17.954587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b2ab6793-8023-4e95-9495-bacc50eeff74 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:17.955233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e18083d1-0044-4a06-ab1e-9422e1bd1e54 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:17.957917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No DVR routers for this DVR port b2ab6793-8023-4e95-9495-bacc50eeff74 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:17.963715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=b2ab6793-8023-4e95-9495-bacc50eeff74,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:17.975477 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:16Z', 'revision_number': 8, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:17.981379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e18083d1-0044-4a06-ab1e-9422e1bd1e54 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:17.981730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e18083d1-0044-4a06-ab1e-9422e1bd1e54 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: from cryptography.utils import int_from_bytes Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: from cryptography.utils import int_from_bytes Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 13 16:36:17.983384 dv-neutron-821599-1-hyperv neutron-server[103054]: self.session.flush() Dec 13 16:36:17.993320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.008498 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cd0ac-364a-40bb-9c25-bbcd054d88d1 None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:16Z', 'revision_number': 8, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'd21b4ee0-e844-4994-a1a8-b4fb283af3ac', 'name': '', 'network_id': 'd0050013-18f1-4c53-b708-d7cfabc40d7e', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:0f:6e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:36:04Z', 'updated_at': '2021-12-13T16:36:12Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '024d117f-05c1-4fd1-90a0-8257e28b4752', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:18.026975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] Pushing event deleted for resources: {'Port': ['ID=b2ab6793-8023-4e95-9495-bacc50eeff74,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:18.029454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28efea3d-63c1-4bc2-8eef-35b1eec8a966 None None] No DVR routers for this DVR port b2ab6793-8023-4e95-9495-bacc50eeff74 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:18.053903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.074976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1fb1ec-bef5-467e-9b0d-dca3af1f28be']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:18.085215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664c49fd-53bf-40f9-9852-01a028502ecf') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:18.085514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664c49fd-53bf-40f9-9852-01a028502ecf') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:18.098922 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.112949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.119865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:18.120324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:18.123706 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:18.184137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.188993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.192241 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/6b1fb1ec-bef5-467e-9b0d-dca3af1f28be HTTP/1.1" status: 204 len: 168 time: 0.6420581 Dec 13 16:36:18.195125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47118) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:18.207973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb850b18-1c7d-42be-9a2d-413d757d5ca7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=6b1fb1ec-bef5-467e-9b0d-dca3af1f28be,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:18.536140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.814057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bbad09-0273-468d-8b42-0e1673e36a1b req-1c24aab0-c54a-4902-93b0-fae54d55c5eb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:18.815579 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d6bbad09-0273-468d-8b42-0e1673e36a1b req-1c24aab0-c54a-4902-93b0-fae54d55c5eb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 946 time: 0.0607951 Dec 13 16:36:18.817392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port d21b4ee0-e844-4994-a1a8-b4fb283af3ac {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:18.817731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.916495 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d6bbad09-0273-468d-8b42-0e1673e36a1b req-b7a00836-ccba-4ba3-bd98-a72a0416ac5b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946119 Dec 13 16:36:18.945695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port d21b4ee0-e844-4994-a1a8-b4fb283af3ac, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,segment=NetworkSegment(9c229b26-c902-4188-b855-7338c242d30b),segment_id=9c229b26-c902-4188-b855-7338c242d30b)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:18.946061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:18.958289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for d21b4ee0-e844-4994-a1a8-b4fb283af3ac owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:19.097341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce793304-09a9-4e48-94b0-5273c8c8eb37 req-b75a0f97-ea5c-47da-84ee-ea4c946807d0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:19.098725 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ce793304-09a9-4e48-94b0-5273c8c8eb37 req-b75a0f97-ea5c-47da-84ee-ea4c946807d0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 946 time: 0.0992296 Dec 13 16:36:19.182279 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ce793304-09a9-4e48-94b0-5273c8c8eb37 req-e9d0497b-d934-4a97-8cf8-6dadafa1a566 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728400 Dec 13 16:36:19.203501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47124) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:19.204165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:19.236997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=d21b4ee0-e844-4994-a1a8-b4fb283af3ac,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:19.252421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcbda0c-5e40-4218-8594-589c2e8e8b44 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:19.253954 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6dcbda0c-5e40-4218-8594-589c2e8e8b44 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 1094 time: 0.0494399 Dec 13 16:36:19.257046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47126) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:19.261667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'port_id': '8b19ce3d-de83-40bd-ab31-c0655301f624'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:19.306988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:19.401127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:19.595727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:19.693733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:19.699907 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ebfb17e3-a54c-41be-9e5e-509796a0e615 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5029933 Dec 13 16:36:19.703371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47128) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:19.705021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:19.717279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:19.718450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:19.756513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:19.764187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:19.782140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-576109eb-3e77-4468-8347-89b11c5013fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet 024d117f-05c1-4fd1-90a0-8257e28b4752 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:19.785599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-576109eb-3e77-4468-8347-89b11c5013fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:19.831534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-576109eb-3e77-4468-8347-89b11c5013fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:19.833587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:19.884621 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 2c121fc4-290a-474a-aadb-ee021435748a associated. External IP: 172.26.6.34, port: 8b19ce3d-de83-40bd-ab31-c0655301f624. Dec 13 16:36:19.921850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-576109eb-3e77-4468-8347-89b11c5013fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:19.988955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-576109eb-3e77-4468-8347-89b11c5013fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.018455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576109eb-3e77-4468-8347-89b11c5013fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=024d117f-05c1-4fd1-90a0-8257e28b4752,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:20.022191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-576109eb-3e77-4468-8347-89b11c5013fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.027920 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-576109eb-3e77-4468-8347-89b11c5013fd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/024d117f-05c1-4fd1-90a0-8257e28b4752 HTTP/1.1" status: 204 len: 168 time: 0.3208356 Dec 13 16:36:20.028462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47130) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:20.041400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576f8019-3c3f-40ad-a6af-28fd40bff4f5 None None] Network d0050013-18f1-4c53-b708-d7cfabc40d7e requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:20.106587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:20.111550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.135534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:19Z', 'revision_number': 9, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:20.171229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port 3fb0f53d-9843-4d39-a987-4621721efb23 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:20.171568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.172846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:20.182564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:20.183298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:20.233715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:20.239247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.243742 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] Sync routers for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:20.246449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port 3fb0f53d-9843-4d39-a987-4621721efb23, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3fb0f53d-9843-4d39-a987-4621721efb23,segment=NetworkSegment(9c229b26-c902-4188-b855-7338c242d30b),segment_id=9c229b26-c902-4188-b855-7338c242d30b)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:20.250390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.263109 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:20.264407 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:20.265891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for 3fb0f53d-9843-4d39-a987-4621721efb23 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:20.266433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] DHCP port deletion for d0050013-18f1-4c53-b708-d7cfabc40d7e request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:36:20.277120 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b5c8dc0d-b36c-41aa-88bc-120c4d71c641 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 991 time: 1.0190058 Dec 13 16:36:20.279902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47132) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:20.280431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'tag': '8b19ce3d-de83-40bd-ab31-c0655301f624'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:36:20.282800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39e1272-c396-4f08-bf2c-4ce560dd5652" -d '{"events": [{"name": "network-changed", "server_uuid": "2e415f9d-f9d1-4500-98d6-577000f8cd34", "tag": "8b19ce3d-de83-40bd-ab31-c0655301f624"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:36:20.315175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:20.323596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0faf2d-2c77-4b3e-be7e-c8b07ec77ed8 x-openstack-request-id: req-2e0faf2d-2c77-4b3e-be7e-c8b07ec77ed8 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:36:20.323908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e415f9d-f9d1-4500-98d6-577000f8cd34", "tag": "8b19ce3d-de83-40bd-ab31-c0655301f624", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:36:20.324143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e0faf2d-2c77-4b3e-be7e-c8b07ec77ed8 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:36:20.324547 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'tag': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'status': 'completed', 'code': 200} Dec 13 16:36:20.409273 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:20.424043 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-aa73a032-0bc2-42df-968d-3cc9f5d96f3a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 991 time: 0.1417413 Dec 13 16:36:20.439883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-5a8e9ca8-e89e-4bea-986c-7e83aa9cef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:20.441371 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-5a8e9ca8-e89e-4bea-986c-7e83aa9cef05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 1099 time: 0.0842803 Dec 13 16:36:20.472258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.485474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] Deleting port 3fb0f53d-9843-4d39-a987-4621721efb23 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:20.485769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.535419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=3fb0f53d-9843-4d39-a987-4621721efb23,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:20.542532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No DVR routers for this DVR port 3fb0f53d-9843-4d39-a987-4621721efb23 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:20.654906 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '2c121fc4-290a-474a-aadb-ee021435748a', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'port_id': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'mac_address': 'fa:16:3e:e0:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:35:16Z', 'updated_at': '2021-12-13T16:36:19Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:20.687152 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] Checking router: 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:20.696313 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:20.696942 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:20.734686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] For port 3fb0f53d-9843-4d39-a987-4621721efb23, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:20.735384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.756461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] Calling delete_port for 3fb0f53d-9843-4d39-a987-4621721efb23 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:20.761560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] Port 3fb0f53d-9843-4d39-a987-4621721efb23 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:36:20.782128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.806434 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:20.814401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] No DVR routers for this DVR port 3fb0f53d-9843-4d39-a987-4621721efb23 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:20.818366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8bf1e-4d13-4980-880f-3dff27a81af6 None None] Pushing event deleted for resources: {'Port': ['ID=3fb0f53d-9843-4d39-a987-4621721efb23,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:20.860435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:19Z', 'revision_number': 9, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:20.894324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac5aa23-b776-4ad6-b44f-7e87852d6bf9 None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:19Z', 'revision_number': 9, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f17f4cd3-1a1f-4520-bb2b-a06e979d5448', 'name': '', 'network_id': 'f61f5ec8-8056-4a2c-a990-b630d148046a', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:7a:63:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:59Z', 'updated_at': '2021-12-13T16:36:08Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': 'd4cd0517-44a0-4d21-a6c9-e3cc4b5127e6', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:20.993576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:20.996449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-b00e4bf3-10a2-4dda-a910-e952a80cc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:20.998708 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-b00e4bf3-10a2-4dda-a910-e952a80cc2b9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 898 time: 0.5468264 Dec 13 16:36:21.057311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0050013-18f1-4c53-b708-d7cfabc40d7e']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:21.074242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c229b26-c902-4188-b855-7338c242d30b') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:21.074489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c229b26-c902-4188-b855-7338c242d30b') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:21.088257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:21.098008 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-afb65504-5661-4df5-a349-7ed89e71f3f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b19ce3d-de83-40bd-ab31-c0655301f624 HTTP/1.1" status: 200 len: 999 time: 0.0906792 Dec 13 16:36:21.105392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:21.141888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:21.142440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:21.145473 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:21.162208 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '2c121fc4-290a-474a-aadb-ee021435748a', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'port_id': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'mac_address': 'fa:16:3e:e0:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:35:16Z', 'updated_at': '2021-12-13T16:36:19Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:21.188078 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afc5f48-6b3f-4b1a-b1d5-51785d2f1eb1 None None] The sync data for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv is: [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '2c121fc4-290a-474a-aadb-ee021435748a', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'port_id': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'mac_address': 'fa:16:3e:e0:ca:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:35:16Z', 'updated_at': '2021-12-13T16:36:19Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:21.213301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-341f70f0-2e2c-4b0a-ac47-99a3c8b52c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:21.215208 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-341f70f0-2e2c-4b0a-ac47-99a3c8b52c5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.1074953 Dec 13 16:36:21.216245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:21.220367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:21.226859 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/d0050013-18f1-4c53-b708-d7cfabc40d7e HTTP/1.1" status: 204 len: 168 time: 1.1939836 Dec 13 16:36:21.227100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47136) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:21.263885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce59a0-b356-4036-94c0-6dc048df1d35 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=d0050013-18f1-4c53-b708-d7cfabc40d7e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:21.280996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-f2d28ad8-a3f0-4349-b94c-67b09f14f1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:21.282886 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-f2d28ad8-a3f0-4349-b94c-67b09f14f1b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577557 Dec 13 16:36:21.387585 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-42c15e8e-d257-4fde-bf0c-1b664972929a service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955799 Dec 13 16:36:21.427529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47138) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:21.501091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b39e1272-c396-4f08-bf2c-4ce560dd5652 req-24d1a6aa-c48b-4aa0-b57f-bfed7caf7a9d service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064351 Dec 13 16:36:21.511789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1457090-b768-4302-8633-a77254013df1 None None] New status for floating IP 2c121fc4-290a-474a-aadb-ee021435748a: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:36:21.527480 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3459b9a4-7a6f-4d45-8930-8dd410da60ed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 991 time: 0.0987356 Dec 13 16:36:21.649174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:21.822424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3fb0f53d-9843-4d39-a987-4621721efb23 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:21.843217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 3fb0f53d-9843-4d39-a987-4621721efb23 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:21.843560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3fb0f53d-9843-4d39-a987-4621721efb23 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:21.843972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d21b4ee0-e844-4994-a1a8-b4fb283af3ac no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:21.863611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: d21b4ee0-e844-4994-a1a8-b4fb283af3ac {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:21.863983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d21b4ee0-e844-4994-a1a8-b4fb283af3ac not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:21.894793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port f17f4cd3-1a1f-4520-bb2b-a06e979d5448 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:21.895135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:21.985010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port f17f4cd3-1a1f-4520-bb2b-a06e979d5448, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,segment=NetworkSegment(69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18),segment_id=69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:21.985365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:21.998169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for f17f4cd3-1a1f-4520-bb2b-a06e979d5448 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:22.167440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:22.191545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=f17f4cd3-1a1f-4520-bb2b-a06e979d5448,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:22.352017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:22.529790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47140) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:22.533837 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:22.597454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-059ac2ab-760e-4d90-9851-2f29c3c14db2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 200 len: 993 time: 0.0661445 Dec 13 16:36:22.626470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:22.631515 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a64653f7-3b87-480c-8542-ee24137d2647 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4032779 Dec 13 16:36:22.634174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47142) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:22.636297 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:22.650165 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:22.650800 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:22.684243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet d4cd0517-44a0-4d21-a6c9-e3cc4b5127e6 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:22.687582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:22.726637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:22.735080 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:22.812162 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:22.868386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:22.896156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cd0517-44a0-4d21-a6c9-e3cc4b5127e6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:22.900804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:22.904190 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/d4cd0517-44a0-4d21-a6c9-e3cc4b5127e6 HTTP/1.1" status: 204 len: 168 time: 0.2689188 Dec 13 16:36:22.907994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47144) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:22.909103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.909456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.909806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.910146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.910636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.911002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.911338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.912223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.912223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.912454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.912654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.912942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.913268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0971ec78-f9f0-4407-9439-e3018f4f6fec tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:22.916397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef9263e-122c-4394-bebb-1e64defd7ff0 None None] Network f61f5ec8-8056-4a2c-a990-b630d148046a requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:22.928868 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:22Z', 'revision_number': 10, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:22.956302 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:22.965078 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:22.965689 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:23.007069 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.053904 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:23.062425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port 241b1753-070d-4a2e-9bae-7e2875920b26 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:23.062724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.068296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] DHCP port deletion for f61f5ec8-8056-4a2c-a990-b630d148046a request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:36:23.117631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] Deleting port 241b1753-070d-4a2e-9bae-7e2875920b26 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:23.118007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.131066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port 241b1753-070d-4a2e-9bae-7e2875920b26, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=241b1753-070d-4a2e-9bae-7e2875920b26,segment=NetworkSegment(69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18),segment_id=69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:23.131433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.146208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for 241b1753-070d-4a2e-9bae-7e2875920b26 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:23.190727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] For port 241b1753-070d-4a2e-9bae-7e2875920b26, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=241b1753-070d-4a2e-9bae-7e2875920b26,segment=NetworkSegment(69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18),segment_id=69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:23.191314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.204407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] Calling delete_port for 241b1753-070d-4a2e-9bae-7e2875920b26 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:23.236201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.262840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=241b1753-070d-4a2e-9bae-7e2875920b26,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:23.270922 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:22Z', 'revision_number': 10, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:23.275869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No DVR routers for this DVR port 241b1753-070d-4a2e-9bae-7e2875920b26 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:23.278867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.279391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.279957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.280329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.280654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.280988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.281316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.281650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.281978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.282304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.282629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.282983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.283306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:23.290299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.297896 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65477ad7-0379-44de-921e-8842e6c1398c None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:22Z', 'revision_number': 10, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None, '_interfaces': [{'id': 'f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab', 'name': '', 'network_id': 'c618e8d7-6089-4d9f-9aaa-bfe5551df24f', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'mac_address': 'fa:16:3e:50:69:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:35:55Z', 'updated_at': '2021-12-13T16:36:01Z', 'revision_number': 5, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'subnets': [{'id': '14fd87b7-b1d7-440d-81c3-1c2b08be467b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:23.320348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] Pushing event deleted for resources: {'Port': ['ID=241b1753-070d-4a2e-9bae-7e2875920b26,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:23.327024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690d56b-d957-47cc-bc85-2ae064d94dd7 None None] No DVR routers for this DVR port 241b1753-070d-4a2e-9bae-7e2875920b26 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:23.379092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.401168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61f5ec8-8056-4a2c-a990-b630d148046a']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:23.411031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:23.411338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e4273a-7a5e-47ea-a1ae-a0b3cc2a6e18') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:23.421586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.435160 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.442018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:23.442430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:23.445534 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:23.504943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.511433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:23.515206 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/f61f5ec8-8056-4a2c-a990-b630d148046a HTTP/1.1" status: 204 len: 168 time: 0.6052544 Dec 13 16:36:23.517985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47146) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:23.526396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71854f8f-ea55-4a73-840c-a310bde7d613 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=f61f5ec8-8056-4a2c-a990-b630d148046a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:23.823289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 241b1753-070d-4a2e-9bae-7e2875920b26 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:23.845976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 241b1753-070d-4a2e-9bae-7e2875920b26 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:23.846231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 241b1753-070d-4a2e-9bae-7e2875920b26 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:23.846666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f17f4cd3-1a1f-4520-bb2b-a06e979d5448 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:23.866996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f17f4cd3-1a1f-4520-bb2b-a06e979d5448 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:23.867342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f17f4cd3-1a1f-4520-bb2b-a06e979d5448 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:24.174767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:24.406497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:24.406860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:24.495501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,segment=NetworkSegment(71dc235b-8f7c-4df4-b731-048b341eca9b),segment_id=71dc235b-8f7c-4df4-b731-048b341eca9b)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:24.495766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:24.508103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:24.674628 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:24.704584 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:24.845290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:24.902249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54b10e75-d063-43dc-bafb-f15c04c79969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:24.999588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:25.076083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:25.081300 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-84ddbe03-528c-477b-883c-d49ebb4958b1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5622122 Dec 13 16:36:25.084022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47148) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:25.086010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:25.096565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:25.097176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:25.139784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3eb02d-acfe-4ad1-8d3d-bb81be21de05 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting subnet 14fd87b7-b1d7-440d-81c3-1c2b08be467b {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:25.143401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb02d-acfe-4ad1-8d3d-bb81be21de05 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.167991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:25.184309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb02d-acfe-4ad1-8d3d-bb81be21de05 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.223196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:24Z', 'revision_number': 11, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:25.249721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:25.258836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:25.259445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:25.269619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb02d-acfe-4ad1-8d3d-bb81be21de05 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.329756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:25.331045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb02d-acfe-4ad1-8d3d-bb81be21de05 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.359544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3eb02d-acfe-4ad1-8d3d-bb81be21de05 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Subnet': ['ID=14fd87b7-b1d7-440d-81c3-1c2b08be467b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:25.363970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4f3eb02d-acfe-4ad1-8d3d-bb81be21de05 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.367143 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4f3eb02d-acfe-4ad1-8d3d-bb81be21de05 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/14fd87b7-b1d7-440d-81c3-1c2b08be467b HTTP/1.1" status: 204 len: 168 time: 0.2820942 Dec 13 16:36:25.370466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47150) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:25.393580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82149be2-3034-4392-acd7-04ede8cb4ecf None None] Network c618e8d7-6089-4d9f-9aaa-bfe5551df24f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:25.395963 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:24Z', 'revision_number': 11, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:25.447629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.457230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07950dc-98ec-4946-bf0f-ac380d75a1e8 None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:24Z', 'revision_number': 11, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:25.503560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Deleting port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:25.503902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.571925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] For port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f,segment=NetworkSegment(71dc235b-8f7c-4df4-b731-048b341eca9b),segment_id=71dc235b-8f7c-4df4-b731-048b341eca9b)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:25.572288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.584817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Calling delete_port for f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:25.665022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.695062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Port': ['ID=f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:25.698496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No DVR routers for this DVR port f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:25.777164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.799601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c618e8d7-6089-4d9f-9aaa-bfe5551df24f']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:25.809149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dc235b-8f7c-4df4-b731-048b341eca9b') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:25.809453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dc235b-8f7c-4df4-b731-048b341eca9b') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:25.819214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ed403c-8fd3-4dd0-acfb-4466cbe056c6 None None] DHCP port deletion for c618e8d7-6089-4d9f-9aaa-bfe5551df24f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:36:25.832582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.845828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.853147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:25.853684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:25.859481 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:25.873277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:25.898471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:25.898849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f12712bb-9b33-4eb5-937d-7a3a7d0d2d1f not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:25.899272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:25.921752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:25.922424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f8bb9101-b67c-44bc-afd7-7c66ea5fa2ab not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:25.928860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.937607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:25.941402 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/networks/c618e8d7-6089-4d9f-9aaa-bfe5551df24f HTTP/1.1" status: 204 len: 168 time: 0.5699534 Dec 13 16:36:25.944261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47152) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:25.949053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'routes': None}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:25.952002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d86aef-c010-4962-8b8c-700b02dc33c8 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Pushing event deleted for resources: {'Network': ['ID=c618e8d7-6089-4d9f-9aaa-bfe5551df24f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:26.103059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.extraroute_db [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Added routes are [] {{(pid=103053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 13 16:36:26.103292 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.extraroute_db [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Removed routes are [] {{(pid=103053) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 13 16:36:26.103582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.136157 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:36:26.239298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.242487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.319984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router ad816db1-97b4-453e-9209-9ad6104732af has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:26.391789 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:26.398354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.399519 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b007e321-d8ad-44a9-87fe-28ed792e3164 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 200 len: 700 time: 0.4542186 Dec 13 16:36:26.400977 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] Sync routers for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:26.402226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47154) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:26.410510 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:26.411148 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:26.433363 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0861b787-d2bc-464b-be54-1c646330cfd7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 200 len: 205 time: 0.0298326 Dec 13 16:36:26.436360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47156) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:26.480832 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:26.512544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e15090d7-a0d6-482c-8701-62daad863030 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.535860 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:24Z', 'revision_number': 11, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:26.563674 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] Checking router: ad816db1-97b4-453e-9209-9ad6104732af for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:26.572295 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] Routers {'ad816db1-97b4-453e-9209-9ad6104732af'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:26.572919 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ad816db1-97b4-453e-9209-9ad6104732af'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:26.642740 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] Set router ad816db1-97b4-453e-9209-9ad6104732af gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:26.674696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e15090d7-a0d6-482c-8701-62daad863030 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.676839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e15090d7-a0d6-482c-8701-62daad863030 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.697166 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:24Z', 'revision_number': 11, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:26.720941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e15090d7-a0d6-482c-8701-62daad863030 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.721535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15090d7-a0d6-482c-8701-62daad863030 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Fanout notify agent at l3_agent the message router_deleted on router ad816db1-97b4-453e-9209-9ad6104732af {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:36:26.728691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e15090d7-a0d6-482c-8701-62daad863030 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.733908 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e15090d7-a0d6-482c-8701-62daad863030 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 204 len: 168 time: 0.2924805 Dec 13 16:36:26.734170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47158) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:26.738977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a446d5ed-a6f5-4673-953d-c18f99d399dd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1680910027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:26.764609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a446d5ed-a6f5-4673-953d-c18f99d399dd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.765720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a446d5ed-a6f5-4673-953d-c18f99d399dd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.811553 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e5847a-d282-4f48-88b7-e8a5d1582bca None None] The sync data for ids ['ad816db1-97b4-453e-9209-9ad6104732af'] in dv-neutron-821599-1-hyperv is: [{'id': 'ad816db1-97b4-453e-9209-9ad6104732af', 'name': 'tempest-RoutersTest-router-495182217', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:35:53Z', 'updated_at': '2021-12-13T16:36:24Z', 'revision_number': 11, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:26.822347 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a446d5ed-a6f5-4673-953d-c18f99d399dd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.827399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a446d5ed-a6f5-4673-953d-c18f99d399dd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.846849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a446d5ed-a6f5-4673-953d-c18f99d399dd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:26.850550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a446d5ed-a6f5-4673-953d-c18f99d399dd tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1128814 Dec 13 16:36:26.850813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47160) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:26.855538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-669dcc23-b05c-4004-94b4-d44f6c7034b4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:27.064161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-669dcc23-b05c-4004-94b4-d44f6c7034b4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.075059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-669dcc23-b05c-4004-94b4-d44f6c7034b4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.175276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669dcc23-b05c-4004-94b4-d44f6c7034b4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Router 992dc8d6-d050-4257-a6d5-40d2733ad72a is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:36:27.250353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669dcc23-b05c-4004-94b4-d44f6c7034b4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:27.258107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-669dcc23-b05c-4004-94b4-d44f6c7034b4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.259172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-669dcc23-b05c-4004-94b4-d44f6c7034b4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "PUT /v2.0/routers/992dc8d6-d050-4257-a6d5-40d2733ad72a HTTP/1.1" status: 200 len: 694 time: 0.4072535 Dec 13 16:36:27.259727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] Sync routers for ids ['992dc8d6-d050-4257-a6d5-40d2733ad72a'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:27.261654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47162) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.270004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] Routers {'992dc8d6-d050-4257-a6d5-40d2733ad72a'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:27.270614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:35:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['992dc8d6-d050-4257-a6d5-40d2733ad72a'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:27.344484 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0f80ad9d-452c-4b0d-a241-ac662342ad13 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/routers/992dc8d6-d050-4257-a6d5-40d2733ad72a HTTP/1.1" status: 200 len: 700 time: 0.0785930 Dec 13 16:36:27.344768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47164) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.352484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] Set router 992dc8d6-d050-4257-a6d5-40d2733ad72a gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:27.354174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7f46ba02-09dc-487c-aafd-7caae11504fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.374973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-528ce185-00b6-4f71-a90e-8809f25b16cc tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=992dc8d6-d050-4257-a6d5-40d2733ad72a HTTP/1.1" status: 200 len: 205 time: 0.0261598 Dec 13 16:36:27.375227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47166) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.409182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992dc8d6-d050-4257-a6d5-40d2733ad72a', 'name': 'tempest-RoutersTest-router-1680910027', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:36:26Z', 'updated_at': '2021-12-13T16:36:27Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:27.436571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] Checking router: 992dc8d6-d050-4257-a6d5-40d2733ad72a for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:27.445973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] Routers {'992dc8d6-d050-4257-a6d5-40d2733ad72a'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:27.446588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['992dc8d6-d050-4257-a6d5-40d2733ad72a'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:27.451868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57146b94-15d5-402e-b795-2a5f7e9cb479 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.514979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] Set router 992dc8d6-d050-4257-a6d5-40d2733ad72a gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:27.569994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '992dc8d6-d050-4257-a6d5-40d2733ad72a', 'name': 'tempest-RoutersTest-router-1680910027', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:36:26Z', 'updated_at': '2021-12-13T16:36:27Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:27.613237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57146b94-15d5-402e-b795-2a5f7e9cb479 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.615621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57146b94-15d5-402e-b795-2a5f7e9cb479 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.659927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57146b94-15d5-402e-b795-2a5f7e9cb479 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.660393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57146b94-15d5-402e-b795-2a5f7e9cb479 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Fanout notify agent at l3_agent the message router_deleted on router 992dc8d6-d050-4257-a6d5-40d2733ad72a {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:36:27.667617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-57146b94-15d5-402e-b795-2a5f7e9cb479 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:27.675815 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-57146b94-15d5-402e-b795-2a5f7e9cb479 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/992dc8d6-d050-4257-a6d5-40d2733ad72a HTTP/1.1" status: 204 len: 168 time: 0.2927408 Dec 13 16:36:27.676057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47168) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.710669 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-31b820bc-5c16-4e8e-bbda-be96874075d7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=992dc8d6-d050-4257-a6d5-40d2733ad72a HTTP/1.1" status: 200 len: 205 time: 0.0297983 Dec 13 16:36:27.710901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47170) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.749703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce0b31c-990b-43a5-8358-ea5f9bf3b94c None None] The sync data for ids ['992dc8d6-d050-4257-a6d5-40d2733ad72a'] in dv-neutron-821599-1-hyperv is: [{'id': '992dc8d6-d050-4257-a6d5-40d2733ad72a', 'name': 'tempest-RoutersTest-router-1680910027', 'tenant_id': '2bf4979a758643afbff95f511aa2a5a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:36:26Z', 'updated_at': '2021-12-13T16:36:27Z', 'revision_number': 2, 'project_id': '2bf4979a758643afbff95f511aa2a5a8', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:27.751845 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-caded424-c72b-4443-aadd-f3a03a7681de tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] delete failed (client error): The resource could not be found. Dec 13 16:36:27.752887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-caded424-c72b-4443-aadd-f3a03a7681de tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/992dc8d6-d050-4257-a6d5-40d2733ad72a HTTP/1.1" status: 404 len: 336 time: 0.0412340 Dec 13 16:36:27.755528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47172) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.783971 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25b6444-8725-49c0-b521-06be064cde68 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:27.784438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25b6444-8725-49c0-b521-06be064cde68 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:27.787555 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c25b6444-8725-49c0-b521-06be064cde68 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/ab4d3e3b-9d60-4e32-8297-6da03d7e67ad HTTP/1.1" status: 404 len: 337 time: 0.0309119 Dec 13 16:36:27.790169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47174) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.816233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f52641-9196-4f0f-8781-ce9a912803c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:27.816698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f52641-9196-4f0f-8781-ce9a912803c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:27.819878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c3f52641-9196-4f0f-8781-ce9a912803c6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/024d117f-05c1-4fd1-90a0-8257e28b4752 HTTP/1.1" status: 404 len: 337 time: 0.0286937 Dec 13 16:36:27.822945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47176) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.850570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9500536f-dd95-4713-911a-4a4ef06d4a02 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:27.851066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9500536f-dd95-4713-911a-4a4ef06d4a02 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:27.854143 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9500536f-dd95-4713-911a-4a4ef06d4a02 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/d4cd0517-44a0-4d21-a6c9-e3cc4b5127e6 HTTP/1.1" status: 404 len: 337 time: 0.0301442 Dec 13 16:36:27.856636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47178) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.883696 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-92172826-aab0-4862-b37b-350610846643 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:27.884157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92172826-aab0-4862-b37b-350610846643 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:27.887263 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-92172826-aab0-4862-b37b-350610846643 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/14fd87b7-b1d7-440d-81c3-1c2b08be467b HTTP/1.1" status: 404 len: 337 time: 0.0289047 Dec 13 16:36:27.890086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47180) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.916331 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c6ed19f3-b9da-435b-beb6-9beab759bcce tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 200 len: 205 time: 0.0249438 Dec 13 16:36:27.918680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47182) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.960986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-7537dd6e-e7fa-41fc-b926-b7f89ef7be1c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] delete failed (client error): The resource could not be found. Dec 13 16:36:27.961931 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7537dd6e-e7fa-41fc-b926-b7f89ef7be1c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/ad816db1-97b4-453e-9209-9ad6104732af HTTP/1.1" status: 404 len: 336 time: 0.0418591 Dec 13 16:36:27.964463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47184) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:27.990235 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-68ffe0f5-b980-4788-b9c2-e7ab8df959f1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2f67c75-bc3d-4c64-9827-0e010277ff69 HTTP/1.1" status: 200 len: 205 time: 0.0247517 Dec 13 16:36:27.992407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47186) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.029012 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-97888eac-972d-426f-b40a-62ffb80ee8c9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] delete failed (client error): The resource could not be found. Dec 13 16:36:28.030102 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-97888eac-972d-426f-b40a-62ffb80ee8c9 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/b2f67c75-bc3d-4c64-9827-0e010277ff69 HTTP/1.1" status: 404 len: 336 time: 0.0368276 Dec 13 16:36:28.032508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47188) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.066839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca603cb-7c74-4adb-897d-e354592ba4f7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:28.067286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca603cb-7c74-4adb-897d-e354592ba4f7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:28.070286 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1ca603cb-7c74-4adb-897d-e354592ba4f7 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/c3943979-14af-48ee-b7ec-653732d7329a HTTP/1.1" status: 404 len: 337 time: 0.0356331 Dec 13 16:36:28.072853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47190) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.382709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:28.415831 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4f84f9cf-0dc7-4179-82be-604a0c8ef7de tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=57f66380-2559-4b69-bd10-9f7045b9dddf HTTP/1.1" status: 200 len: 205 time: 0.3418579 Dec 13 16:36:28.418099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47192) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.454482 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-41a894b6-8766-4127-b595-d9a24827bc17 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] delete failed (client error): The resource could not be found. Dec 13 16:36:28.457235 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-41a894b6-8766-4127-b595-d9a24827bc17 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/57f66380-2559-4b69-bd10-9f7045b9dddf HTTP/1.1" status: 404 len: 336 time: 0.0380361 Dec 13 16:36:28.458160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47194) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.485625 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a89d9117-d2a2-490b-9bf6-d593ff0f98c1 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9cc4f86-340d-4b79-9be2-8daf338488f2 HTTP/1.1" status: 200 len: 205 time: 0.0261836 Dec 13 16:36:28.487925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47196) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.524048 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-683afdbf-2a82-4e19-96db-23422777570f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] delete failed (client error): The resource could not be found. Dec 13 16:36:28.525089 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-683afdbf-2a82-4e19-96db-23422777570f tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/d9cc4f86-340d-4b79-9be2-8daf338488f2 HTTP/1.1" status: 404 len: 336 time: 0.0362024 Dec 13 16:36:28.527545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47198) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.556752 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-6943ca15-081e-4ade-a66e-a34b4d225ccf tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:28.557214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6943ca15-081e-4ade-a66e-a34b4d225ccf tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:28.560530 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6943ca15-081e-4ade-a66e-a34b4d225ccf tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/cef503fb-f8f4-4aaf-8bdb-8d912e374361 HTTP/1.1" status: 404 len: 337 time: 0.0320718 Dec 13 16:36:28.563139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47200) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.589659 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-56831c2d-fa70-49e2-9b5b-c8f8564352f4 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb003090-e976-4ebf-8446-73a70a11da08 HTTP/1.1" status: 200 len: 205 time: 0.0254579 Dec 13 16:36:28.592561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47202) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.633379 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-3e63c753-b162-43d1-a0a8-de95b88ddd69 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] delete failed (client error): The resource could not be found. Dec 13 16:36:28.637060 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3e63c753-b162-43d1-a0a8-de95b88ddd69 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/cb003090-e976-4ebf-8446-73a70a11da08 HTTP/1.1" status: 404 len: 336 time: 0.0435779 Dec 13 16:36:28.637627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47204) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.664158 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-573b0184-eff2-4d91-a40d-7b45a0eff93d tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:28.664599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573b0184-eff2-4d91-a40d-7b45a0eff93d tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:28.667627 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-573b0184-eff2-4d91-a40d-7b45a0eff93d tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/4a7dc757-c0c6-4a14-a9cd-7178ae71fcd0 HTTP/1.1" status: 404 len: 337 time: 0.0282512 Dec 13 16:36:28.670150 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47206) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.697357 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-082e170b-249a-41e1-aa7a-0c5e669bebb5 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "GET /v2.0/ports?device_id=139f9272-6837-4370-a011-8f15806e4a07 HTTP/1.1" status: 200 len: 205 time: 0.0261438 Dec 13 16:36:28.699959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47208) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.740282 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-d2a65e15-210c-4d55-ae02-23d96bd8540c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] delete failed (client error): The resource could not be found. Dec 13 16:36:28.741343 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d2a65e15-210c-4d55-ae02-23d96bd8540c tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/routers/139f9272-6837-4370-a011-8f15806e4a07 HTTP/1.1" status: 404 len: 336 time: 0.0398808 Dec 13 16:36:28.743874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47210) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.769020 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6cef63d-b2e0-4bea-91d0-a4fec9081fa6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:28.769468 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6cef63d-b2e0-4bea-91d0-a4fec9081fa6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:28.772482 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b6cef63d-b2e0-4bea-91d0-a4fec9081fa6 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/2eccd53c-5d8b-4c11-9e60-a01e61b8c62c HTTP/1.1" status: 404 len: 337 time: 0.0277238 Dec 13 16:36:28.774943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47212) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:28.800020 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc65ad3-275f-44d0-a8f3-1ae118560746 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] DELETE failed (client error): The resource could not be found. Dec 13 16:36:28.800396 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbc65ad3-275f-44d0-a8f3-1ae118560746 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 16:36:28.803342 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cbc65ad3-275f-44d0-a8f3-1ae118560746 tempest-RoutersTest-2123983987 tempest-RoutersTest-2123983987-project] 10.222.0.13 "DELETE /v2.0/subnets/c4722cf4-5a31-41be-85b5-b3b87bd2779a HTTP/1.1" status: 404 len: 337 time: 0.0275307 Dec 13 16:36:29.043038 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47218) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:29.174107 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b0e6c688-f10c-40b3-b53f-97138566879e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bf4979a758643afbff95f511aa2a5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298831 Dec 13 16:36:29.176770 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47222) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:29.222632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98c6c228-d470-46ad-bf18-4ca5b586e11e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:29.243361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98c6c228-d470-46ad-bf18-4ca5b586e11e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:29.293593 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98c6c228-d470-46ad-bf18-4ca5b586e11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:29.297074 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-98c6c228-d470-46ad-bf18-4ca5b586e11e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:29.298200 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-98c6c228-d470-46ad-bf18-4ca5b586e11e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb868083-a815-4faf-979d-22aff1609c58 HTTP/1.1" status: 204 len: 168 time: 0.1205420 Dec 13 16:36:29.305838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6c228-d470-46ad-bf18-4ca5b586e11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb868083-a815-4faf-979d-22aff1609c58,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:29.913027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47244) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:29.914285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.008786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1770248672-network', 'tenant_id': '5ec1020a946344ed84127d8db751278b'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:30.030130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Made reservation on behalf of 5ec1020a946344ed84127d8db751278b for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:30.032493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.040628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.115802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.119440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.147302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:36:30.157236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2056710c-0d26-4bad-8e68-ab2908d56d4f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:30.163184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.163529 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Added segment 9c584dc6-59b6-468a-b13d-20baf30f7367 of type vlan for network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 Dec 13 16:36:30.203724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.227675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.228907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:30.229488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.307643 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3935015 Dec 13 16:36:30.311309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47248) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:30.316157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Request body: {'subnet': {'network_id': '36e1b5ad-1fca-43cc-ac91-e99b6c9fc280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1770248672-subnet', 'tenant_id': '5ec1020a946344ed84127d8db751278b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:30.331545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b18632-a561-400e-b46e-68b79aab4bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:30.337789 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Made reservation on behalf of 5ec1020a946344ed84127d8db751278b for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:30.340121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.345234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:36:30.508056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.564379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ae0d48-bfb8-4106-8d0a-cc9e90735fe0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:30.572088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Checking segment: {'id': '9c584dc6-59b6-468a-b13d-20baf30f7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '36e1b5ad-1fca-43cc-ac91-e99b6c9fc280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:30.572442 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Network hostable DHCP agents. Network: 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:36:30.588733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:36:30.597737 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:30.602097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:30.603228 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:30.607093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f200c3a-6e2d-4578-80f1-ebb7e639bbe0 None None] Network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:30.618817 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0907df82-05de-499d-bc22-9e43975d36c1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3064058 Dec 13 16:36:30.707566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb96357-32b3-4cd4-bd0d-a1114768f17d None None] Network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:30.814271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.078454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47264) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:31.083518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-400442360-network', 'tenant_id': '1382603f059643df965efeb3b4c1d5a3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:31.103936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Made reservation on behalf of 1382603f059643df965efeb3b4c1d5a3 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:31.106215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.115218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.189159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.192558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.218611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:36:31.224812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96a2eaa-b832-43fa-9fd0-09632d893133,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:31.230656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.231018 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Added segment 2239c77a-f64a-43ce-8608-0af61f73e17d of type vlan for network be2f4890-26c5-425b-bb24-3b72c016800b Dec 13 16:36:31.270202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.295326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.296294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:31.296864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.351293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2716901 Dec 13 16:36:31.354124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47266) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:31.362090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Request body: {'subnet': {'network_id': 'be2f4890-26c5-425b-bb24-3b72c016800b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-400442360-subnet', 'tenant_id': '1382603f059643df965efeb3b4c1d5a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:31.362709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6d51d-35da-4772-b89d-3d54ba9a0680 admin admin] Pushing event updated for resources: {'Network': ['ID=be2f4890-26c5-425b-bb24-3b72c016800b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:31.374062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network be2f4890-26c5-425b-bb24-3b72c016800b details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:36:31.387875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Made reservation on behalf of 1382603f059643df965efeb3b4c1d5a3 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:31.391086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.557455 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.612602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c22bcb9-289e-4d53-850b-d90ea5db7680,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:31.620501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Checking segment: {'id': '2239c77a-f64a-43ce-8608-0af61f73e17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'be2f4890-26c5-425b-bb24-3b72c016800b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:31.620858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Network hostable DHCP agents. Network: be2f4890-26c5-425b-bb24-3b72c016800b, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:36:31.637520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Network be2f4890-26c5-425b-bb24-3b72c016800b is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:36:31.646129 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, be2f4890-26c5-425b-bb24-3b72c016800b) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:31.649947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:31.650536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:31.654681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d2995e-3abb-493a-a761-a3748ed59270 None None] Network be2f4890-26c5-425b-bb24-3b72c016800b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:31.666485 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-795f43f3-608b-477d-b4f4-cabef15201f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3111022 Dec 13 16:36:31.757486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01e304-95e0-481a-93b5-7f67294f3c26 None None] Network be2f4890-26c5-425b-bb24-3b72c016800b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:36:32.147944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-48ea428f-5ad3-4de5-a861-476d8ccfeff1 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:32.149410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-48ea428f-5ad3-4de5-a861-476d8ccfeff1 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/networks?id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 HTTP/1.1" status: 200 len: 812 time: 0.1057265 Dec 13 16:36:32.164838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-06f67815-2c03-41ad-aa42-6b2601f592ac tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/quotas/5ec1020a946344ed84127d8db751278b HTTP/1.1" status: 200 len: 375 time: 0.0090616 Dec 13 16:36:32.195006 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-46120a3d-6a59-447a-9ffb-fa7470188b49 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5ec1020a946344ed84127d8db751278b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251279 Dec 13 16:36:32.284847 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-c666e555-616a-46c2-921d-687f942cad9c service neutron] 10.222.0.13 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823538 Dec 13 16:36:32.376215 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-5edd4825-73d4-4e14-9052-660948a55d2c service neutron] 10.222.0.13 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863051 Dec 13 16:36:32.532719 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-494e4c33-fded-499f-8f4f-c12fe8662575 req-da2cb0d2-64f9-433b-9cd9-13aa8faa935f tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 210 time: 0.0269563 Dec 13 16:36:33.538242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-bc276cae-1120-47c8-ac75-c17b0754788e tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:33.539781 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-bc276cae-1120-47c8-ac75-c17b0754788e tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.31 "GET /v2.0/networks?id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 HTTP/1.1" status: 200 len: 812 time: 0.1134584 Dec 13 16:36:33.554294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Request body: {'port': {'device_id': 'ddc60768-52e0-4966-b954-1f0a5efe080e', 'network_id': '36e1b5ad-1fca-43cc-ac91-e99b6c9fc280', 'admin_state_up': True, 'tenant_id': '5ec1020a946344ed84127d8db751278b'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:33.642020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-449095af-30b4-4486-af3a-75505d4eb600 req-cf6fcd33-0035-4b61-8299-427cca676c4a tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 210 time: 0.0330021 Dec 13 16:36:33.695037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Made reservation on behalf of 5ec1020a946344ed84127d8db751278b for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:36:33.698675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:33.823180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Allocated IP 172.20.0.13 (36e1b5ad-1fca-43cc-ac91-e99b6c9fc280/29ae0d48-bfb8-4106-8d0a-cc9e90735fe0/fa3f5516-bc5b-4194-b104-616266241787) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:36:33.977653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.010261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.054791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:36:34.057993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:36:34.061675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:36:34.068520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Pushing event updated for resources: {'Port': ['ID=fa3f5516-bc5b-4194-b104-616266241787,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:34.116712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:34.117322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.132927 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-e7e468af-61cd-4ce9-915f-98de2053f035 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825536 Dec 13 16:36:34.146320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Request body: {'port': {'device_id': 'ddc60768-52e0-4966-b954-1f0a5efe080e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:36:34.197910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.457339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3f5516-bc5b-4194-b104-616266241787 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:36:34.464665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.476288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Transition to ACTIVE for port object fa3f5516-bc5b-4194-b104-616266241787 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:36:34.480112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.536076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3f5516-bc5b-4194-b104-616266241787,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:34.609812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Attempting to bind port fa3f5516-bc5b-4194-b104-616266241787 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:36:34.610541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Attempting to bind port fa3f5516-bc5b-4194-b104-616266241787 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '9c584dc6-59b6-468a-b13d-20baf30f7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '36e1b5ad-1fca-43cc-ac91-e99b6c9fc280'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:36:34.610541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Attempting to bind port fa3f5516-bc5b-4194-b104-616266241787 on network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:34.616592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Port fa3f5516-bc5b-4194-b104-616266241787 on network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:36:34.616919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Attempting to bind port fa3f5516-bc5b-4194-b104-616266241787 on network 36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:36:34.623106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:36:34.623444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Checking segment: {'id': '9c584dc6-59b6-468a-b13d-20baf30f7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '36e1b5ad-1fca-43cc-ac91-e99b6c9fc280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:36:34.623825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Bound using segment: {'id': '9c584dc6-59b6-468a-b13d-20baf30f7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '36e1b5ad-1fca-43cc-ac91-e99b6c9fc280'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:36:34.624248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Bound port: fa3f5516-bc5b-4194-b104-616266241787, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c584dc6-59b6-468a-b13d-20baf30f7367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '36e1b5ad-1fca-43cc-ac91-e99b6c9fc280'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:36:34.624602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.688807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] For port fa3f5516-bc5b-4194-b104-616266241787, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:36:34.691878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] For port fa3f5516-bc5b-4194-b104-616266241787, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fa3f5516-bc5b-4194-b104-616266241787,segment=NetworkSegment(9c584dc6-59b6-468a-b13d-20baf30f7367),segment_id=9c584dc6-59b6-468a-b13d-20baf30f7367)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:36:34.696440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.748330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:34.748924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:34.750529 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] 10.222.0.31 "PUT /v2.0/ports/fa3f5516-bc5b-4194-b104-616266241787 HTTP/1.1" status: 200 len: 1094 time: 0.6082067 Dec 13 16:36:34.751061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddc60768-52e0-4966-b954-1f0a5efe080e', 'tag': 'fa3f5516-bc5b-4194-b104-616266241787'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:36:34.753294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a12373-ce6f-490b-9f39-3db4135b5df9" -d '{"events": [{"name": "network-changed", "server_uuid": "ddc60768-52e0-4966-b954-1f0a5efe080e", "tag": "fa3f5516-bc5b-4194-b104-616266241787"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:36:34.801149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743054b8-ea97-4c01-8dff-5ac4e71c0df2 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3f5516-bc5b-4194-b104-616266241787,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:34.807225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8148af-d00a-4716-b8d9-c2f80b7cdddb x-openstack-request-id: req-7d8148af-d00a-4716-b8d9-c2f80b7cdddb {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:36:34.807508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddc60768-52e0-4966-b954-1f0a5efe080e", "tag": "fa3f5516-bc5b-4194-b104-616266241787", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:36:34.807763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d8148af-d00a-4716-b8d9-c2f80b7cdddb {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:36:34.808153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddc60768-52e0-4966-b954-1f0a5efe080e', 'tag': 'fa3f5516-bc5b-4194-b104-616266241787', 'status': 'completed', 'code': 200} Dec 13 16:36:34.838494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b41231-8446-4197-a273-630af88dfd92 req-cb1acf94-8925-4ffb-aa8f-ad3ecce6c3d3 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:34.839978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-50b41231-8446-4197-a273-630af88dfd92 req-cb1acf94-8925-4ffb-aa8f-ad3ecce6c3d3 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 944 time: 0.1125610 Dec 13 16:36:34.856063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-c777d782-5ffc-4b32-99af-e91109b030fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:34.857461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-c777d782-5ffc-4b32-99af-e91109b030fc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ec1020a946344ed84127d8db751278b&device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 1097 time: 0.0694969 Dec 13 16:36:34.914869 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-d41c6c8c-20c7-471e-99d0-150e8c98c002 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3f5516-bc5b-4194-b104-616266241787 HTTP/1.1" status: 200 len: 217 time: 0.0452037 Dec 13 16:36:34.938326 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-50b41231-8446-4197-a273-630af88dfd92 req-d8f1af11-9f61-4328-bb62-4352e187fe14 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909991 Dec 13 16:36:34.972688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-5c22cbeb-2f58-4a89-a8cb-586b36576204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:34.974138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-5c22cbeb-2f58-4a89-a8cb-586b36576204 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ae0d48-bfb8-4106-8d0a-cc9e90735fe0 HTTP/1.1" status: 200 len: 852 time: 0.0488904 Dec 13 16:36:35.011845 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-a46c6c0e-d776-47c2-ba56-eceb03d972f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298424 Dec 13 16:36:35.106152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-a2e6dac3-d425-44d7-a852-fa2d182353f1 service neutron] 10.222.0.31 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844092 Dec 13 16:36:35.197615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-804d7f77-341e-42d8-8ac8-dd8d61a980f2 req-f6a006ff-b3e6-4e34-aa51-76fab7bf4819 service neutron] 10.222.0.31 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827355 Dec 13 16:36:35.289973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-6ca62adc-315c-4d76-8c77-a12a0300d230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:35.291509 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-6ca62adc-315c-4d76-8c77-a12a0300d230 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ec1020a946344ed84127d8db751278b&device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 1097 time: 0.0423565 Dec 13 16:36:35.390086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-314bb07e-d3fc-482e-9a6f-04a02bd40aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:35.392462 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-314bb07e-d3fc-482e-9a6f-04a02bd40aad service neutron] 10.222.0.31 "GET /v2.0/networks?id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 HTTP/1.1" status: 200 len: 913 time: 0.0892828 Dec 13 16:36:35.434766 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-8a944dff-b39e-44b2-9346-3bb269eb82a6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3f5516-bc5b-4194-b104-616266241787 HTTP/1.1" status: 200 len: 217 time: 0.0348113 Dec 13 16:36:35.488272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-a517b354-731f-43c0-a6be-8d526f94c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:35.489625 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-a517b354-731f-43c0-a6be-8d526f94c319 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ae0d48-bfb8-4106-8d0a-cc9e90735fe0 HTTP/1.1" status: 200 len: 852 time: 0.0472093 Dec 13 16:36:35.521586 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-d68e391d-64fb-4b28-bd90-d23a4e844e43 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237823 Dec 13 16:36:35.613906 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-cd04da6b-1d25-493d-8eaf-e694a7813217 service neutron] 10.222.0.31 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828731 Dec 13 16:36:35.710359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a12373-ce6f-490b-9f39-3db4135b5df9 req-528de682-734c-48b9-aec2-aa85f2602c67 service neutron] 10.222.0.31 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856745 Dec 13 16:36:36.053936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8290e829-082b-4abc-9bbb-78dca495bb8f req-56522855-7fa1-4a9e-b0a0-648a41ce097c tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:36.055323 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8290e829-082b-4abc-9bbb-78dca495bb8f req-56522855-7fa1-4a9e-b0a0-648a41ce097c tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 944 time: 0.0486002 Dec 13 16:36:36.101245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8290e829-082b-4abc-9bbb-78dca495bb8f req-27af867c-8f47-43e3-9645-638636381d11 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Dec 13 16:36:37.217032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d204da4-91eb-43f6-9d5e-ac920cba3a3e req-3aac5021-257b-4cb8-9da1-606a45af0e59 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:37.218615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d204da4-91eb-43f6-9d5e-ac920cba3a3e req-3aac5021-257b-4cb8-9da1-606a45af0e59 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 944 time: 0.0484540 Dec 13 16:36:37.268608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d204da4-91eb-43f6-9d5e-ac920cba3a3e req-098f1ffb-7c41-4b32-91a4-032b4e7b2dc2 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Dec 13 16:36:38.102015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device fa3f5516-bc5b-4194-b104-616266241787 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:36:38.198086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port fa3f5516-bc5b-4194-b104-616266241787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fa3f5516-bc5b-4194-b104-616266241787,segment=NetworkSegment(9c584dc6-59b6-468a-b13d-20baf30f7367),segment_id=9c584dc6-59b6-468a-b13d-20baf30f7367)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:38.209860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'fa3f5516-bc5b-4194-b104-616266241787', 'network_id': '36e1b5ad-1fca-43cc-ac91-e99b6c9fc280', 'port_id': 'fa3f5516-bc5b-4194-b104-616266241787', 'mac_address': 'fa:16:3e:52:5d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ae0d48-bfb8-4106-8d0a-cc9e90735fe0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:36:38.245807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:38.258443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3f5516-bc5b-4194-b104-616266241787 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:36:38.278167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port fa3f5516-bc5b-4194-b104-616266241787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fa3f5516-bc5b-4194-b104-616266241787,segment=NetworkSegment(9c584dc6-59b6-468a-b13d-20baf30f7367),segment_id=9c584dc6-59b6-468a-b13d-20baf30f7367)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:38.281955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:38.327481 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=fa3f5516-bc5b-4194-b104-616266241787,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:38.335271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.335623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.335965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.336294 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.336630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.336953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.337275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.337630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.337916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.338267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.338551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.339462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.339785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:36:38.384790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13008f81-7774-4349-9431-9c40a60967d1 req-24833235-8349-4ceb-9c98-879823343a26 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:38.386295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13008f81-7774-4349-9431-9c40a60967d1 req-24833235-8349-4ceb-9c98-879823343a26 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 945 time: 0.0491476 Dec 13 16:36:38.433630 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13008f81-7774-4349-9431-9c40a60967d1 req-c67b0061-7372-47ef-99e3-11defaa95f6f tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406001 Dec 13 16:36:38.537734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['fa3f5516-bc5b-4194-b104-616266241787'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:36:39.547582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc0895-f7c1-4f76-ad23-a61ae9eb9a07 req-067b842d-23f9-4f92-8a94-3981fe90b220 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:39.550225 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2dbc0895-f7c1-4f76-ad23-a61ae9eb9a07 req-067b842d-23f9-4f92-8a94-3981fe90b220 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 945 time: 0.0493286 Dec 13 16:36:39.596254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2dbc0895-f7c1-4f76-ad23-a61ae9eb9a07 req-b81b6f31-6fd7-4ab7-8786-72468a2a15a5 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399911 Dec 13 16:36:40.102518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device fa3f5516-bc5b-4194-b104-616266241787 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:36:40.150790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port fa3f5516-bc5b-4194-b104-616266241787 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:36:40.154918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port fa3f5516-bc5b-4194-b104-616266241787 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:36:40.155293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:40.233669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:40.255862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc60768-52e0-4966-b954-1f0a5efe080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3f5516-bc5b-4194-b104-616266241787'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:36:40.258144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c240621-e5c7-4dd4-ae36-e5d32eb3bfa7" -d '{"events": [{"server_uuid": "ddc60768-52e0-4966-b954-1f0a5efe080e", "name": "network-vif-plugged", "status": "completed", "tag": "fa3f5516-bc5b-4194-b104-616266241787"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:36:40.271302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port fa3f5516-bc5b-4194-b104-616266241787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fa3f5516-bc5b-4194-b104-616266241787,segment=NetworkSegment(9c584dc6-59b6-468a-b13d-20baf30f7367),segment_id=9c584dc6-59b6-468a-b13d-20baf30f7367)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:40.275517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:40.298998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892059a0-fd3d-4576-b0f3-e8bcb54bc890 x-openstack-request-id: req-892059a0-fd3d-4576-b0f3-e8bcb54bc890 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:36:40.299551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc60768-52e0-4966-b954-1f0a5efe080e", "name": "network-vif-plugged", "status": "completed", "tag": "fa3f5516-bc5b-4194-b104-616266241787", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:36:40.299805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-892059a0-fd3d-4576-b0f3-e8bcb54bc890 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:36:40.300190 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc60768-52e0-4966-b954-1f0a5efe080e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3f5516-bc5b-4194-b104-616266241787', 'code': 200} Dec 13 16:36:40.325966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=fa3f5516-bc5b-4194-b104-616266241787,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:40.466740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9acd64-6730-41be-98ab-7c859c567420 req-d8e4b211-a594-4124-99f2-4f2c990b07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:40.468219 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3d9acd64-6730-41be-98ab-7c859c567420 req-d8e4b211-a594-4124-99f2-4f2c990b07e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 1099 time: 0.0454948 Dec 13 16:36:40.512389 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3d9acd64-6730-41be-98ab-7c859c567420 req-eaf3d019-a4d7-43af-9e93-2f218ba9cd8c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367005 Dec 13 16:36:40.711751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa0c62-e906-4bba-9d19-7b7b12497145 req-64b7be5b-6308-4945-8dbb-843c1aed293d tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:40.713886 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dfaa0c62-e906-4bba-9d19-7b7b12497145 req-64b7be5b-6308-4945-8dbb-843c1aed293d tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0510647 Dec 13 16:36:40.765114 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dfaa0c62-e906-4bba-9d19-7b7b12497145 req-177a9022-b616-488b-87d3-670437221ee3 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454497 Dec 13 16:36:41.885412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ce5db-2136-4b0d-ab48-77697bdd5bb8 req-1fcd2e54-0731-4d6a-aaeb-dc2fda92e552 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:41.886921 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d49ce5db-2136-4b0d-ab48-77697bdd5bb8 req-1fcd2e54-0731-4d6a-aaeb-dc2fda92e552 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0525956 Dec 13 16:36:41.934402 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d49ce5db-2136-4b0d-ab48-77697bdd5bb8 req-9f322b74-142e-4551-be36-fa746246b0c0 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Dec 13 16:36:42.048313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad7373-01cd-46b1-a131-53e805aa22de req-00682b61-a900-4d1d-b70a-a110ab15922e tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:42.049967 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5dad7373-01cd-46b1-a131-53e805aa22de req-00682b61-a900-4d1d-b70a-a110ab15922e tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0494528 Dec 13 16:36:42.096811 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5dad7373-01cd-46b1-a131-53e805aa22de req-fc1d929d-c8c2-4ed3-9283-edc483784c58 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409281 Dec 13 16:36:42.349243 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a3862-f860-455e-962c-065efc4ac182 req-1cc65dfd-5bfc-4e6f-9fe7-f938add0e586 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:42.350636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-529a3862-f860-455e-962c-065efc4ac182 req-1cc65dfd-5bfc-4e6f-9fe7-f938add0e586 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0480576 Dec 13 16:36:42.402465 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-529a3862-f860-455e-962c-065efc4ac182 req-90f91f2a-9265-4f39-8eca-c9b6840ef628 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460160 Dec 13 16:36:43.519359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b153bc-a887-4f10-b306-71ff4463c39b req-608bfc66-9157-44cc-a9a0-f1a9e68dce0f tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:43.520730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-87b153bc-a887-4f10-b306-71ff4463c39b req-608bfc66-9157-44cc-a9a0-f1a9e68dce0f tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0487096 Dec 13 16:36:43.567700 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-87b153bc-a887-4f10-b306-71ff4463c39b req-b89e2d1a-a169-4b2e-9b47-44c9be2bd161 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409749 Dec 13 16:36:43.808442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:43.819734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75401c97-3650-4e4e-90cf-bae632d65a14 req-80ef3e81-f684-4c32-9619-a94e567fa55a tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:43.821248 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-75401c97-3650-4e4e-90cf-bae632d65a14 req-80ef3e81-f684-4c32-9619-a94e567fa55a tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0913224 Dec 13 16:36:43.826962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-9bb0ecc4-cf68-457f-ab49-f1669bf16af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:43.828335 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-9bb0ecc4-cf68-457f-ab49-f1669bf16af7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ec1020a946344ed84127d8db751278b&device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 1099 time: 0.0648797 Dec 13 16:36:43.927950 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-75401c97-3650-4e4e-90cf-bae632d65a14 req-d1305709-ac3a-4d67-b8bc-a3337d9ef7a8 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978372 Dec 13 16:36:43.950194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-8e73c7ae-7eba-4eb7-abf3-b1d8841ac70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:43.951695 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-8e73c7ae-7eba-4eb7-abf3-b1d8841ac70e service neutron] 10.222.0.31 "GET /v2.0/networks?id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 HTTP/1.1" status: 200 len: 913 time: 0.1156976 Dec 13 16:36:43.998315 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-409bc0b3-ae8b-4132-8df8-37667675c7bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3f5516-bc5b-4194-b104-616266241787 HTTP/1.1" status: 200 len: 217 time: 0.0377913 Dec 13 16:36:44.057839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-1731eaf3-bce4-46d7-bfa0-9abbe940cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:44.059388 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-1731eaf3-bce4-46d7-bfa0-9abbe940cda0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ae0d48-bfb8-4106-8d0a-cc9e90735fe0 HTTP/1.1" status: 200 len: 852 time: 0.0519466 Dec 13 16:36:44.092288 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-8292eecd-3177-4879-98f7-a0016584b5d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246689 Dec 13 16:36:44.189904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-ef38529d-b9c0-4397-9f8e-b6cc330afa53 service neutron] 10.222.0.31 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874715 Dec 13 16:36:44.278819 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-229e60f3-7303-4ba0-8a47-927d0ee5130a req-71446cb7-a8ab-4602-82f2-e52a87d8dc66 service neutron] 10.222.0.31 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803990 Dec 13 16:36:45.052620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c0c0c-ce84-419b-8574-3380abff3f8e req-87f1e189-7b59-467f-bcc8-bce1694911c4 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:45.054095 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c1c0c0c-ce84-419b-8574-3380abff3f8e req-87f1e189-7b59-467f-bcc8-bce1694911c4 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0498643 Dec 13 16:36:45.101016 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c1c0c0c-ce84-419b-8574-3380abff3f8e req-6609e16d-22b7-4d14-a555-622050d9bc9c tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Dec 13 16:36:46.223116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbff59-06cf-4d5b-8c67-722b2540cd73 req-aead9763-fdbd-43f5-beb7-1852fa25cadc tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:46.224597 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6dfbff59-06cf-4d5b-8c67-722b2540cd73 req-aead9763-fdbd-43f5-beb7-1852fa25cadc tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0530949 Dec 13 16:36:46.270938 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6dfbff59-06cf-4d5b-8c67-722b2540cd73 req-83d227ce-da0d-42a3-b5fa-bbe8a053aa88 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Dec 13 16:36:46.494601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657d24e-7fb0-4868-8fc7-0cf0fca4be60 req-f5aaefa6-9a97-4c96-a39c-341fa04db2c7 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:46.496133 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9657d24e-7fb0-4868-8fc7-0cf0fca4be60 req-f5aaefa6-9a97-4c96-a39c-341fa04db2c7 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0513313 Dec 13 16:36:46.542844 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9657d24e-7fb0-4868-8fc7-0cf0fca4be60 req-d8be64b4-0b11-4fae-ac82-9758b0f66210 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396020 Dec 13 16:36:47.665970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ddfcb-8fb3-4d46-a664-89fa97a3ba1b req-d358722a-c8be-4039-8ce7-75856a4da700 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:47.667732 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-640ddfcb-8fb3-4d46-a664-89fa97a3ba1b req-d358722a-c8be-4039-8ce7-75856a4da700 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0507770 Dec 13 16:36:47.713414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-640ddfcb-8fb3-4d46-a664-89fa97a3ba1b req-8655a1b2-4232-46d8-b255-e529b68cd38c tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392179 Dec 13 16:36:47.881033 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-aec882f4-69a9-4a4e-a9b1-366c47664117 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557170 Dec 13 16:36:47.957466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789999bc-1050-4ec3-b5a8-13b81125b0b8 req-f6ac93bf-8a7c-44bf-94f1-4a62f59a7c12 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:47.958833 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-789999bc-1050-4ec3-b5a8-13b81125b0b8 req-f6ac93bf-8a7c-44bf-94f1-4a62f59a7c12 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0902374 Dec 13 16:36:48.028706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-f83db3a6-38f0-42f6-8d98-48da34f23538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:48.030146 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-f83db3a6-38f0-42f6-8d98-48da34f23538 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5ec1020a946344ed84127d8db751278b&device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 1099 time: 0.1150677 Dec 13 16:36:48.033304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-78015272-60e5-405e-b16a-14ede5e88b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:48.034616 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-78015272-60e5-405e-b16a-14ede5e88b81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 1099 time: 0.1090379 Dec 13 16:36:48.038289 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-789999bc-1050-4ec3-b5a8-13b81125b0b8 req-90e24b96-81e2-4022-9e91-d13979e80c22 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650790 Dec 13 16:36:48.190221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-c707f75a-4323-47d1-99d2-b7676dc596ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:48.191780 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-c707f75a-4323-47d1-99d2-b7676dc596ee service neutron] 10.222.0.31 "GET /v2.0/networks?id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 HTTP/1.1" status: 200 len: 913 time: 0.1517901 Dec 13 16:36:48.239393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-0ba79214-ed1b-411f-b61a-a0d6e2b0cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:48.240677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-0ba79214-ed1b-411f-b61a-a0d6e2b0cdf3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 200 len: 898 time: 0.1577687 Dec 13 16:36:48.242041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-7cc9e2c0-0fce-45a9-8350-74fe8e01a28a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa3f5516-bc5b-4194-b104-616266241787 HTTP/1.1" status: 200 len: 217 time: 0.0420673 Dec 13 16:36:48.309649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-d00518fe-db2a-4c72-9796-91a0a95817cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f HTTP/1.1" status: 200 len: 217 time: 0.0564141 Dec 13 16:36:48.353162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-909aad71-205d-49cd-ae5c-246caaa6b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:48.354568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-909aad71-205d-49cd-ae5c-246caaa6b8f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=29ae0d48-bfb8-4106-8d0a-cc9e90735fe0 HTTP/1.1" status: 200 len: 852 time: 0.0961971 Dec 13 16:36:48.394243 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-842f83f0-15b3-47fa-8a4c-f1db22cfb080 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313792 Dec 13 16:36:48.395996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-14c97654-a322-48a4-b8e2-3fc65181469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:48.397313 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-14c97654-a322-48a4-b8e2-3fc65181469c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 200 len: 834 time: 0.0782650 Dec 13 16:36:48.505288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-da3e9199-71a1-492e-8cb0-3d8651c90dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:48.506717 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-da3e9199-71a1-492e-8cb0-3d8651c90dd3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=300da9ff-68e8-4b96-80a8-22ac920ea609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967541 Dec 13 16:36:48.880628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-0d8806bd-e76a-4aca-a524-05fb350a13b1 service neutron] 10.222.0.31 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717016 Dec 13 16:36:48.974454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-c83ca404-17c6-4071-8110-6c97a897cef2 service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577096 Dec 13 16:36:49.040822 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-7a07a3af-cf65-4135-89e7-5c4537e1ebae service neutron] 10.222.0.31 "GET /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495152 Dec 13 16:36:49.081819 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abe35b51-64f6-433b-ab7f-9904f26b14c1 req-20c95445-42a1-4f7a-8b78-5de8053f4d0e service neutron] 10.222.0.31 "GET /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974908 Dec 13 16:36:49.164700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ad028-ab98-4836-bcc5-cf60c5fd9914 req-e98165b8-0b7f-4ee8-950c-2fbc65042010 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:49.166230 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b43ad028-ab98-4836-bcc5-cf60c5fd9914 req-e98165b8-0b7f-4ee8-950c-2fbc65042010 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0567038 Dec 13 16:36:49.214844 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b43ad028-ab98-4836-bcc5-cf60c5fd9914 req-3ef2702d-cccc-4a13-bd3a-e3033b0dd268 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424390 Dec 13 16:36:50.332656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fced20-9fa7-4ced-8481-324a8ad4b9e5 req-34266655-a968-45f9-8441-63f73ce3e181 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:50.334154 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-15fced20-9fa7-4ced-8481-324a8ad4b9e5 req-34266655-a968-45f9-8441-63f73ce3e181 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0496979 Dec 13 16:36:50.385722 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-15fced20-9fa7-4ced-8481-324a8ad4b9e5 req-9bcd4e1e-99a2-4fd4-b936-ba3bcd990be2 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440681 Dec 13 16:36:50.632178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3763b-1a87-476a-8a37-44a887a82a98 req-51e6cd4d-8c7c-4c93-a531-100a41129f09 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:50.633661 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-70b3763b-1a87-476a-8a37-44a887a82a98 req-51e6cd4d-8c7c-4c93-a531-100a41129f09 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0496173 Dec 13 16:36:50.685238 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-70b3763b-1a87-476a-8a37-44a887a82a98 req-d4a9c389-bb72-405a-8153-5e7411b6f26a tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456238 Dec 13 16:36:51.801546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6cc95-7946-45a3-878e-a38f076a7b79 req-196aab91-6a04-4d4b-9ef7-8c92e1acf137 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:51.803065 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e3b6cc95-7946-45a3-878e-a38f076a7b79 req-196aab91-6a04-4d4b-9ef7-8c92e1acf137 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0502584 Dec 13 16:36:51.850356 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e3b6cc95-7946-45a3-878e-a38f076a7b79 req-6de56253-77f7-443c-b010-379ce28915dc tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414474 Dec 13 16:36:52.658287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-ba179cd2-2862-47d7-908d-fe30466e572b tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:52.659665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-ba179cd2-2862-47d7-908d-fe30466e572b tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0475659 Dec 13 16:36:52.753613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Deleting port fa3f5516-bc5b-4194-b104-616266241787 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:52.753959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:52.852531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] For port fa3f5516-bc5b-4194-b104-616266241787, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=fa3f5516-bc5b-4194-b104-616266241787,segment=NetworkSegment(9c584dc6-59b6-468a-b13d-20baf30f7367),segment_id=9c584dc6-59b6-468a-b13d-20baf30f7367)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:52.853298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:52.870260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Calling delete_port for fa3f5516-bc5b-4194-b104-616266241787 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:52.987048 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b46a9-127e-48ae-aba5-a7083301c6c9 req-0be8c201-a457-40b6-8403-380e63149256 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:52.988445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-961b46a9-127e-48ae-aba5-a7083301c6c9 req-0be8c201-a457-40b6-8403-380e63149256 tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddc60768-52e0-4966-b954-1f0a5efe080e HTTP/1.1" status: 200 len: 946 time: 0.0690751 Dec 13 16:36:53.076462 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-961b46a9-127e-48ae-aba5-a7083301c6c9 req-456f6f2d-0e93-4264-89f7-4c92477fa43f tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.13 "GET /v2.0/security-groups?id=2056710c-0d26-4bad-8e68-ab2908d56d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819950 Dec 13 16:36:53.077606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:53.093553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['fa3f5516-bc5b-4194-b104-616266241787'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:36:53.106137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Pushing event deleted for resources: {'Port': ['ID=fa3f5516-bc5b-4194-b104-616266241787,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:53.151005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] No DVR routers for this DVR port fa3f5516-bc5b-4194-b104-616266241787 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:53.153556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:53.156983 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-410890cc-962a-4cb4-b438-c1c82fa08f6a req-4c50633a-023c-49cb-8346-4afbbef8b3ce tempest-TestServerAdvancedOps-436420186 tempest-TestServerAdvancedOps-436420186-project] 10.222.0.31 "DELETE /v2.0/ports/fa3f5516-bc5b-4194-b104-616266241787 HTTP/1.1" status: 204 len: 173 time: 0.4900122 Dec 13 16:36:53.157443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddc60768-52e0-4966-b954-1f0a5efe080e', 'name': 'network-vif-deleted', 'tag': 'fa3f5516-bc5b-4194-b104-616266241787'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:36:53.159781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a825b1-6eec-47d3-a046-e3cdca2bcc92" -d '{"events": [{"server_uuid": "ddc60768-52e0-4966-b954-1f0a5efe080e", "name": "network-vif-deleted", "tag": "fa3f5516-bc5b-4194-b104-616266241787"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:36:53.201059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ebec1e-bf88-4d33-abb5-f72401714e92 x-openstack-request-id: req-30ebec1e-bf88-4d33-abb5-f72401714e92 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:36:53.201372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddc60768-52e0-4966-b954-1f0a5efe080e", "name": "network-vif-deleted", "tag": "fa3f5516-bc5b-4194-b104-616266241787", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:36:53.201684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30ebec1e-bf88-4d33-abb5-f72401714e92 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:36:53.202109 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddc60768-52e0-4966-b954-1f0a5efe080e', 'name': 'network-vif-deleted', 'tag': 'fa3f5516-bc5b-4194-b104-616266241787', 'status': 'completed', 'code': 200} Dec 13 16:36:54.148944 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47370) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:54.192353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-211d74dc-ff40-48fd-927e-c1daa24f9c46 admin admin] Deleting subnet 29ae0d48-bfb8-4106-8d0a-cc9e90735fe0 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:54.195355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-211d74dc-ff40-48fd-927e-c1daa24f9c46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.232955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-211d74dc-ff40-48fd-927e-c1daa24f9c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.269874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-211d74dc-ff40-48fd-927e-c1daa24f9c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.321036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-211d74dc-ff40-48fd-927e-c1daa24f9c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.346063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d74dc-ff40-48fd-927e-c1daa24f9c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ae0d48-bfb8-4106-8d0a-cc9e90735fe0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:54.349785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-211d74dc-ff40-48fd-927e-c1daa24f9c46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.352990 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-211d74dc-ff40-48fd-927e-c1daa24f9c46 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/29ae0d48-bfb8-4106-8d0a-cc9e90735fe0 HTTP/1.1" status: 204 len: 168 time: 0.2030451 Dec 13 16:36:54.355445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47372) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:54.427178 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.502351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.521420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e1b5ad-1fca-43cc-ac91-e99b6c9fc280']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:54.530329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c584dc6-59b6-468a-b13d-20baf30f7367') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:54.530617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c584dc6-59b6-468a-b13d-20baf30f7367') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:54.540405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.554009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.559851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:54.560224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:54.561964 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:54.619632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.624783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.628475 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] 10.222.0.13 "DELETE /v2.0/networks/36e1b5ad-1fca-43cc-ac91-e99b6c9fc280 HTTP/1.1" status: 204 len: 168 time: 0.2720962 Dec 13 16:36:54.632320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47374) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:54.642316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c1220-450e-420c-acd1-68663fcf9665 admin admin] Pushing event deleted for resources: {'Network': ['ID=36e1b5ad-1fca-43cc-ac91-e99b6c9fc280,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:54.678148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-56fda40d-a8ee-4026-81fb-86035abab01c admin admin] Deleting subnet 7c22bcb9-289e-4d53-850b-d90ea5db7680 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:36:54.681426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-56fda40d-a8ee-4026-81fb-86035abab01c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.718956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-56fda40d-a8ee-4026-81fb-86035abab01c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.756029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-56fda40d-a8ee-4026-81fb-86035abab01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.806603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-56fda40d-a8ee-4026-81fb-86035abab01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.833136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fda40d-a8ee-4026-81fb-86035abab01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c22bcb9-289e-4d53-850b-d90ea5db7680,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:54.835186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-56fda40d-a8ee-4026-81fb-86035abab01c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.840821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-56fda40d-a8ee-4026-81fb-86035abab01c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c22bcb9-289e-4d53-850b-d90ea5db7680 HTTP/1.1" status: 204 len: 168 time: 0.2050700 Dec 13 16:36:54.840821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47376) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:54.904774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88177741-5e85-4e5c-9e98-d4e13e7e8f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.914588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:54.992857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.012989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2f4890-26c5-425b-bb24-3b72c016800b']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:55.022560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2239c77a-f64a-43ce-8608-0af61f73e17d') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:55.022892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2239c77a-f64a-43ce-8608-0af61f73e17d') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:55.032532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.045152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.051601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:36:55.051981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:36:55.053740 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:36:55.110405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.114826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.118193 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] 10.222.0.13 "DELETE /v2.0/networks/be2f4890-26c5-425b-bb24-3b72c016800b HTTP/1.1" status: 204 len: 168 time: 0.2764654 Dec 13 16:36:55.131591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca177da-a1ff-4bd1-a178-847d47fbcb33 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2f4890-26c5-425b-bb24-3b72c016800b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:55.272567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47380) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:55.311068 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-96d60999-4c6b-49ef-b82f-3be5b6039ae1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ec1020a946344ed84127d8db751278b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372307 Dec 13 16:36:55.314107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47382) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:55.363099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-819fcb46-35a4-4fbb-b58b-c5fa3bff94fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.384544 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-819fcb46-35a4-4fbb-b58b-c5fa3bff94fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.430919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-819fcb46-35a4-4fbb-b58b-c5fa3bff94fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.433509 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-819fcb46-35a4-4fbb-b58b-c5fa3bff94fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.434606 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-819fcb46-35a4-4fbb-b58b-c5fa3bff94fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2056710c-0d26-4bad-8e68-ab2908d56d4f HTTP/1.1" status: 204 len: 168 time: 0.1194448 Dec 13 16:36:55.441994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fcb46-35a4-4fbb-b58b-c5fa3bff94fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2056710c-0d26-4bad-8e68-ab2908d56d4f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:55.743975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47392) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:55.784842 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3d172f4f-fab5-481f-99a7-b3c8bb901db3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1382603f059643df965efeb3b4c1d5a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397096 Dec 13 16:36:55.787552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47394) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:55.836645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80ae4536-1c0e-44ca-9880-efca60174dcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.860783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80ae4536-1c0e-44ca-9880-efca60174dcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.913831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80ae4536-1c0e-44ca-9880-efca60174dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.916424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-80ae4536-1c0e-44ca-9880-efca60174dcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:55.917547 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-80ae4536-1c0e-44ca-9880-efca60174dcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e96a2eaa-b832-43fa-9fd0-09632d893133 HTTP/1.1" status: 204 len: 168 time: 0.1293943 Dec 13 16:36:55.947376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae4536-1c0e-44ca-9880-efca60174dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96a2eaa-b832-43fa-9fd0-09632d893133,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:55.972363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bff550-c02a-44d1-bef5-baa21854482f req-904eae8f-4f4c-4f53-922e-94bf4774261a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:55.974570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5bff550-c02a-44d1-bef5-baa21854482f req-904eae8f-4f4c-4f53-922e-94bf4774261a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 946 time: 0.0612712 Dec 13 16:36:56.027307 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5bff550-c02a-44d1-bef5-baa21854482f req-f5b4e64f-c885-43c7-8602-0fb131a6e582 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471928 Dec 13 16:36:56.187251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device fa3f5516-bc5b-4194-b104-616266241787 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:36:56.208713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: fa3f5516-bc5b-4194-b104-616266241787 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:36:56.209062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device fa3f5516-bc5b-4194-b104-616266241787 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:36:57.145327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7ccb8-4dc9-45d7-911e-6e4c6bcf5ba4 req-ab1b1950-bbe3-4b50-ab59-565eddee5066 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:57.146837 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1db7ccb8-4dc9-45d7-911e-6e4c6bcf5ba4 req-ab1b1950-bbe3-4b50-ab59-565eddee5066 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 946 time: 0.0485981 Dec 13 16:36:57.195287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1db7ccb8-4dc9-45d7-911e-6e4c6bcf5ba4 req-c0b67c7a-a46f-4a7a-a730-fc6a8b7481dc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=c24d4c3a-5522-43ef-8394-180a1fc379b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425711 Dec 13 16:36:57.315756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-70411028-2240-4b57-8583-e4cbee4d3df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:57.457848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-b5b3ed51-9cc0-4db9-b9fd-cc0e393a0b75 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:36:57.459439 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-b5b3ed51-9cc0-4db9-b9fd-cc0e393a0b75 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 946 time: 0.0528545 Dec 13 16:36:57.551802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 8b19ce3d-de83-40bd-ab31-c0655301f624 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:57.552143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:57.643359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 8b19ce3d-de83-40bd-ab31-c0655301f624, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8b19ce3d-de83-40bd-ab31-c0655301f624,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:36:57.643724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:57.813502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:57.813883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:57.814203 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 2c121fc4-290a-474a-aadb-ee021435748a disassociated. External IP: 172.26.6.34, port: 8b19ce3d-de83-40bd-ab31-c0655301f624. Dec 13 16:36:57.814549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 8b19ce3d-de83-40bd-ab31-c0655301f624 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:57.944408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:57.974065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=8b19ce3d-de83-40bd-ab31-c0655301f624,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:58.086785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:36:58.195940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:36:58.205362 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] Sync routers for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:36:58.215518 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:58.216129 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:58.237262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port 8b19ce3d-de83-40bd-ab31-c0655301f624 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:36:58.239843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:58.243532 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb2e2ccd-3b67-4d87-9a40-1b7ebcc0fe5a req-08451ce1-60d2-46ef-a151-c04c5e65bddf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/8b19ce3d-de83-40bd-ab31-c0655301f624 HTTP/1.1" status: 204 len: 173 time: 0.7727480 Dec 13 16:36:58.243967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'name': 'network-vif-deleted', 'tag': '8b19ce3d-de83-40bd-ab31-c0655301f624'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:36:58.246239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8faa2e-c1f2-4d88-92fe-faf78f063548" -d '{"events": [{"server_uuid": "2e415f9d-f9d1-4500-98d6-577000f8cd34", "name": "network-vif-deleted", "tag": "8b19ce3d-de83-40bd-ab31-c0655301f624"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:36:58.316687 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-15578365-50d4-4855-8937-324dbf97f284 req-00b7b127-e8eb-4d8e-83a9-85aad87004b3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e415f9d-f9d1-4500-98d6-577000f8cd34 HTTP/1.1" status: 200 len: 210 time: 0.0361838 Dec 13 16:36:58.322917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9e3303-583e-4f47-ba58-e5dd5529b04e x-openstack-request-id: req-ad9e3303-583e-4f47-ba58-e5dd5529b04e {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:36:58.322917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e415f9d-f9d1-4500-98d6-577000f8cd34", "name": "network-vif-deleted", "tag": "8b19ce3d-de83-40bd-ab31-c0655301f624", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:36:58.322917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad9e3303-583e-4f47-ba58-e5dd5529b04e {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:36:58.322917 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e415f9d-f9d1-4500-98d6-577000f8cd34', 'name': 'network-vif-deleted', 'tag': '8b19ce3d-de83-40bd-ab31-c0655301f624', 'status': 'completed', 'code': 200} Dec 13 16:36:58.323993 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:58.391962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:58.548662 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:58.574417 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] Checking router: 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:36:58.583490 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:36:58.584085 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:58.690810 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:36:58.901212 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:36:58.927540 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd3053e-523e-4b13-956b-c1a78a9290dc None None] The sync data for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv is: [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:34:43Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2e1def9e-5960-4e0c-afb0-85c96d6df4c8', 'name': '', 'network_id': '300da9ff-68e8-4b96-80a8-22ac920ea609', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d5:ce:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:42Z', 'updated_at': '2021-12-13T16:34:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': 'd15e8199-128d-4fe7-aaf4-f304237be63c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:36:59.139342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec9c04b-7192-4e9b-a54f-b48b0ee42464 None None] New status for floating IP 2c121fc4-290a-474a-aadb-ee021435748a: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:36:59.365312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47408) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:59.429896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8f59-dbfb-4e2f-adc7-3614d846fc46 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.454840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8f59-dbfb-4e2f-adc7-3614d846fc46 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.513273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8f59-dbfb-4e2f-adc7-3614d846fc46 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.520902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5dcc8f59-dbfb-4e2f-adc7-3614d846fc46 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.522095 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5dcc8f59-dbfb-4e2f-adc7-3614d846fc46 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/c24d4c3a-5522-43ef-8394-180a1fc379b3 HTTP/1.1" status: 204 len: 168 time: 0.1557925 Dec 13 16:36:59.531959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc8f59-dbfb-4e2f-adc7-3614d846fc46 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d4c3a-5522-43ef-8394-180a1fc379b3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:59.555467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47412) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:36:59.681641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 4e2d2b9b-54ff-4e04-ad1e-ae4fb5c174de {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:36:59.681974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.761704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.762027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.773423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 4e2d2b9b-54ff-4e04-ad1e-ae4fb5c174de owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:36:59.901592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.917197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.932485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=4e2d2b9b-54ff-4e04-ad1e-ae4fb5c174de,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:36:59.993745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.996615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:36:59.997746 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-37d943a8-aafd-4505-adc8-c732d0ae44ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c121fc4-290a-474a-aadb-ee021435748a HTTP/1.1" status: 204 len: 168 time: 0.4410815 Dec 13 16:37:00.213762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f2da5-d877-488f-812c-655022bb1c4c req-5d67e163-05d1-4ee9-9579-231387c51ae2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:00.215295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-604f2da5-d877-488f-812c-655022bb1c4c req-5d67e163-05d1-4ee9-9579-231387c51ae2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 946 time: 0.0524487 Dec 13 16:37:00.263836 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-604f2da5-d877-488f-812c-655022bb1c4c req-0b14f7c5-808c-43ce-8a0a-bdbfd93b8272 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417089 Dec 13 16:37:00.806141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:01.381419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ee1a5-68b0-4439-8f39-c98a757bd2e0 req-35a7585b-bb26-484f-b62e-69b24929df7a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:01.382969 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a16ee1a5-68b0-4439-8f39-c98a757bd2e0 req-35a7585b-bb26-484f-b62e-69b24929df7a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 946 time: 0.0488672 Dec 13 16:37:01.432657 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a16ee1a5-68b0-4439-8f39-c98a757bd2e0 req-ce881aa5-f741-49d8-a35c-2caa83b14ae5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=7611b643-0074-4870-ba43-f26575ea1b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437980 Dec 13 16:37:01.745298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-dbdc1d8c-1bc7-4496-9c3c-ff230324e541 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:01.746843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-dbdc1d8c-1bc7-4496-9c3c-ff230324e541 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 946 time: 0.0489964 Dec 13 16:37:01.842610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 4d4f8ade-9425-43b7-8be1-dc790775b31f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:01.842988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:01.930329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 4d4f8ade-9425-43b7-8be1-dc790775b31f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4d4f8ade-9425-43b7-8be1-dc790775b31f,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:01.930715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:01.943482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 4d4f8ade-9425-43b7-8be1-dc790775b31f owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:02.075028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:02.103286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=4d4f8ade-9425-43b7-8be1-dc790775b31f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:02.148423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port 4d4f8ade-9425-43b7-8be1-dc790775b31f on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:37:02.150871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:02.154138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c43a28a-e56e-4202-ac24-0e90b460ad14 req-2c447971-2101-4713-a72d-ac421dee03d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/4d4f8ade-9425-43b7-8be1-dc790775b31f HTTP/1.1" status: 204 len: 173 time: 0.3983178 Dec 13 16:37:02.154573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'name': 'network-vif-deleted', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:37:02.157638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d71e163-35c5-45bd-8333-648fc0911e0c" -d '{"events": [{"server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "name": "network-vif-deleted", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:37:02.194536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471dfe51-ba81-4e3c-92a2-26a296f68074 x-openstack-request-id: req-471dfe51-ba81-4e3c-92a2-26a296f68074 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:37:02.195354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddeda907-1bae-44c1-976f-e51170ff023c", "name": "network-vif-deleted", "tag": "4d4f8ade-9425-43b7-8be1-dc790775b31f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:37:02.195354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-471dfe51-ba81-4e3c-92a2-26a296f68074 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:37:02.195611 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddeda907-1bae-44c1-976f-e51170ff023c', 'name': 'network-vif-deleted', 'tag': '4d4f8ade-9425-43b7-8be1-dc790775b31f', 'status': 'completed', 'code': 200} Dec 13 16:37:02.197754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8b19ce3d-de83-40bd-ab31-c0655301f624 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:02.219532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 8b19ce3d-de83-40bd-ab31-c0655301f624 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:02.219944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8b19ce3d-de83-40bd-ab31-c0655301f624 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:02.548166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-139197dd-384c-40c3-8b34-02ff8d487baa req-a5ddd03a-bf1e-4dc5-9347-9ad522714408 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=ddeda907-1bae-44c1-976f-e51170ff023c HTTP/1.1" status: 200 len: 210 time: 0.0299361 Dec 13 16:37:03.134910 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:37:03.602375 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47426) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:03.658100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34bab61e-99b9-4896-9b4f-2c5bb5e5f82e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:03.683574 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34bab61e-99b9-4896-9b4f-2c5bb5e5f82e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:03.740623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34bab61e-99b9-4896-9b4f-2c5bb5e5f82e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:03.743248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-34bab61e-99b9-4896-9b4f-2c5bb5e5f82e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:03.744434 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-34bab61e-99b9-4896-9b4f-2c5bb5e5f82e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/7611b643-0074-4870-ba43-f26575ea1b9a HTTP/1.1" status: 204 len: 168 time: 0.1409483 Dec 13 16:37:03.753523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bab61e-99b9-4896-9b4f-2c5bb5e5f82e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7611b643-0074-4870-ba43-f26575ea1b9a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:03.776631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47430) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:04.136504 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:04.382924 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:04.383261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:04.469512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 2e1def9e-5960-4e0c-afb0-85c96d6df4c8, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:04.469948 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:04.485634 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:04.668616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:04.700447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=2e1def9e-5960-4e0c-afb0-85c96d6df4c8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:05.185748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:05.399695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:37:05.504028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:37:05.508963 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3783ef43-6c92-4a64-962a-49419606f9ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/7708cc2a-c3b4-43ef-aa91-6762c1fa74a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311869 Dec 13 16:37:05.511639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47432) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:05.515509 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] Sync routers for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:37:05.525615 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:05.526317 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:05.562829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-daae6855-09e5-4266-af08-98b78a5c140d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet d15e8199-128d-4fe7-aaf4-f304237be63c {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:37:05.566155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-daae6855-09e5-4266-af08-98b78a5c140d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:05.606455 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-daae6855-09e5-4266-af08-98b78a5c140d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:05.630097 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:05.701235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-daae6855-09e5-4266-af08-98b78a5c140d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:05.760167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-daae6855-09e5-4266-af08-98b78a5c140d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:05.789294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae6855-09e5-4266-af08-98b78a5c140d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=d15e8199-128d-4fe7-aaf4-f304237be63c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:05.791287 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-daae6855-09e5-4266-af08-98b78a5c140d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:05.794564 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-daae6855-09e5-4266-af08-98b78a5c140d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/d15e8199-128d-4fe7-aaf4-f304237be63c HTTP/1.1" status: 204 len: 168 time: 0.2819881 Dec 13 16:37:05.797379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47434) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:05.798056 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6d8717-014e-4d70-b1d3-d2579cb4259e None None] Network 300da9ff-68e8-4b96-80a8-22ac920ea609 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:37:05.817672 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:37:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:05.844964 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] Checking router: 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:37:05.853567 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] Routers {'7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:05.854425 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:05.918547 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:05.964773 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] Set router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:05.979916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] DHCP port deletion for 300da9ff-68e8-4b96-80a8-22ac920ea609 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:06.028199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.029580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] Deleting port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:06.030169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.082911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:06.083290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.103377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] For port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=dfac9019-7923-4dcc-aed7-f2ff2e40e2d6,segment=NetworkSegment(ee3dbc09-2ccb-48c8-abe2-282efa5080d6),segment_id=ee3dbc09-2ccb-48c8-abe2-282efa5080d6)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:06.104048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.118304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] Calling delete_port for dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:06.163061 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:37:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:06.169701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 9f9ed445-41f8-45d3-bb14-210f78ce5cd8, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9f9ed445-41f8-45d3-bb14-210f78ce5cd8,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:06.169701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.182900 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:06.194843 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577b374-9a9d-4ec2-8ded-f366d5b12e83 None None] The sync data for ids ['7708cc2a-c3b4-43ef-aa91-6762c1fa74a6'] in dv-neutron-821599-1-hyperv is: [{'id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'name': 'tempest-TestNetworkBasicOps-router-1162651731', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:34:35Z', 'updated_at': '2021-12-13T16:37:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '9f9ed445-41f8-45d3-bb14-210f78ce5cd8', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:41:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7708cc2a-c3b4-43ef-aa91-6762c1fa74a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1169, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:34:37Z', 'updated_at': '2021-12-13T16:34:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:37:06.203251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.229437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4d4f8ade-9425-43b7-8be1-dc790775b31f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:06.252965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] Pushing event deleted for resources: {'Port': ['ID=dfac9019-7923-4dcc-aed7-f2ff2e40e2d6,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:06.257163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 4d4f8ade-9425-43b7-8be1-dc790775b31f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:06.257817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4d4f8ade-9425-43b7-8be1-dc790775b31f not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:06.259173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5051e8a2-d679-4614-81ed-aefe88588721 None None] No DVR routers for this DVR port dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:37:06.359721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.389679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=9f9ed445-41f8-45d3-bb14-210f78ce5cd8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:06.398198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b9bac-21c1-46e2-b241-b2695a355459 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:06.445676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.541962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.544331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.590801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.591329 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Fanout notify agent at l3_agent the message router_deleted on router 7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:37:06.599196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.600458 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-80b0bb13-86af-4a5f-abd4-dc8190888d26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/routers/7708cc2a-c3b4-43ef-aa91-6762c1fa74a6 HTTP/1.1" status: 204 len: 168 time: 0.8020029 Dec 13 16:37:06.603254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47436) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:06.682753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.773942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.794266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300da9ff-68e8-4b96-80a8-22ac920ea609']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:06.805159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:06.805454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3dbc09-2ccb-48c8-abe2-282efa5080d6') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:06.815939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.829705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.835867 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:37:06.836247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:37:06.839299 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:37:06.899696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.907621 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.910454 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/300da9ff-68e8-4b96-80a8-22ac920ea609 HTTP/1.1" status: 204 len: 168 time: 0.3062677 Dec 13 16:37:06.922477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d9274-ae47-448f-8290-c1b511d90dbb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=300da9ff-68e8-4b96-80a8-22ac920ea609,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:06.935066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47438) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:06.939874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--1152193289', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:06.959511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:37:06.962936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.986145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:37:06.995480 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:06.995822 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment 39f77251-9b87-40fc-942b-b0a4002700d2 of type vlan for network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b Dec 13 16:37:07.035053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.058494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.064972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:07.065545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.121530 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1854300 Dec 13 16:37:07.124308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47440) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:07.135920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-347724790', 'admin_state_up': True, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:07.149992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436751ac-23ff-439a-9188-83b3d1448874 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:07.163426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:37:07.172825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.175536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.233039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.368844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.551717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.572863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.668827 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.142 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/7c905f20-921f-47db-998b-21c29b10ae52) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:07.776012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.810177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:07.852309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:07.855641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:07.858616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:07.863176 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:07.866280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=7c905f20-921f-47db-998b-21c29b10ae52,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:07.873721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:07.874136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2e1def9e-5960-4e0c-afb0-85c96d6df4c8 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:07.874611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:07.878609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9e080-4f2f-4a7c-8408-7e2e03a8d85d None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:07.902881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:07.903321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device dfac9019-7923-4dcc-aed7-f2ff2e40e2d6 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:07.903793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:07.924894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:07.925238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9f9ed445-41f8-45d3-bb14-210f78ce5cd8 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:08.001090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-371c2a28-d37a-486c-8f2f-fb1b08f71f41 None None] Provisioning complete for port 7c905f20-921f-47db-998b-21c29b10ae52 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:08.001562 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-371c2a28-d37a-486c-8f2f-fb1b08f71f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:08.035741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-371c2a28-d37a-486c-8f2f-fb1b08f71f41 None None] Port 7c905f20-921f-47db-998b-21c29b10ae52 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:08.108779 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:08.302266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:08.426966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 9fc9069d-46ad-4400-af22-273d799096c9 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:37:08.530477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:37:08.540282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Sync routers for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:37:08.552086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:08.552438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:08.552980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:08.553648 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cc2e164f-a9c8-4450-b00a-932e336cfc98 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4278719 Dec 13 16:37:08.557452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47442) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:08.585197 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-23a818c8-ecac-4c7a-a709-cd430bdd490f tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265675 Dec 13 16:37:08.588341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47444) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:08.660477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:08.680776 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d638342f-7d57-41ce-9ad3-3d9a4c552dd0 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:08.682284 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d638342f-7d57-41ce-9ad3-3d9a4c552dd0 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930371 Dec 13 16:37:08.685117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47446) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:08.712147 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-09b2e9a9-04bb-406f-bb51-d2a9bc31a57b tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259669 Dec 13 16:37:08.714736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47448) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:08.720499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1371590129', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:08.998698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:08Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:09.024717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Checking router: 9fc9069d-46ad-4400-af22-273d799096c9 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:37:09.025094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Updating router 9fc9069d-46ad-4400-af22-273d799096c9 port 7c905f20-921f-47db-998b-21c29b10ae52 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:37:09.051308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.139327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:37:09.143588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.307737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.314053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.322384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.360603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828995d1-e60b-44b8-8d8b-bba436036bcb None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:09.374708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c65822-3bf5-43a4-a0b2-5ea90b83a060 None None] Pushing event updated for resources: {'Port': ['ID=7c905f20-921f-47db-998b-21c29b10ae52,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:09.374965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Attempting to bind port 7c905f20-921f-47db-998b-21c29b10ae52 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:09.375243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Attempting to bind port 7c905f20-921f-47db-998b-21c29b10ae52 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:09.376122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Attempting to bind port 7c905f20-921f-47db-998b-21c29b10ae52 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:09.383703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:09.384003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:09.384482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.385443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:09.385956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Bound port: 7c905f20-921f-47db-998b-21c29b10ae52, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:09.386425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.392026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=2f8950d0-5469-4d99-a91e-abe2f87fdaf8,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:09.402985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:09.403474 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:37:09.421552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:37:09.431380 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:09.435554 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:09.436152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.441512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] For port 7c905f20-921f-47db-998b-21c29b10ae52, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:09.444768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff56396-97d2-48ec-89a4-b59d5cb148b8 None None] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:37:09.454350 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-07c7dd82-edd6-4c25-9bc4-c9b5846568cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7385187 Dec 13 16:37:09.457224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47452) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:09.495753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] For port 7c905f20-921f-47db-998b-21c29b10ae52, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7c905f20-921f-47db-998b-21c29b10ae52,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:09.506822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.550578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3222953d-cc78-4c04-83b2-5eba8640bcec None None] Provisioning complete for port 7c905f20-921f-47db-998b-21c29b10ae52 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:09.551843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3222953d-cc78-4c04-83b2-5eba8640bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.592695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b28cd3-a88d-4185-9403-a943136a15d5 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:09.636800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c65822-3bf5-43a4-a0b2-5ea90b83a060 None None] Pushing event updated for resources: {'Port': ['ID=7c905f20-921f-47db-998b-21c29b10ae52,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:09.654011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:09.654666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:09.718265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:37:09.720042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.880189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:09.881904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3222953d-cc78-4c04-83b2-5eba8640bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:09.900124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.014096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3222953d-cc78-4c04-83b2-5eba8640bcec None None] For port 7c905f20-921f-47db-998b-21c29b10ae52, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7c905f20-921f-47db-998b-21c29b10ae52,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:10.027321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3222953d-cc78-4c04-83b2-5eba8640bcec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.071443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Allocated IP 172.20.0.2 (8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b/2f8950d0-5469-4d99-a91e-abe2f87fdaf8/29c83653-3f1e-4e87-a7fc-e05d4e1a3381) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:10.165533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222953d-cc78-4c04-83b2-5eba8640bcec None None] Pushing event updated for resources: {'Port': ['ID=7c905f20-921f-47db-998b-21c29b10ae52,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:10.220758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e3e24fb2-4768-41c4-bd78-72292806f513 None None] Provisioning complete for port 7c905f20-921f-47db-998b-21c29b10ae52 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:10.221129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e3e24fb2-4768-41c4-bd78-72292806f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.375809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.378012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:08Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:10.410433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.416087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1aab08-c58d-48f4-8932-0047afffb8d6 None None] The sync data for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv is: [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:08Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:37:10.445419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.1 (8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b/2f8950d0-5469-4d99-a91e-abe2f87fdaf8/f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:10.466048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:10.471311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:10.473678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:10.476764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Pushing event updated for resources: {'Port': ['ID=29c83653-3f1e-4e87-a7fc-e05d4e1a3381,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:10.532308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Attempting to bind port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:10.532692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Attempting to bind port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:10.533062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Attempting to bind port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:10.538382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:10.538807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Checking segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:10.539218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.539620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Bound using segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:10.540094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Bound port: 29c83653-3f1e-4e87-a7fc-e05d4e1a3381, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:10.540506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.581924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.609659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] For port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:10.616061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] For port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=29c83653-3f1e-4e87-a7fc-e05d4e1a3381,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:10.620259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.620969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:10.695673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:10.699146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:10.704068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:10.710832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:10.715553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f87aab-324e-4b5e-9c2f-03ae94990170 None None] Pushing event updated for resources: {'Port': ['ID=29c83653-3f1e-4e87-a7fc-e05d4e1a3381,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:10.767594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:11.259476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:11.557242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:11.562046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:11.623051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e2f48-27ec-41d0-91b6-5d2f17f37be5 None None] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:37:11.638430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:11.646220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:11.719707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-25e3a647-f204-42cd-9fb2-3db358735533 None None] Provisioning complete for port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:11.720074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-25e3a647-f204-42cd-9fb2-3db358735533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:11.738852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:11.740475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:11.834062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-25e3a647-f204-42cd-9fb2-3db358735533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:11.885867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-25e3a647-f204-42cd-9fb2-3db358735533 None None] For port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=29c83653-3f1e-4e87-a7fc-e05d4e1a3381,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:11.892847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-25e3a647-f204-42cd-9fb2-3db358735533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:11.903248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 9fc9069d-46ad-4400-af22-273d799096c9 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:37:11.951787 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3a647-f204-42cd-9fb2-3db358735533 None None] Pushing event updated for resources: {'Port': ['ID=29c83653-3f1e-4e87-a7fc-e05d4e1a3381,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:11.988310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7c905f20-921f-47db-998b-21c29b10ae52 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:12.039385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:37:12.046219 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0617bdd5-d9dd-4875-abad-d953998d35de tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/9fc9069d-46ad-4400-af22-273d799096c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5857751 Dec 13 16:37:12.047894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47456) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:12.157874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281d9d7-6beb-41fe-9199-19ded36785fd tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:12.158335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281d9d7-6beb-41fe-9199-19ded36785fd tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:12.158894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281d9d7-6beb-41fe-9199-19ded36785fd tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:12.159345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7281d9d7-6beb-41fe-9199-19ded36785fd tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:12.161143 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7281d9d7-6beb-41fe-9199-19ded36785fd tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1120603 Dec 13 16:37:12.164151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47458) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:12.222562 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Sync routers for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:37:12.232337 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:12.233081 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:12.233738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f0ab7dee-3fba-4c1c-951d-32c03de3ab44 None None] Provisioning complete for port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:12.234748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7dee-3fba-4c1c-951d-32c03de3ab44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:12.270214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7c905f20-921f-47db-998b-21c29b10ae52 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:12.270587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:12.277788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a4ab6-d901-4dd0-8907-1a0348c65196 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:12.278258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a4ab6-d901-4dd0-8907-1a0348c65196 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:12.278745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a4ab6-d901-4dd0-8907-1a0348c65196 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:12.279202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a4ab6-d901-4dd0-8907-1a0348c65196 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:12.283890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47460) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:12.284411 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-607a4ab6-d901-4dd0-8907-1a0348c65196 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1188509 Dec 13 16:37:12.295899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f0ab7dee-3fba-4c1c-951d-32c03de3ab44 None None] Port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:12.321929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f0ab7dee-3fba-4c1c-951d-32c03de3ab44 None None] Provisioning complete for port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:12.322223 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f0ab7dee-3fba-4c1c-951d-32c03de3ab44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:12.404737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:12.475951 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:12.494033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:12.494497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:12.554783 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f58012f0-de02-4702-8c9c-b5056421accf tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2695177 Dec 13 16:37:12.557616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47462) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:12.564000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1609473098', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:12.600702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3fb97abd-a638-42d0-abea-e4b1c34c99ce None None] Provisioning complete for port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:12.601068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3fb97abd-a638-42d0-abea-e4b1c34c99ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:12.635668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-3fb97abd-a638-42d0-abea-e4b1c34c99ce None None] Port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:12.682631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:37:12.686363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:12.702505 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:12.704297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] device_id is not set on port 316f3163-c9d9-48c8-8194-0e853df22154 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:37:12.734321 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Checking router: 9fc9069d-46ad-4400-af22-273d799096c9 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:37:12.734759 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Updating router 9fc9069d-46ad-4400-af22-273d799096c9 port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:37:12.759360 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:12.814070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.3 (8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b/2f8950d0-5469-4d99-a91e-abe2f87fdaf8/316f3163-c9d9-48c8-8194-0e853df22154) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:12.958489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:12.995576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.040266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:13.043334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:13.047363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:13.054055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:13.102001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:13.102669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.121034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d5c1667b-b1ea-4e3c-b690-1df0096a66da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5623994 Dec 13 16:37:13.157061 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.163376 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.219151 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Pushing event updated for resources: {'Port': ['ID=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:13.232477 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.233225 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.233225 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.233516 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.234079 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.234577 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.235126 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.235644 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.236157 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.236651 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.237155 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.237654 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.238168 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:13.299826 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Attempting to bind port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:13.300122 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Attempting to bind port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:13.300776 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Attempting to bind port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:13.306063 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:13.306445 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Checking segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:13.306877 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.307280 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Bound using segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:13.307744 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Bound port: f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:13.308125 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.373392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-54b38458-637b-4be6-948d-cc222310b8fb None None] Provisioning complete for port 316f3163-c9d9-48c8-8194-0e853df22154 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:13.373651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54b38458-637b-4be6-948d-cc222310b8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.373931 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] For port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:13.380919 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] For port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:13.387566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47466) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:13.393612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f696f1a0-7cd1-42b3-8315-c30a0cd47393 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1570707748', 'description': 'tempest-secgroup-smoke-1570707748 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:13.394195 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.421256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f696f1a0-7cd1-42b3-8315-c30a0cd47393 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.429000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-54b38458-637b-4be6-948d-cc222310b8fb None None] Port 316f3163-c9d9-48c8-8194-0e853df22154 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:13.467794 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda6a7b-60f3-42b6-9023-3657f1f8f390 None None] Pushing event updated for resources: {'Port': ['ID=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:13.477337 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:13.477977 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:13.513403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f696f1a0-7cd1-42b3-8315-c30a0cd47393 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.518332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f696f1a0-7cd1-42b3-8315-c30a0cd47393 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.552549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3aeb4757-ad19-401a-94b7-893c97254a71 None None] Provisioning complete for port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:13.553310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4757-ad19-401a-94b7-893c97254a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.554217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696f1a0-7cd1-42b3-8315-c30a0cd47393 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b30219-2dd6-422a-b403-b627d909173c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:13.569853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f696f1a0-7cd1-42b3-8315-c30a0cd47393 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.571717 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f696f1a0-7cd1-42b3-8315-c30a0cd47393 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1829188 Dec 13 16:37:13.574589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47468) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:13.581245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-966b6c96-98b2-4e91-bfab-9e839c71c931 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'a6b30219-2dd6-422a-b403-b627d909173c', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:13.609788 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:13.615476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-966b6c96-98b2-4e91-bfab-9e839c71c931 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.659006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4757-ad19-401a-94b7-893c97254a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.688654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-966b6c96-98b2-4e91-bfab-9e839c71c931 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.692483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-966b6c96-98b2-4e91-bfab-9e839c71c931 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.700351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3aeb4757-ad19-401a-94b7-893c97254a71 None None] For port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:13.705524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4757-ad19-401a-94b7-893c97254a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.716211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b6c96-98b2-4e91-bfab-9e839c71c931 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5534dff2-c1ac-42a8-af74-51ad2dbba040,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:13.729843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-966b6c96-98b2-4e91-bfab-9e839c71c931 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.731845 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-966b6c96-98b2-4e91-bfab-9e839c71c931 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549773 Dec 13 16:37:13.735441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47470) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:13.740725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-942b8e97-3834-4de7-b900-5e5b14a844b0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'a6b30219-2dd6-422a-b403-b627d909173c', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:13.762062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb4757-ad19-401a-94b7-893c97254a71 None None] Pushing event updated for resources: {'Port': ['ID=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:13.772484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-942b8e97-3834-4de7-b900-5e5b14a844b0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.829104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.829886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8e0cb94c-88f6-4d84-aea4-0ac30975849a None None] Provisioning complete for port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:13.830286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8e0cb94c-88f6-4d84-aea4-0ac30975849a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.836657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-942b8e97-3834-4de7-b900-5e5b14a844b0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.845066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-942b8e97-3834-4de7-b900-5e5b14a844b0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.865691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b8e97-3834-4de7-b900-5e5b14a844b0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a846ef-6f6a-4441-b7b3-87625a985090,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:13.880233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-942b8e97-3834-4de7-b900-5e5b14a844b0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.884130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-942b8e97-3834-4de7-b900-5e5b14a844b0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1452444 Dec 13 16:37:13.884307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:13.884428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47472) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:13.889474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-3f7f930f-da5a-4dfc-b1e4-dd2c47a7f2c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'a6b30219-2dd6-422a-b403-b627d909173c', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:13.904703 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:13.917908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f7f930f-da5a-4dfc-b1e4-dd2c47a7f2c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.935738 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17050334-ff52-4187-ad12-c63d4b310227 None None] The sync data for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv is: [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:13Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:37:13.979438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:13.979654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f7f930f-da5a-4dfc-b1e4-dd2c47a7f2c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.979797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:13.994511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f7f930f-da5a-4dfc-b1e4-dd2c47a7f2c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.017330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f930f-da5a-4dfc-b1e4-dd2c47a7f2c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a845eaa-b10a-415c-9121-1d1f21b18338,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:14.027596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-3f7f930f-da5a-4dfc-b1e4-dd2c47a7f2c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.028887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3f7f930f-da5a-4dfc-b1e4-dd2c47a7f2c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1435702 Dec 13 16:37:14.032329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47474) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:14.039720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-af233b64-f95b-4b6a-b5c9-d64c29693050 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'a6b30219-2dd6-422a-b403-b627d909173c', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:14.081385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af233b64-f95b-4b6a-b5c9-d64c29693050 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.153041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af233b64-f95b-4b6a-b5c9-d64c29693050 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.157324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af233b64-f95b-4b6a-b5c9-d64c29693050 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.176030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af233b64-f95b-4b6a-b5c9-d64c29693050 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06e0bcb-ffcc-4e0b-8b39-465a9f84178d,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:14.184797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-af233b64-f95b-4b6a-b5c9-d64c29693050 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.189333 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-af233b64-f95b-4b6a-b5c9-d64c29693050 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529121 Dec 13 16:37:14.190091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47476) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:14.195086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8f25817a-699f-4e5b-9c2f-68ce067ee0cd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'a6b30219-2dd6-422a-b403-b627d909173c', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:14.218421 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-8f25817a-699f-4e5b-9c2f-68ce067ee0cd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:37:14.223525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f25817a-699f-4e5b-9c2f-68ce067ee0cd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.284635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f25817a-699f-4e5b-9c2f-68ce067ee0cd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.288378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f25817a-699f-4e5b-9c2f-68ce067ee0cd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.307796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25817a-699f-4e5b-9c2f-68ce067ee0cd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff079cd-e1a1-4be3-a82a-76d7236939c6,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:14.314185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8f25817a-699f-4e5b-9c2f-68ce067ee0cd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.315447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8f25817a-699f-4e5b-9c2f-68ce067ee0cd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241801 Dec 13 16:37:14.318090 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47478) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:14.322450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ab575763-819a-47d7-9579-0b86038f3452 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'a6b30219-2dd6-422a-b403-b627d909173c', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:14.345415 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-ab575763-819a-47d7-9579-0b86038f3452 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:37:14.350577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ab575763-819a-47d7-9579-0b86038f3452 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.417105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ab575763-819a-47d7-9579-0b86038f3452 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.422303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ab575763-819a-47d7-9579-0b86038f3452 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.441081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab575763-819a-47d7-9579-0b86038f3452 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ba847e-715d-4bca-a349-2e7d2ce635f3,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:14.450844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ab575763-819a-47d7-9579-0b86038f3452 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:14.452140 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ab575763-819a-47d7-9579-0b86038f3452 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330869 Dec 13 16:37:14.664495 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-22d77365-3b9f-4ca8-9416-81fe26c41074 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1570707748&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.0468202 Dec 13 16:37:14.716719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-3e554d2c-2ddc-4bd2-ba8c-c3c2f4b98071 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:14.718145 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-3e554d2c-2ddc-4bd2-ba8c-c3c2f4b98071 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 930 time: 0.0467749 Dec 13 16:37:14.766737 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-32a1a3b6-c8cc-45f1-9504-eb246df03945 service neutron] 10.222.0.13 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0354035 Dec 13 16:37:14.857654 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-203a863b-db9e-43b0-8aaf-af9d50931788 service neutron] 10.222.0.13 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849867 Dec 13 16:37:14.958737 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-31a4b7c6-c85a-49a5-b446-9a7c9483db3c service neutron] 10.222.0.13 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940845 Dec 13 16:37:15.131586 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e57cd43f-6c46-46dc-92f7-2bf0415db2b4 req-784fb835-5972-4c5e-9d46-1f57a668e8c9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 210 time: 0.0287077 Dec 13 16:37:15.874509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:15.926094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:15.926475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:16.224005 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-19c1f5a2-9318-477b-8cfa-93d3b46a114f req-44905c23-1258-4f10-be2b-f88ae79da60f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 210 time: 0.0266559 Dec 13 16:37:16.382424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-6d7e7b3c-583a-4fc0-956e-7aae35bc79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:16.383843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-6d7e7b3c-583a-4fc0-956e-7aae35bc79a0 service neutron] 10.222.0.31 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1026 time: 0.0409763 Dec 13 16:37:16.496070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-f99620c2-0b66-4270-bacd-85e826d51fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:16.497539 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-f99620c2-0b66-4270-bacd-85e826d51fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b HTTP/1.1" status: 200 len: 797 time: 0.1043479 Dec 13 16:37:16.572953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-1258bea7-7090-4697-ac41-5262f9f301be tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 380 time: 0.0536342 Dec 13 16:37:16.585159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Request body: {'port': {'device_id': '939e266c-90d4-4536-9062-85f8465e229e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:16.640461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:16.893620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316f3163-c9d9-48c8-8194-0e853df22154 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:37:16.900905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:16.913439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Transition to ACTIVE for port object 316f3163-c9d9-48c8-8194-0e853df22154 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:37:16.917108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:16.969410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:17.039645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Attempting to bind port 316f3163-c9d9-48c8-8194-0e853df22154 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:17.039988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Attempting to bind port 316f3163-c9d9-48c8-8194-0e853df22154 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:17.040321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Attempting to bind port 316f3163-c9d9-48c8-8194-0e853df22154 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:17.045278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Port 316f3163-c9d9-48c8-8194-0e853df22154 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:37:17.045599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Attempting to bind port 316f3163-c9d9-48c8-8194-0e853df22154 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:17.050973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:17.051308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Checking segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:17.051698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Bound using segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:17.052125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Bound port: 316f3163-c9d9-48c8-8194-0e853df22154, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:17.052480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:17.117247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:17.121329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:17.125773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:17.156902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:17.157453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:17.159078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] 10.222.0.31 "PUT /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1131 time: 0.5778008 Dec 13 16:37:17.163372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939e266c-90d4-4536-9062-85f8465e229e', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:37:17.166498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d" -d '{"events": [{"name": "network-changed", "server_uuid": "939e266c-90d4-4536-9062-85f8465e229e", "tag": "316f3163-c9d9-48c8-8194-0e853df22154"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:37:17.194765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc1278-1603-48eb-ad05-f4e0d9283138 service neutron] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:17.238574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e110a35e-43f5-4760-bdc9-12e99b7551bb x-openstack-request-id: req-e110a35e-43f5-4760-bdc9-12e99b7551bb {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:37:17.239185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939e266c-90d4-4536-9062-85f8465e229e", "tag": "316f3163-c9d9-48c8-8194-0e853df22154", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:37:17.239185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e110a35e-43f5-4760-bdc9-12e99b7551bb {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:37:17.239518 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939e266c-90d4-4536-9062-85f8465e229e', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154', 'status': 'completed', 'code': 200} Dec 13 16:37:17.257018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-a17a0bbe-abe7-4984-be84-fbbaa94dc700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:17.258523 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-a17a0bbe-abe7-4984-be84-fbbaa94dc700 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 1134 time: 0.0541720 Dec 13 16:37:17.306215 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-59a6651e-8485-4e40-97d4-f3da3efa591f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 217 time: 0.0380661 Dec 13 16:37:17.384722 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-87e89146-d147-4ee1-904f-6f8a9d6d2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:17.386195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-87e89146-d147-4ee1-904f-6f8a9d6d2c87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f8950d0-5469-4d99-a91e-abe2f87fdaf8 HTTP/1.1" status: 200 len: 835 time: 0.0686643 Dec 13 16:37:17.398631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b1dd1-cd2f-449b-9aae-fc17f6decbb9 req-0a82c07f-679c-4367-85e4-cff8f2abda13 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:17.400857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f7b1dd1-cd2f-449b-9aae-fc17f6decbb9 req-0a82c07f-679c-4367-85e4-cff8f2abda13 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 981 time: 0.0972211 Dec 13 16:37:17.473391 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-b8467660-ea6e-482d-a93a-15787e5be304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:17.474916 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-b8467660-ea6e-482d-a93a-15787e5be304 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728273 Dec 13 16:37:17.478159 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f7b1dd1-cd2f-449b-9aae-fc17f6decbb9 req-9ccf8175-b076-47e8-9d45-c7841f4860fd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667155 Dec 13 16:37:17.573515 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-99f7fae5-6ccf-47dc-b6cb-47d5d12e3970 service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856078 Dec 13 16:37:17.668476 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a7e59a03-06e6-47cc-9193-48442bb3f620 req-1c608537-8d94-4385-9ab3-bc6446a4dfd7 service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820177 Dec 13 16:37:17.759912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-9da80de1-e1e2-4594-95bd-20a5c71d55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:17.761308 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-9da80de1-e1e2-4594-95bd-20a5c71d55a1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 1134 time: 0.0410197 Dec 13 16:37:17.856425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-9f8512fc-09cc-4dbb-88a0-46dcb837f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:17.857899 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-9f8512fc-09cc-4dbb-88a0-46dcb837f6d5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b HTTP/1.1" status: 200 len: 898 time: 0.0879531 Dec 13 16:37:17.900493 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-1fe528e9-bdd0-4582-89ce-be32d85857e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 217 time: 0.0338719 Dec 13 16:37:17.950743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-b32b1e62-90bb-44af-972e-17db11df886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:17.952198 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-b32b1e62-90bb-44af-972e-17db11df886b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f8950d0-5469-4d99-a91e-abe2f87fdaf8 HTTP/1.1" status: 200 len: 835 time: 0.0437310 Dec 13 16:37:18.006894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-0199edca-3da2-4a7a-bd59-cc804ac34dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:18.008393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-0199edca-3da2-4a7a-bd59-cc804ac34dca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476291 Dec 13 16:37:18.097969 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-4e299484-80a4-4b23-976e-f4048104ec72 service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806873 Dec 13 16:37:18.191887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c71c67-ba18-46f6-b6c5-3141a73ada1d req-bd7d6a1e-6b76-4f6f-82c8-3d81096d8724 service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857749 Dec 13 16:37:18.594960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc131ae-136c-45a5-808c-a4e6d619eadf req-2804251a-f5ca-4a65-9b7b-1551d07da7b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:18.596449 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fc131ae-136c-45a5-808c-a4e6d619eadf req-2804251a-f5ca-4a65-9b7b-1551d07da7b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 981 time: 0.0495074 Dec 13 16:37:18.647291 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fc131ae-136c-45a5-808c-a4e6d619eadf req-38b31f81-ccef-4dc5-9cca-25b24bbb85ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448682 Dec 13 16:37:19.763331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968f4a6-0bfa-4e7c-9294-c09076a5f4ed req-ed59017e-94eb-457e-8024-c67903bea455 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:19.764801 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6968f4a6-0bfa-4e7c-9294-c09076a5f4ed req-ed59017e-94eb-457e-8024-c67903bea455 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 981 time: 0.0492694 Dec 13 16:37:19.816831 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6968f4a6-0bfa-4e7c-9294-c09076a5f4ed req-435c30c2-468b-4b55-8aca-25920ffd2197 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454113 Dec 13 16:37:20.306134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 316f3163-c9d9-48c8-8194-0e853df22154 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:37:20.401246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:20.413182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '316f3163-c9d9-48c8-8194-0e853df22154', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'port_id': '316f3163-c9d9-48c8-8194-0e853df22154', 'mac_address': 'fa:16:3e:93:92:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:37:20.455524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:20.467715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316f3163-c9d9-48c8-8194-0e853df22154 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:37:20.487293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:20.490876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:20.537736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:20.787147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['316f3163-c9d9-48c8-8194-0e853df22154'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:37:20.932727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da445f8c-aa99-4a9c-94ab-fc02d3df3201 req-8720dbb3-123e-4997-9b3d-4fb0c10b46bc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:20.934186 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da445f8c-aa99-4a9c-94ab-fc02d3df3201 req-8720dbb3-123e-4997-9b3d-4fb0c10b46bc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 982 time: 0.0495601 Dec 13 16:37:20.984326 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da445f8c-aa99-4a9c-94ab-fc02d3df3201 req-67406974-e701-4f38-af69-0fdec80081fb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427978 Dec 13 16:37:22.098305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b063bd-4339-4231-8e70-c3faba1e1d67 req-07a06b7e-4132-404c-b68e-d8dd44b460fd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:22.099722 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b063bd-4339-4231-8e70-c3faba1e1d67 req-07a06b7e-4132-404c-b68e-d8dd44b460fd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 982 time: 0.0480893 Dec 13 16:37:22.146276 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b063bd-4339-4231-8e70-c3faba1e1d67 req-89e7f2d8-78fe-40cb-b9e5-617e5dfdb310 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Dec 13 16:37:22.337814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 316f3163-c9d9-48c8-8194-0e853df22154 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:22.386119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 316f3163-c9d9-48c8-8194-0e853df22154 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:37:22.390845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 316f3163-c9d9-48c8-8194-0e853df22154 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:22.391306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:22.469048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:22.491399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939e266c-90d4-4536-9062-85f8465e229e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:37:22.493645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dbf5dd-ca91-4a3e-b3d4-b8ad767b87d0" -d '{"events": [{"server_uuid": "939e266c-90d4-4536-9062-85f8465e229e", "name": "network-vif-plugged", "status": "completed", "tag": "316f3163-c9d9-48c8-8194-0e853df22154"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:37:22.506745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:22.510592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:22.533960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc24e6ea-6d05-4fa1-ad6e-e8a7f82c1b07 x-openstack-request-id: req-fc24e6ea-6d05-4fa1-ad6e-e8a7f82c1b07 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:37:22.534253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939e266c-90d4-4536-9062-85f8465e229e", "name": "network-vif-plugged", "status": "completed", "tag": "316f3163-c9d9-48c8-8194-0e853df22154", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:37:22.534513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fc24e6ea-6d05-4fa1-ad6e-e8a7f82c1b07 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:37:22.535330 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939e266c-90d4-4536-9062-85f8465e229e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154', 'code': 200} Dec 13 16:37:22.561366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:22.714439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b42696-18d5-4dec-b80a-25c75e5ad45f req-9b1a2122-96fc-4227-9d6b-db8268eca8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:22.715857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c7b42696-18d5-4dec-b80a-25c75e5ad45f req-9b1a2122-96fc-4227-9d6b-db8268eca8a5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 1136 time: 0.0444643 Dec 13 16:37:22.766790 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c7b42696-18d5-4dec-b80a-25c75e5ad45f req-f3bdb68f-95bf-412d-b07b-26fe0374eb7c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Dec 13 16:37:23.260991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea15df-8250-4a52-b5d8-88377702b8e7 req-139b49cd-0344-49a6-94e0-b2248655db59 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:23.262447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-02ea15df-8250-4a52-b5d8-88377702b8e7 req-139b49cd-0344-49a6-94e0-b2248655db59 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 983 time: 0.0487640 Dec 13 16:37:23.309309 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-02ea15df-8250-4a52-b5d8-88377702b8e7 req-2e6993ae-7ffa-4ca8-855a-b11e78364d38 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Dec 13 16:37:24.425675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbd05a-af50-4f42-8d87-5d2548a5b2cd req-1ec4e5f6-4bc1-421b-83f0-85878345d44d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:24.427139 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21fbd05a-af50-4f42-8d87-5d2548a5b2cd req-1ec4e5f6-4bc1-421b-83f0-85878345d44d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 983 time: 0.0489230 Dec 13 16:37:24.475985 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21fbd05a-af50-4f42-8d87-5d2548a5b2cd req-574df267-e015-4289-ba73-026ca1a3759a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 Dec 13 16:37:24.590258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284cab0-7bd4-4831-8ad0-e9480278d0f5 req-98be9553-fceb-49da-a6c5-4cb5b271abba tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:24.591674 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7284cab0-7bd4-4831-8ad0-e9480278d0f5 req-98be9553-fceb-49da-a6c5-4cb5b271abba tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 983 time: 0.0493369 Dec 13 16:37:24.639279 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7284cab0-7bd4-4831-8ad0-e9480278d0f5 req-a3e7f574-898b-4542-b7ff-6d65e9e5db7a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Dec 13 16:37:24.661445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47534) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:24.699940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74382e10-17bb-49ce-a10e-f4ff506fecaa tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:24.701418 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-74382e10-17bb-49ce-a10e-f4ff506fecaa tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 1131 time: 0.0389574 Dec 13 16:37:24.704976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47536) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:24.711124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '316f3163-c9d9-48c8-8194-0e853df22154', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:24.733147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:24.832134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:24.908414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5e74f6bc-768b-4f33-9211-5210f116c48a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:24.935697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.131 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/17591121-ca7d-473b-b0ed-d325feca375e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:25.040828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:25.074668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:25.112758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:25.115667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:25.117987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:25.149250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=17591121-ca7d-473b-b0ed-d325feca375e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:25.162101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.162386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.162763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.163112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.163452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.163784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.164122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.164454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.164787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.165126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.165457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.165783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.166107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:25.478328 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:25.542372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:25.698192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:25.703705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:26.092701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=17591121-ca7d-473b-b0ed-d325feca375e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:26.104148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:26.205426 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 1fd60a15-3b32-4e28-bd83-98472a54a9ac associated. External IP: 172.26.6.131, port: 316f3163-c9d9-48c8-8194-0e853df22154. Dec 13 16:37:26.412209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 9fc9069d-46ad-4400-af22-273d799096c9 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:37:26.517109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:37:26.526453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] Sync routers for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:37:26.537848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:26.538585 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:26.539824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:26.570588 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-70843c56-853a-453f-87db-b3dc705055f7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.8642440 Dec 13 16:37:26.571388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939e266c-90d4-4536-9062-85f8465e229e', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:37:26.573448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47538) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:26.573940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31f34d1-5eef-4362-bd4c-32d273e4d557" -d '{"events": [{"name": "network-changed", "server_uuid": "939e266c-90d4-4536-9062-85f8465e229e", "tag": "316f3163-c9d9-48c8-8194-0e853df22154"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:37:26.611554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429de272-553a-4013-86ca-78b0d8706cd0 x-openstack-request-id: req-429de272-553a-4013-86ca-78b0d8706cd0 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:37:26.611859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939e266c-90d4-4536-9062-85f8465e229e", "tag": "316f3163-c9d9-48c8-8194-0e853df22154", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:37:26.612143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-429de272-553a-4013-86ca-78b0d8706cd0 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:37:26.612555 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939e266c-90d4-4536-9062-85f8465e229e', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154', 'status': 'completed', 'code': 200} Dec 13 16:37:26.649663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:26.655294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a0f45-dd7f-48ac-92dd-008156457c29 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:26.657551 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0e1a0f45-dd7f-48ac-92dd-008156457c29 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e&network_id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b HTTP/1.1" status: 200 len: 1131 time: 0.0830841 Dec 13 16:37:26.688453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-d4e8b291-eb49-4ccc-88fb-604376fd23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:26.690065 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-d4e8b291-eb49-4ccc-88fb-604376fd23e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 1136 time: 0.0546806 Dec 13 16:37:26.792821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-ecdfd4ad-7c02-4753-bbc7-224b1380b051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:26.794469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-ecdfd4ad-7c02-4753-bbc7-224b1380b051 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b HTTP/1.1" status: 200 len: 898 time: 0.0973475 Dec 13 16:37:26.904716 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-a1cfec80-f6ad-44d3-ba3e-3e621cd0a2ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1037 time: 0.0921807 Dec 13 16:37:26.904982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '1fd60a15-3b32-4e28-bd83-98472a54a9ac', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'port_id': '316f3163-c9d9-48c8-8194-0e853df22154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1609473098', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'mac_address': 'fa:16:3e:93:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e266c-90d4-4536-9062-85f8465e229e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:37:25Z', 'updated_at': '2021-12-13T16:37:25Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:13Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:26.917599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3975-72fe-4e2c-ae95-99fa2193fa0c req-0fdd344c-f380-48dc-acf6-3eabb450ddd4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:26.919102 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e07f3975-72fe-4e2c-ae95-99fa2193fa0c req-0fdd344c-f380-48dc-acf6-3eabb450ddd4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 983 time: 0.0657928 Dec 13 16:37:26.932094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] Checking router: 9fc9069d-46ad-4400-af22-273d799096c9 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:37:26.940506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:26.941114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:36:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:26.988412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-0df408b1-f25f-46f4-83fb-f51cc46cd85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:26.989884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-0df408b1-f25f-46f4-83fb-f51cc46cd85e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f8950d0-5469-4d99-a91e-abe2f87fdaf8 HTTP/1.1" status: 200 len: 835 time: 0.0699241 Dec 13 16:37:27.013542 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e07f3975-72fe-4e2c-ae95-99fa2193fa0c req-5eb60c41-55fb-4aaf-b2eb-e1e06a1d38fe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857830 Dec 13 16:37:27.042757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-e116ae0a-7bdb-44b5-bcc8-ce5a3c7b015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:27.044257 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-e116ae0a-7bdb-44b5-bcc8-ce5a3c7b015c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470939 Dec 13 16:37:27.047475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:27.136431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-82d3028d-5159-4836-b34e-15246849bae0 service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820136 Dec 13 16:37:27.233198 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a31f34d1-5eef-4362-bd4c-32d273e4d557 req-7787dda2-f8b7-4a1e-a1e4-4cd70d2e190b service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878446 Dec 13 16:37:27.273726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '1fd60a15-3b32-4e28-bd83-98472a54a9ac', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'port_id': '316f3163-c9d9-48c8-8194-0e853df22154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1609473098', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'mac_address': 'fa:16:3e:93:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e266c-90d4-4536-9062-85f8465e229e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:37:25Z', 'updated_at': '2021-12-13T16:37:25Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:13Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:27.300639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd7e74e-346b-4714-bc07-d1433f38569d None None] The sync data for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv is: [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '1fd60a15-3b32-4e28-bd83-98472a54a9ac', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'port_id': '316f3163-c9d9-48c8-8194-0e853df22154', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1609473098', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'mac_address': 'fa:16:3e:93:92:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939e266c-90d4-4536-9062-85f8465e229e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:37:25Z', 'updated_at': '2021-12-13T16:37:25Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:13Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:37:27.318961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9261626-e562-4dc3-ac6d-1b2046e9e020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:27.483956 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302b208d-6dc2-4622-b76f-369cf00151f1 None None] New status for floating IP 1fd60a15-3b32-4e28-bd83-98472a54a9ac: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:37:28.134805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e0d05-7fe6-4837-a327-d5de3b103cd8 req-82313632-7ef1-4828-ae43-04c3d73ed193 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:28.136350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-206e0d05-7fe6-4837-a327-d5de3b103cd8 req-82313632-7ef1-4828-ae43-04c3d73ed193 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 983 time: 0.0520573 Dec 13 16:37:28.185681 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-206e0d05-7fe6-4837-a327-d5de3b103cd8 req-c82c0c5b-36c9-403b-b05c-3e5f13950e26 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429842 Dec 13 16:37:28.324879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-d711dd61-0dd3-43ce-bbec-c572cb94694f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:28.326345 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-d711dd61-0dd3-43ce-bbec-c572cb94694f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 983 time: 0.0532122 Dec 13 16:37:28.377115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-b239969e-9018-4e2a-85a1-ec6df28d6da3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:28.378669 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-b239969e-9018-4e2a-85a1-ec6df28d6da3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0404201 Dec 13 16:37:28.385821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:28.485641 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-4f9aff2b-f390-4ad6-a2bc-e858a847ef36 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0973902 Dec 13 16:37:28.501227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:28.558309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:28.689704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:28.722511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:28.754975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] device_id is not set on port 316f3163-c9d9-48c8-8194-0e853df22154 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:37:28.763543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:28.769900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:28.881652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=6']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:28.941796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] No DVR routers for this DVR port 316f3163-c9d9-48c8-8194-0e853df22154 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:37:29.035572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d045758c-82e2-44a5-a44c-c1dd6b37d7d7 None None] Provisioning complete for port 316f3163-c9d9-48c8-8194-0e853df22154 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:29.035945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d045758c-82e2-44a5-a44c-c1dd6b37d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:29.087250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d045758c-82e2-44a5-a44c-c1dd6b37d7d7 None None] Port 316f3163-c9d9-48c8-8194-0e853df22154 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:29.089700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] In _notify_port_updated(), no bound segment for port 316f3163-c9d9-48c8-8194-0e853df22154 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:37:29.090669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:29.091271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:29.092552 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-67e8e70d-c6f1-41e4-a273-0920c9e4ec91 req-e362baa2-bf5b-4e2f-9a96-edb527478136 service neutron] 10.222.0.31 "PUT /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1026 time: 0.5953479 Dec 13 16:37:29.291963 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b797e1cb-1ae1-49ca-b3c0-db67df734b6c req-daa56b01-be49-4841-b89f-697649f27fa5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=939e266c-90d4-4536-9062-85f8465e229e HTTP/1.1" status: 200 len: 210 time: 0.0299001 Dec 13 16:37:29.919331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.347464 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47552) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:30.391337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7404ed4-5bb6-46a6-ac79-97415c759f9f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:30.392748 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d7404ed4-5bb6-46a6-ac79-97415c759f9f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 925 time: 0.0441780 Dec 13 16:37:30.553098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47556) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:30.557669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-775ad387-fc57-4a09-b686-e7529c672b01 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811831030', 'description': 'tempest-secgroup-smoke-811831030 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:30.579139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775ad387-fc57-4a09-b686-e7529c672b01 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.644119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775ad387-fc57-4a09-b686-e7529c672b01 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.647740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775ad387-fc57-4a09-b686-e7529c672b01 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.675720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775ad387-fc57-4a09-b686-e7529c672b01 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.676949 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-775ad387-fc57-4a09-b686-e7529c672b01 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1228206 Dec 13 16:37:30.679709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47558) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:30.684678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fdfdeda3-8bb9-4063-a2ba-33006ba9b397 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'cf979103-6d21-4928-bc1d-d98ea167022a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:30.690767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ad387-fc57-4a09-b686-e7529c672b01 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf979103-6d21-4928-bc1d-d98ea167022a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:30.714786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdfdeda3-8bb9-4063-a2ba-33006ba9b397 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.769426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdfdeda3-8bb9-4063-a2ba-33006ba9b397 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.772889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdfdeda3-8bb9-4063-a2ba-33006ba9b397 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.787755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfdeda3-8bb9-4063-a2ba-33006ba9b397 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a371fba8-001f-4de9-9706-19fa9844618b,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:30.799285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fdfdeda3-8bb9-4063-a2ba-33006ba9b397 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.800507 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fdfdeda3-8bb9-4063-a2ba-33006ba9b397 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198888 Dec 13 16:37:30.803398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47560) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:30.808358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e8059f45-949b-4f9d-b80a-1ab5a73a2af1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'cf979103-6d21-4928-bc1d-d98ea167022a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:30.809800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.835653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8059f45-949b-4f9d-b80a-1ab5a73a2af1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.891924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8059f45-949b-4f9d-b80a-1ab5a73a2af1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.895278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8059f45-949b-4f9d-b80a-1ab5a73a2af1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.910270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8059f45-949b-4f9d-b80a-1ab5a73a2af1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32710c19-361c-41ec-902b-1b0ea20cecb4,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:30.920467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e8059f45-949b-4f9d-b80a-1ab5a73a2af1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:30.923113 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e8059f45-949b-4f9d-b80a-1ab5a73a2af1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187098 Dec 13 16:37:30.924581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47562) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:30.928902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5f96d902-d3a9-4b8a-861e-223cb957b6c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'cf979103-6d21-4928-bc1d-d98ea167022a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:30.954087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f96d902-d3a9-4b8a-861e-223cb957b6c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.011430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f96d902-d3a9-4b8a-861e-223cb957b6c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.015170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f96d902-d3a9-4b8a-861e-223cb957b6c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.032089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f96d902-d3a9-4b8a-861e-223cb957b6c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfcc9e0-9c43-45d3-bb77-f56f50085987,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:31.040123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f96d902-d3a9-4b8a-861e-223cb957b6c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.041309 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5f96d902-d3a9-4b8a-861e-223cb957b6c5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1157975 Dec 13 16:37:31.044064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47564) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:31.048324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-dc4a3d20-e338-4c67-bb23-0e6c1025403e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'cf979103-6d21-4928-bc1d-d98ea167022a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:31.074716 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3d20-e338-4c67-bb23-0e6c1025403e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.132101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3d20-e338-4c67-bb23-0e6c1025403e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.135781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3d20-e338-4c67-bb23-0e6c1025403e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.153344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a3d20-e338-4c67-bb23-0e6c1025403e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c97e65-e431-403d-a64a-401388ab65cd,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:31.161757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dc4a3d20-e338-4c67-bb23-0e6c1025403e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.162983 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dc4a3d20-e338-4c67-bb23-0e6c1025403e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179590 Dec 13 16:37:31.165642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47566) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:31.169874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-867233b6-b574-498b-b781-d9bc0ab67401 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'cf979103-6d21-4928-bc1d-d98ea167022a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:31.191825 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-867233b6-b574-498b-b781-d9bc0ab67401 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:37:31.196622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-867233b6-b574-498b-b781-d9bc0ab67401 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.254045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-867233b6-b574-498b-b781-d9bc0ab67401 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.257668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-867233b6-b574-498b-b781-d9bc0ab67401 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.275489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867233b6-b574-498b-b781-d9bc0ab67401 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d16a73-baf4-49a3-9391-795a1c44aa40,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:31.281130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-867233b6-b574-498b-b781-d9bc0ab67401 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.282139 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-867233b6-b574-498b-b781-d9bc0ab67401 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155713 Dec 13 16:37:31.284841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47568) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:31.289016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-11f5b706-6893-441b-b01b-b86503823575 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'cf979103-6d21-4928-bc1d-d98ea167022a', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:31.310627 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-11f5b706-6893-441b-b01b-b86503823575 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:37:31.315595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11f5b706-6893-441b-b01b-b86503823575 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.375914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11f5b706-6893-441b-b01b-b86503823575 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.380609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11f5b706-6893-441b-b01b-b86503823575 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.398446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5b706-6893-441b-b01b-b86503823575 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a2b673-4f6c-4072-8097-c5c98e818563,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:31.405136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11f5b706-6893-441b-b01b-b86503823575 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:31.407028 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-11f5b706-6893-441b-b01b-b86503823575 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212673 Dec 13 16:37:31.557017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-2b22c288-66af-49ee-97cd-ea4f544e18e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811831030&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.0468853 Dec 13 16:37:31.605441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-3b367304-7c90-43b7-bf55-edc33e1f5033 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:31.606816 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-3b367304-7c90-43b7-bf55-edc33e1f5033 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 930 time: 0.0430717 Dec 13 16:37:31.651235 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-61069c0e-d4ff-4b16-9f2b-31cd987760ff service neutron] 10.222.0.13 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0321093 Dec 13 16:37:31.741879 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-06010c2d-c352-43e9-b632-b112846ee10d service neutron] 10.222.0.13 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Dec 13 16:37:31.831151 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-af7cccdd-3fb2-4b55-a68e-d1d32197d048 service neutron] 10.222.0.13 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833974 Dec 13 16:37:31.990339 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed383013-5cf7-4819-b541-a89014071162 req-23338b29-d0e0-4b3e-9981-0c101ceaab9e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 210 time: 0.0310137 Dec 13 16:37:32.367479 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 316f3163-c9d9-48c8-8194-0e853df22154 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:32.407265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] The host hv-neutron-8215 is not matching for port 316f3163-c9d9-48c8-8194-0e853df22154 host ! {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2286}} Dec 13 16:37:32.407651 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 316f3163-c9d9-48c8-8194-0e853df22154 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:32.905219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-f1eb6463-5f64-4b51-bce7-5012897d502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:32.906994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-f1eb6463-5f64-4b51-bce7-5012897d502b service neutron] 10.222.0.31 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1026 time: 0.0395572 Dec 13 16:37:33.016713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-9c04144b-8e7f-4e5e-9a3d-3bf8ca69ec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:33.018194 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-9c04144b-8e7f-4e5e-9a3d-3bf8ca69ec7d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b HTTP/1.1" status: 200 len: 797 time: 0.1054022 Dec 13 16:37:33.092350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6dd8814e-2d34-46c1-ac71-f42e8d5c91df req-d8991757-d41f-42d4-b98d-f134ac7074b4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 210 time: 0.0295844 Dec 13 16:37:33.141341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-67d4dea8-9ef7-4d3c-8b12-1a6f7a312912 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 472 time: 0.0979836 Dec 13 16:37:33.154388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Request body: {'port': {'device_id': '12221703-5c67-415e-8ad7-e6f4d441a3e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:33.207634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:33.476201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316f3163-c9d9-48c8-8194-0e853df22154 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:37:33.483750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:33.495361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Transition to ACTIVE for port object 316f3163-c9d9-48c8-8194-0e853df22154 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:37:33.500596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:33.578068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=7']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:33.682317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Attempting to bind port 316f3163-c9d9-48c8-8194-0e853df22154 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:33.682673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Attempting to bind port 316f3163-c9d9-48c8-8194-0e853df22154 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:33.682993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Attempting to bind port 316f3163-c9d9-48c8-8194-0e853df22154 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:33.688239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Port 316f3163-c9d9-48c8-8194-0e853df22154 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:37:33.688560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Attempting to bind port 316f3163-c9d9-48c8-8194-0e853df22154 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:33.693506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:33.693860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Checking segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:33.694236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Bound using segment: {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:33.694675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Bound port: 316f3163-c9d9-48c8-8194-0e853df22154, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f77251-9b87-40fc-942b-b0a4002700d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:33.695026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:33.760996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:33.763969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:33.768598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:33.805104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:33.805710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:33.807261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] 10.222.0.31 "PUT /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1131 time: 0.6580076 Dec 13 16:37:33.807547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12221703-5c67-415e-8ad7-e6f4d441a3e5', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:37:33.810397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bc4034-3a14-423e-ad43-1843596d2ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "12221703-5c67-415e-8ad7-e6f4d441a3e5", "tag": "316f3163-c9d9-48c8-8194-0e853df22154"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:37:33.834305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e68e10-c651-42c1-8304-22ba992f1043 service neutron] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=8']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:33.862867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef424a71-ea98-4ab0-a25e-bd2c5cf77864 x-openstack-request-id: req-ef424a71-ea98-4ab0-a25e-bd2c5cf77864 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:37:33.863162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12221703-5c67-415e-8ad7-e6f4d441a3e5", "tag": "316f3163-c9d9-48c8-8194-0e853df22154", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:37:33.863417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef424a71-ea98-4ab0-a25e-bd2c5cf77864 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:37:33.863828 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12221703-5c67-415e-8ad7-e6f4d441a3e5', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154', 'status': 'completed', 'code': 200} Dec 13 16:37:33.916927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-f2acf672-648b-4295-a66e-e60f6096ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:33.918530 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-f2acf672-648b-4295-a66e-e60f6096ae0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 1134 time: 0.0482991 Dec 13 16:37:33.989342 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-410b0858-48e6-41a9-9685-7eba2ff3c4b6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1037 time: 0.0627759 Dec 13 16:37:34.043488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-6be3babb-92b5-4a26-aa0f-ded392ce37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:34.044950 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-6be3babb-92b5-4a26-aa0f-ded392ce37a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f8950d0-5469-4d99-a91e-abe2f87fdaf8 HTTP/1.1" status: 200 len: 835 time: 0.0445075 Dec 13 16:37:34.099840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-c981d3cd-d195-4558-8810-26125170c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:34.101253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-c981d3cd-d195-4558-8810-26125170c3eb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437441 Dec 13 16:37:34.228659 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-8b2a6213-d139-4962-84a4-52158e46abba service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150236 Dec 13 16:37:34.236643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36701619-e094-4d4f-b9f3-053f20c2915a req-9002dd15-4444-4578-981f-d8bb342d4382 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:34.237986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-36701619-e094-4d4f-b9f3-053f20c2915a req-9002dd15-4444-4578-981f-d8bb342d4382 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 981 time: 0.0764329 Dec 13 16:37:34.339426 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-36701619-e094-4d4f-b9f3-053f20c2915a req-12b0cb1a-5d29-4cb2-851b-ddeec652ea5f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905495 Dec 13 16:37:34.361769 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a94ebf3-ed27-4871-abcc-274d3e382645 req-7e233f67-8937-4603-9dde-7a341308e272 service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198823 Dec 13 16:37:34.459644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-b083ff78-d11a-4c91-a010-ec1179f65207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:34.461134 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-b083ff78-d11a-4c91-a010-ec1179f65207 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 1134 time: 0.0428896 Dec 13 16:37:34.556654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-619568b1-709a-4764-902c-8d98ff10aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:34.558136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-619568b1-709a-4764-902c-8d98ff10aea4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b HTTP/1.1" status: 200 len: 898 time: 0.0890870 Dec 13 16:37:34.625919 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-c1f035eb-1ebb-4241-b75a-cee415e78d74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1037 time: 0.0576549 Dec 13 16:37:34.680829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-6d7b1b60-d743-4922-92fd-12c14e83ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:34.682253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-6d7b1b60-d743-4922-92fd-12c14e83ea2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2f8950d0-5469-4d99-a91e-abe2f87fdaf8 HTTP/1.1" status: 200 len: 835 time: 0.0486336 Dec 13 16:37:34.729008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-4ff073bf-a90d-4fb3-884a-60c5a49627e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:34.730480 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-4ff073bf-a90d-4fb3-884a-60c5a49627e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395415 Dec 13 16:37:34.824286 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-3259b9e3-ff2b-424b-b4eb-fe6222740919 service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843084 Dec 13 16:37:34.927943 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2bc4034-3a14-423e-ad43-1843596d2ca1 req-41cc9a32-453d-4b72-a59c-41965a531c23 service neutron] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931880 Dec 13 16:37:35.466901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e171-cd2c-4037-9a01-a026e19be9e7 req-c785490a-1bf6-4f59-807a-a1cde7103ed4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:35.469447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1de7e171-cd2c-4037-9a01-a026e19be9e7 req-c785490a-1bf6-4f59-807a-a1cde7103ed4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 981 time: 0.0546565 Dec 13 16:37:35.533025 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1de7e171-cd2c-4037-9a01-a026e19be9e7 req-4c3f1468-d51b-417c-98f1-b4c45b014b7b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572381 Dec 13 16:37:36.382798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 316f3163-c9d9-48c8-8194-0e853df22154 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:37:36.477646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:36.489795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '316f3163-c9d9-48c8-8194-0e853df22154', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'port_id': '316f3163-c9d9-48c8-8194-0e853df22154', 'mac_address': 'fa:16:3e:93:92:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:37:36.524955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:36.539900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316f3163-c9d9-48c8-8194-0e853df22154 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:37:36.563996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:36.569486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:36.618633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=9']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:36.654512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd9667-5551-45b9-8925-98a5340a3d61 req-dd56fd52-5faa-464a-8741-7cd6a224627b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:36.656435 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-85dd9667-5551-45b9-8925-98a5340a3d61 req-dd56fd52-5faa-464a-8741-7cd6a224627b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 982 time: 0.0536804 Dec 13 16:37:36.705362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-85dd9667-5551-45b9-8925-98a5340a3d61 req-dfe94d2c-6463-4872-8329-4ff97461b29f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Dec 13 16:37:36.817883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['316f3163-c9d9-48c8-8194-0e853df22154'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:37:37.818131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50fd2b-0ee9-4d31-a9e2-7a0d8497ce1c req-21ce2794-f60d-48c9-be4f-557be58a3614 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:37.819642 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f50fd2b-0ee9-4d31-a9e2-7a0d8497ce1c req-21ce2794-f60d-48c9-be4f-557be58a3614 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 982 time: 0.0489306 Dec 13 16:37:37.867764 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f50fd2b-0ee9-4d31-a9e2-7a0d8497ce1c req-f26d3f12-2e98-439b-8f5c-28cfb8b51050 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421619 Dec 13 16:37:38.401087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 316f3163-c9d9-48c8-8194-0e853df22154 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:38.453504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 316f3163-c9d9-48c8-8194-0e853df22154 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:37:38.457266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 316f3163-c9d9-48c8-8194-0e853df22154 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:38.457631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:38.531933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:38.554289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12221703-5c67-415e-8ad7-e6f4d441a3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:37:38.556579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe5b66b-ce7c-4193-851d-535cea744ec2" -d '{"events": [{"server_uuid": "12221703-5c67-415e-8ad7-e6f4d441a3e5", "name": "network-vif-plugged", "status": "completed", "tag": "316f3163-c9d9-48c8-8194-0e853df22154"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:37:38.572348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:38.576460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:38.601672 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdf0321-23aa-4e3c-aa81-1883c429b4a3 x-openstack-request-id: req-1fdf0321-23aa-4e3c-aa81-1883c429b4a3 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:37:38.601969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12221703-5c67-415e-8ad7-e6f4d441a3e5", "name": "network-vif-plugged", "status": "completed", "tag": "316f3163-c9d9-48c8-8194-0e853df22154", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:37:38.602227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1fdf0321-23aa-4e3c-aa81-1883c429b4a3 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:37:38.602614 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12221703-5c67-415e-8ad7-e6f4d441a3e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316f3163-c9d9-48c8-8194-0e853df22154', 'code': 200} Dec 13 16:37:38.629533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=10']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:38.636782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.637058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.637408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.637752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.638089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.638450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.638810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.639144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.639525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.640073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.640409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.640751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.641096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:38.780865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ab3a1-356c-49d4-996e-1851061ed731 req-09f6213e-9817-4121-99c4-d32639c02d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:38.782485 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed9ab3a1-356c-49d4-996e-1851061ed731 req-09f6213e-9817-4121-99c4-d32639c02d19 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 1137 time: 0.0396664 Dec 13 16:37:38.831799 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed9ab3a1-356c-49d4-996e-1851061ed731 req-c2662846-ed68-4861-80fc-26c31d613758 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Dec 13 16:37:38.982630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5579bd-76b5-41b9-89ff-d41c59c6063e req-0430265b-34e0-4f5a-9c22-945c4e9a2dff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:38.984183 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d5579bd-76b5-41b9-89ff-d41c59c6063e req-0430265b-34e0-4f5a-9c22-945c4e9a2dff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 984 time: 0.0496817 Dec 13 16:37:39.031222 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d5579bd-76b5-41b9-89ff-d41c59c6063e req-536cf2c0-871c-4269-bcaf-74db63ebed78 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411830 Dec 13 16:37:40.133638 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:37:40.149042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c9a69-0233-4ba2-91d6-2c960369fb73 req-6784d551-c45a-43b0-85da-dc48502ae9bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:40.150536 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e91c9a69-0233-4ba2-91d6-2c960369fb73 req-6784d551-c45a-43b0-85da-dc48502ae9bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 984 time: 0.0497611 Dec 13 16:37:40.202024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e91c9a69-0233-4ba2-91d6-2c960369fb73 req-3bde04f1-fe84-4f33-b565-fdd01d6386b3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437379 Dec 13 16:37:40.318661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c2dbb-9aa3-4cec-9c96-91f3e3d4b0d1 req-0c0bb74d-bb95-40a7-ab32-39a2d8890137 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:40.320048 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e8c2dbb-9aa3-4cec-9c96-91f3e3d4b0d1 req-0c0bb74d-bb95-40a7-ab32-39a2d8890137 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 984 time: 0.0524247 Dec 13 16:37:40.367431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e8c2dbb-9aa3-4cec-9c96-91f3e3d4b0d1 req-9a2071d8-e4e1-4ccc-8cde-cad658e5bcb9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Dec 13 16:37:40.389061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47616) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:40.458491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73636904-de39-40f8-a43a-34adb46a7d05 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:40.460056 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-73636904-de39-40f8-a43a-34adb46a7d05 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5&network_id=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b HTTP/1.1" status: 200 len: 1132 time: 0.0697224 Dec 13 16:37:40.678762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacc797-9688-4f86-ac1a-33dbf6ab814f req-94347e33-31dc-4bcb-8f0f-4b15fbd8390a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:40.680268 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cdacc797-9688-4f86-ac1a-33dbf6ab814f req-94347e33-31dc-4bcb-8f0f-4b15fbd8390a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 984 time: 0.0586779 Dec 13 16:37:40.732273 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cdacc797-9688-4f86-ac1a-33dbf6ab814f req-707e62f9-eeea-4ddf-98b3-f8962cbc8c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Dec 13 16:37:41.852088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca2b1d-5fd0-4f42-bc9d-ab3e63afb201 req-255688d9-c77a-437d-afa1-485e013d9786 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:41.853646 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7ca2b1d-5fd0-4f42-bc9d-ab3e63afb201 req-255688d9-c77a-437d-afa1-485e013d9786 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 984 time: 0.0497425 Dec 13 16:37:41.901664 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7ca2b1d-5fd0-4f42-bc9d-ab3e63afb201 req-18d798a3-f1f8-419d-b367-7f26ae34f454 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Dec 13 16:37:42.132904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-56b48634-f2af-416a-8cf0-5dd216345567 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:42.134335 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-56b48634-f2af-416a-8cf0-5dd216345567 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 984 time: 0.0472493 Dec 13 16:37:42.188431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-668bf401-f6d8-413d-be09-6af3136966f6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:42.189767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-668bf401-f6d8-413d-be09-6af3136966f6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0415800 Dec 13 16:37:42.293753 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-c90de1df-9392-419d-9dae-b9ef13820b3f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0949495 Dec 13 16:37:42.308925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:42.366304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:42.495393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=316f3163-c9d9-48c8-8194-0e853df22154,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:42.531553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] For port 316f3163-c9d9-48c8-8194-0e853df22154, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:42.563539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] device_id is not set on port 316f3163-c9d9-48c8-8194-0e853df22154 yet. {{(pid=103052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 13 16:37:42.571799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:42.577616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:42.653886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] Pushing event updated for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=11']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:42.701599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] No DVR routers for this DVR port 316f3163-c9d9-48c8-8194-0e853df22154 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:37:42.830358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-edf43b58-b7c0-47e6-b983-85af5dfdaa66 None None] Provisioning complete for port 316f3163-c9d9-48c8-8194-0e853df22154 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:42.831065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-edf43b58-b7c0-47e6-b983-85af5dfdaa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:42.866977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-edf43b58-b7c0-47e6-b983-85af5dfdaa66 None None] Port 316f3163-c9d9-48c8-8194-0e853df22154 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:43.179440 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1214b625-386c-4786-b508-8ee6c962db7c req-ec83fc34-da05-4220-935c-497aecdd5bdc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=12221703-5c67-415e-8ad7-e6f4d441a3e5 HTTP/1.1" status: 200 len: 210 time: 0.0332706 Dec 13 16:37:43.186002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] In _notify_port_updated(), no bound segment for port 316f3163-c9d9-48c8-8194-0e853df22154 on network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b {{(pid=103052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 13 16:37:43.187216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:43.187826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:43.189071 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-08c3721b-53fa-4ebd-b5bd-8433ead86bcc req-b3963c63-57bf-4d7a-97e5-82137ed06069 service neutron] 10.222.0.31 "PUT /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 200 len: 1027 time: 0.8839629 Dec 13 16:37:43.817149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.235700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47628) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:44.291907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d030-a7fa-4446-a627-30ab7c84be28 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.318085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d030-a7fa-4446-a627-30ab7c84be28 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.386888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d030-a7fa-4446-a627-30ab7c84be28 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.389649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aa8d030-a7fa-4446-a627-30ab7c84be28 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.390856 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9aa8d030-a7fa-4446-a627-30ab7c84be28 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/cf979103-6d21-4928-bc1d-d98ea167022a HTTP/1.1" status: 204 len: 168 time: 0.1541102 Dec 13 16:37:44.400196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8d030-a7fa-4446-a627-30ab7c84be28 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf979103-6d21-4928-bc1d-d98ea167022a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:44.422920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47632) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:44.581826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 17591121-ca7d-473b-b0ed-d325feca375e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:44.582062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.656300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.656625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.668005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 17591121-ca7d-473b-b0ed-d325feca375e owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:44.849612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.878622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=17591121-ca7d-473b-b0ed-d325feca375e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:44.940785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:44.941191 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 1fd60a15-3b32-4e28-bd83-98472a54a9ac disassociated (deleted). External IP: 172.26.6.131, port: 316f3163-c9d9-48c8-8194-0e853df22154. Dec 13 16:37:45.150693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 9fc9069d-46ad-4400-af22-273d799096c9 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:37:45.258049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:37:45.262796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.268052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] Sync routers for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:37:45.277079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:45.277699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:45.290311 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7d4349a0-05ad-4f16-8777-6a5a339604ef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/1fd60a15-3b32-4e28-bd83-98472a54a9ac HTTP/1.1" status: 204 len: 168 time: 0.8662412 Dec 13 16:37:45.363293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47638) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:45.391170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:45.428724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-39374b31-4d6e-4c2b-a528-5d66a18619a2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.456139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-39374b31-4d6e-4c2b-a528-5d66a18619a2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.519685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-39374b31-4d6e-4c2b-a528-5d66a18619a2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.522392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-39374b31-4d6e-4c2b-a528-5d66a18619a2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.523861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-39374b31-4d6e-4c2b-a528-5d66a18619a2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/a6b30219-2dd6-422a-b403-b627d909173c HTTP/1.1" status: 204 len: 168 time: 0.1589365 Dec 13 16:37:45.533582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39374b31-4d6e-4c2b-a528-5d66a18619a2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b30219-2dd6-422a-b403-b627d909173c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:45.555781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47642) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:45.645874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-82c1b7b5-dac9-44bd-9a9f-4ba619ca0f30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 316f3163-c9d9-48c8-8194-0e853df22154 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:45.646305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82c1b7b5-dac9-44bd-9a9f-4ba619ca0f30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.738024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82c1b7b5-dac9-44bd-9a9f-4ba619ca0f30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.750172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-82c1b7b5-dac9-44bd-9a9f-4ba619ca0f30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 316f3163-c9d9-48c8-8194-0e853df22154 owned by {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:45.760435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:13Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:45.791334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] Checking router: 9fc9069d-46ad-4400-af22-273d799096c9 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:37:45.800329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:45.800942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:45.885552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82c1b7b5-dac9-44bd-9a9f-4ba619ca0f30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.908258 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:45.913856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1b7b5-dac9-44bd-9a9f-4ba619ca0f30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=316f3163-c9d9-48c8-8194-0e853df22154,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:45.989607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82c1b7b5-dac9-44bd-9a9f-4ba619ca0f30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:45.993159 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-82c1b7b5-dac9-44bd-9a9f-4ba619ca0f30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/ports/316f3163-c9d9-48c8-8194-0e853df22154 HTTP/1.1" status: 204 len: 168 time: 0.4362719 Dec 13 16:37:45.995820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47644) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:46.127389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:13Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:46.154215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fbee0-c4df-4510-bbe5-d3657afabe64 None None] The sync data for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv is: [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8', 'name': '', 'network_id': '8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:0f:86:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:10Z', 'updated_at': '2021-12-13T16:37:13Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '2f8950d0-5469-4d99-a91e-abe2f87fdaf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:37:46.369592 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa698f2-98a7-421a-b7af-a40040d4cf70 None None] New status for floating IP 1fd60a15-3b32-4e28-bd83-98472a54a9ac: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:37:46.372895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:46.429669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 316f3163-c9d9-48c8-8194-0e853df22154 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:46.458456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 316f3163-c9d9-48c8-8194-0e853df22154 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:46.458909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 316f3163-c9d9-48c8-8194-0e853df22154 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:46.629794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:46.630131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:46.721865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:46.722227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:46.735743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:46.917994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:46.945164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:47.118706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:47.331431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 9fc9069d-46ad-4400-af22-273d799096c9 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:37:47.432896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:37:47.438597 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dbee6630-dc9b-4199-9c48-eb160d3ffdb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/9fc9069d-46ad-4400-af22-273d799096c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4417200 Dec 13 16:37:47.441521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47646) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:47.442605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] Sync routers for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:37:47.452728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:47.453354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:47.496158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet 2f8950d0-5469-4d99-a91e-abe2f87fdaf8 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:37:47.499826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:47.541970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:47.560526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:47.623829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:47.681947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:47.713865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8950d0-5469-4d99-a91e-abe2f87fdaf8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:47.718774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:47.721376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71362655-3070-4c69-b2c2-e6f6f4d61e2c None None] Network 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:37:47.721974 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/2f8950d0-5469-4d99-a91e-abe2f87fdaf8 HTTP/1.1" status: 204 len: 168 time: 0.2794309 Dec 13 16:37:47.724933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47648) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:47.731615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.731970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.732523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.732753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.733191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.733484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.733807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.734188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.734517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.735024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.735993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.735993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.736243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5690c81-1942-4687-b9d5-69bd86967eb5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:37:47.813602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:47.839221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:47.844194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] Checking router: 9fc9069d-46ad-4400-af22-273d799096c9 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:37:47.856504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] Routers {'9fc9069d-46ad-4400-af22-273d799096c9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:47.857126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9fc9069d-46ad-4400-af22-273d799096c9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:47.949925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:47.968706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] Set router 9fc9069d-46ad-4400-af22-273d799096c9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:48.016677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 7c905f20-921f-47db-998b-21c29b10ae52 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:48.017023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.033847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] DHCP port deletion for 8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:48.098077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 7c905f20-921f-47db-998b-21c29b10ae52, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7c905f20-921f-47db-998b-21c29b10ae52,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:48.098442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.111172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 7c905f20-921f-47db-998b-21c29b10ae52 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:48.175094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] Deleting port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:37:48.175386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.245842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] For port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=29c83653-3f1e-4e87-a7fc-e05d4e1a3381,segment=NetworkSegment(39f77251-9b87-40fc-942b-b0a4002700d2),segment_id=39f77251-9b87-40fc-942b-b0a4002700d2)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:48.246148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.259959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] Calling delete_port for 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:37:48.272163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:48.277354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.305065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=7c905f20-921f-47db-998b-21c29b10ae52,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:48.312887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65996ea1-062d-46ed-a596-72e6b90d65c0 None None] The sync data for ids ['9fc9069d-46ad-4400-af22-273d799096c9'] in dv-neutron-821599-1-hyperv is: [{'id': '9fc9069d-46ad-4400-af22-273d799096c9', 'name': 'tempest-TestNetworkBasicOps-router-347724790', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142'}], 'enable_snat': True}, 'gw_port_id': '7c905f20-921f-47db-998b-21c29b10ae52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:46Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': '7c905f20-921f-47db-998b-21c29b10ae52', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc9069d-46ad-4400-af22-273d799096c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1381, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:07Z', 'updated_at': '2021-12-13T16:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:37:48.343974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a4d20-056d-4ac0-9803-3a0d2f53c628 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:48.373057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.390627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.417611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] Pushing event deleted for resources: {'Port': ['ID=29c83653-3f1e-4e87-a7fc-e05d4e1a3381,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:48.419485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a415c56-4a57-4d5b-95b2-edc8b701edcf None None] No DVR routers for this DVR port 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:37:48.465360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.467617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.511196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.511725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc9069d-46ad-4400-af22-273d799096c9 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:37:48.519239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.520344 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c809d758-987c-4831-9605-5d017cc1f290 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/routers/9fc9069d-46ad-4400-af22-273d799096c9 HTTP/1.1" status: 204 len: 168 time: 0.7945676 Dec 13 16:37:48.523065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47650) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:48.603355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.692628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.712945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:48.723012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f77251-9b87-40fc-942b-b0a4002700d2') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:48.723304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f77251-9b87-40fc-942b-b0a4002700d2') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:48.740900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.754633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.760876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:37:48.761265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:37:48.765394 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:37:48.823055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.830320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.833455 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b HTTP/1.1" status: 204 len: 168 time: 0.3094740 Dec 13 16:37:48.845547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999c6492-9346-45e2-af3c-dfdccd583631 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=8565d4f2-9e3e-4d6b-a8b5-3187a2c49f5b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:48.847453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47652) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:48.859081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cd0f3001-519c-4c14-b2b4-2077651ebf37 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0107188 Dec 13 16:37:48.862021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47654) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:48.866789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--2052464082', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:48.888844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:37:48.894298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.920662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:37:48.931516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:48.931868 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment 2be0f51f-d185-4617-9ddb-b8679c670f17 of type vlan for network 955c55ae-6ca3-4444-870a-0318c26ecadd Dec 13 16:37:48.975189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.001756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.007339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:49.007915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.064567 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2015417 Dec 13 16:37:49.067277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47656) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:49.078063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'admin_state_up': True, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:49.090961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1e3a7-80ff-42b0-8bf3-7bedf806fe4d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=955c55ae-6ca3-4444-870a-0318c26ecadd,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:49.101452 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 955c55ae-6ca3-4444-870a-0318c26ecadd details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:37:49.109002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.110070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.163930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.631084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.822106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.841402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:49.872156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7c905f20-921f-47db-998b-21c29b10ae52 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:49.894212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 7c905f20-921f-47db-998b-21c29b10ae52 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:49.894568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7c905f20-921f-47db-998b-21c29b10ae52 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:49.895080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:49.917016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:49.917369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 29c83653-3f1e-4e87-a7fc-e05d4e1a3381 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:49.917791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:37:49.941731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:37:49.942081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f9fb2c10-fe48-4326-a9ba-cc55dc1bf6e8 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:37:49.948052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.162 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/cefcf784-39b2-4842-a688-f02c2689ec13) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:50.054286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:50.087801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:50.127018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:50.129933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:50.132646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:50.144122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be63d2a0-ea61-46d8-b5af-7bd7c299ac50 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:50.167034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=cefcf784-39b2-4842-a688-f02c2689ec13,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:50.258270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-03e829d8-ec71-484c-8d08-53206b9c35da None None] Provisioning complete for port cefcf784-39b2-4842-a688-f02c2689ec13 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:50.258771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-03e829d8-ec71-484c-8d08-53206b9c35da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:50.293277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-03e829d8-ec71-484c-8d08-53206b9c35da None None] Port cefcf784-39b2-4842-a688-f02c2689ec13 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:50.407884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:50.605643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:50.734564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router ee40402d-22e4-4e06-a349-ac9d202df8f3 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:37:50.841540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:37:50.851792 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Sync routers for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:37:50.861361 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:50.861932 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:50.863817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:50.865130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e11befa7-618b-4399-a708-aa003763cbb7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7969246 Dec 13 16:37:50.868228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47658) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:50.900915 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ec939d63-1943-43dd-b408-5cdb5a87d883 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289028 Dec 13 16:37:50.901184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47660) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:51.003156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006c6d35-ebe2-465e-9151-47090b435940 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:51.004807 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-006c6d35-ebe2-465e-9151-47090b435940 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1026096 Dec 13 16:37:51.007672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47662) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:51.039506 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5f1231aa-205c-4a0e-97f5-6d46e4c5fac6 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283551 Dec 13 16:37:51.039751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47664) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:51.044387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1441593604', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:51.060177 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:51.135603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:37:51.140397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.245372 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:50Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:51.273410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Checking router: ee40402d-22e4-4e06-a349-ac9d202df8f3 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:37:51.273747 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Updating router ee40402d-22e4-4e06-a349-ac9d202df8f3 port cefcf784-39b2-4842-a688-f02c2689ec13 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:37:51.303387 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.329900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.401075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=570d4cec-af24-4f71-a69e-9145c660309f,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:51.409643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:51.409643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: 955c55ae-6ca3-4444-870a-0318c26ecadd, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:37:51.428318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 955c55ae-6ca3-4444-870a-0318c26ecadd is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:37:51.439575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 955c55ae-6ca3-4444-870a-0318c26ecadd) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:51.443947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:51.444785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.452315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bce5e23-a35d-44fc-a2a9-d2b4d9479693 None None] Network 955c55ae-6ca3-4444-870a-0318c26ecadd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:37:51.462570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-071a196d-7b0b-4f63-be52-5d3959360cf6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4218698 Dec 13 16:37:51.465916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47666) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:51.581664 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.591080 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.659595 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Attempting to bind port cefcf784-39b2-4842-a688-f02c2689ec13 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:51.660122 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Attempting to bind port cefcf784-39b2-4842-a688-f02c2689ec13 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:51.660582 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Attempting to bind port cefcf784-39b2-4842-a688-f02c2689ec13 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:51.671521 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:51.672049 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:51.672569 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.673055 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:51.673631 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Bound port: cefcf784-39b2-4842-a688-f02c2689ec13, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:51.674358 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.679797 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a290ec-e4ef-476c-8cd0-d52326b92270 None None] Pushing event updated for resources: {'Port': ['ID=cefcf784-39b2-4842-a688-f02c2689ec13,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:51.706912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4529352-3bb7-4baa-b278-8e3f027b2c19 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:51.739144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-955c55ae-6ca3-4444-870a-0318c26ecadd', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:37:51.740019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.749530 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] For port cefcf784-39b2-4842-a688-f02c2689ec13, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:51.753137 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] For port cefcf784-39b2-4842-a688-f02c2689ec13, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cefcf784-39b2-4842-a688-f02c2689ec13,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:51.759409 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.816071 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:51.816500 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e9f9d-f97c-42a1-be8f-cda6a36d7fb5 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:37:51.816633 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:51.857078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7496d1c6-25da-49f8-897f-eb1859cd31a7 None None] Provisioning complete for port cefcf784-39b2-4842-a688-f02c2689ec13 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:51.859012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7496d1c6-25da-49f8-897f-eb1859cd31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:51.901084 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a290ec-e4ef-476c-8cd0-d52326b92270 None None] Pushing event updated for resources: {'Port': ['ID=cefcf784-39b2-4842-a688-f02c2689ec13,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:51.941167 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Allocated IP 172.20.0.2 (955c55ae-6ca3-4444-870a-0318c26ecadd/570d4cec-af24-4f71-a69e-9145c660309f/d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:51.946545 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:51.986639 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.021107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7496d1c6-25da-49f8-897f-eb1859cd31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.051431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7496d1c6-25da-49f8-897f-eb1859cd31a7 None None] For port cefcf784-39b2-4842-a688-f02c2689ec13, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cefcf784-39b2-4842-a688-f02c2689ec13,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:52.056542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7496d1c6-25da-49f8-897f-eb1859cd31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.145736 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:50Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:52.159874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496d1c6-25da-49f8-897f-eb1859cd31a7 None None] Pushing event updated for resources: {'Port': ['ID=cefcf784-39b2-4842-a688-f02c2689ec13,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:52.181517 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe566ad3-5b56-4fcb-8554-1ccc1d4b0393 None None] The sync data for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv is: [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:50Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:37:52.185211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.192260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8e20613a-b51c-4542-8ad3-cec384f9b33e None None] Provisioning complete for port cefcf784-39b2-4842-a688-f02c2689ec13 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:52.192848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8e20613a-b51c-4542-8ad3-cec384f9b33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.196631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.283158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Network 955c55ae-6ca3-4444-870a-0318c26ecadd is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:52.285911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Pushing event updated for resources: {'Port': ['ID=d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:52.286749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.1 (955c55ae-6ca3-4444-870a-0318c26ecadd/570d4cec-af24-4f71-a69e-9145c660309f/f99588cc-ca4f-4b6a-98cf-9d4918a63d0f) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:52.288340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:52.291975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:52.380587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Attempting to bind port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:52.381003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Attempting to bind port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:52.381313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Attempting to bind port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 on network 955c55ae-6ca3-4444-870a-0318c26ecadd {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:52.388315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:52.389141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Checking segment: {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:52.389865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.390429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Bound using segment: {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:52.391099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Bound port: d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:52.391666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.434374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.476476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.486725 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] For port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:52.489579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] For port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:52.494038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.527336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 955c55ae-6ca3-4444-870a-0318c26ecadd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:52.531725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:52.539758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:52.544618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:52.570468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa27fc-3f07-49fd-89a7-d3149c775ce0 None None] Pushing event updated for resources: {'Port': ['ID=d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:52.597049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:52.762427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:53.073600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:53.078936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:53.155354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:53.157340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:53.254154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 955c55ae-6ca3-4444-870a-0318c26ecadd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:53.255596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:53.372498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router ee40402d-22e4-4e06-a349-ac9d202df8f3 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:37:53.476713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0fd8b4-5eda-4d6d-a8cd-0034bff1eb39 None None] Network 955c55ae-6ca3-4444-870a-0318c26ecadd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:37:53.484930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:37:53.490768 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0c46bc75-52a2-48ba-917d-f2b15a0c64b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/ee40402d-22e4-4e06-a349-ac9d202df8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0228243 Dec 13 16:37:53.492540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47668) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:53.545711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8905265f-193c-485c-bb02-f265ea2d4c1c None None] Provisioning complete for port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:53.546444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8905265f-193c-485c-bb02-f265ea2d4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:53.585520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44540429-626e-4e21-add4-c62ad255a3de tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:53.585991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44540429-626e-4e21-add4-c62ad255a3de tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:53.586628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44540429-626e-4e21-add4-c62ad255a3de tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:53.587103 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44540429-626e-4e21-add4-c62ad255a3de tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:53.588792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-44540429-626e-4e21-add4-c62ad255a3de tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.0953305 Dec 13 16:37:53.591730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47670) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:53.649214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a2999-a765-46c4-8c19-4fd0cb680bde tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:53.649634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a2999-a765-46c4-8c19-4fd0cb680bde tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:53.650150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a2999-a765-46c4-8c19-4fd0cb680bde tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:53.650601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a2999-a765-46c4-8c19-4fd0cb680bde tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:53.652502 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b39a2999-a765-46c4-8c19-4fd0cb680bde tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0590465 Dec 13 16:37:53.656197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47672) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:53.664681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8905265f-193c-485c-bb02-f265ea2d4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:53.698784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8905265f-193c-485c-bb02-f265ea2d4c1c None None] For port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:53.705078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8905265f-193c-485c-bb02-f265ea2d4c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:53.759126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905265f-193c-485c-bb02-f265ea2d4c1c None None] Pushing event updated for resources: {'Port': ['ID=d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:53.800671 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-62308674-2767-4463-b4b9-2c45c8ad36d8 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1432760 Dec 13 16:37:53.933819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b9fddfc5-2c67-4f88-af73-8660e832aeb0 None None] Provisioning complete for port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:53.934204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9fddfc5-2c67-4f88-af73-8660e832aeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:53.964045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:54.025364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47676) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:54.031009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6fd1a88e-e02d-4ffe-9aa3-9e442fbf1208 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1452022880', 'description': 'tempest-secgroup-smoke-1452022880 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:54.057608 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a88e-e02d-4ffe-9aa3-9e442fbf1208 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.074169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:54.074550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.115766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Sync routers for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:37:54.122453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b9fddfc5-2c67-4f88-af73-8660e832aeb0 None None] Provisioning complete for port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:54.122857 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9fddfc5-2c67-4f88-af73-8660e832aeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.154124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a88e-e02d-4ffe-9aa3-9e442fbf1208 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.158903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a88e-e02d-4ffe-9aa3-9e442fbf1208 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.161351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:54.162258 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:54.193719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd1a88e-e02d-4ffe-9aa3-9e442fbf1208 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f0a410-8847-42dc-9856-6414f7be9ba2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:54.201264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6fd1a88e-e02d-4ffe-9aa3-9e442fbf1208 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.204268 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6fd1a88e-e02d-4ffe-9aa3-9e442fbf1208 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1778748 Dec 13 16:37:54.207128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47678) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:54.211871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ff6f4ed5-9e0b-470f-a8cb-2b0b3f25342a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '81f0a410-8847-42dc-9856-6414f7be9ba2', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:54.242402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b9fddfc5-2c67-4f88-af73-8660e832aeb0 None None] Port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:54.245211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4ed5-9e0b-470f-a8cb-2b0b3f25342a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.294024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cefcf784-39b2-4842-a688-f02c2689ec13 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:54.313400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4ed5-9e0b-470f-a8cb-2b0b3f25342a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.317518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4ed5-9e0b-470f-a8cb-2b0b3f25342a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.341974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f4ed5-9e0b-470f-a8cb-2b0b3f25342a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acc1492-cf99-49cd-ad51-0ea9e3b8bd5c,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:54.344740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:54.348486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff6f4ed5-9e0b-470f-a8cb-2b0b3f25342a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.349788 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ff6f4ed5-9e0b-470f-a8cb-2b0b3f25342a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1415446 Dec 13 16:37:54.352550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47680) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:54.358762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-dff4c131-3601-4090-9fb1-accacc682e1c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '81f0a410-8847-42dc-9856-6414f7be9ba2', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:54.403869 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dff4c131-3601-4090-9fb1-accacc682e1c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.444237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1de8709c-6489-4966-80dd-ed791a2631b5 None None] Provisioning complete for port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:54.444613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1de8709c-6489-4966-80dd-ed791a2631b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.456488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dff4c131-3601-4090-9fb1-accacc682e1c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.460109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dff4c131-3601-4090-9fb1-accacc682e1c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.478125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff4c131-3601-4090-9fb1-accacc682e1c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e4aef0-8876-4bdc-ac1b-cd48d8cf9b08,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:54.487070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dff4c131-3601-4090-9fb1-accacc682e1c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.488218 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dff4c131-3601-4090-9fb1-accacc682e1c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345594 Dec 13 16:37:54.491000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47682) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:54.495185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-205548ea-d25e-42f6-9d8c-b6b419317248 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '81f0a410-8847-42dc-9856-6414f7be9ba2', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:54.505864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port cefcf784-39b2-4842-a688-f02c2689ec13 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:54.506233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.521301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-205548ea-d25e-42f6-9d8c-b6b419317248 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.555588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1de8709c-6489-4966-80dd-ed791a2631b5 None None] Port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:54.584188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-205548ea-d25e-42f6-9d8c-b6b419317248 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.587979 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-205548ea-d25e-42f6-9d8c-b6b419317248 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.607401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205548ea-d25e-42f6-9d8c-b6b419317248 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfabf05-658e-4f16-991c-e9f7d9326686,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:54.616311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-205548ea-d25e-42f6-9d8c-b6b419317248 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.619070 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-205548ea-d25e-42f6-9d8c-b6b419317248 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271291 Dec 13 16:37:54.620246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47684) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:54.625492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-730d941a-6f7d-4df0-bb12-020fdb915c9e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '81f0a410-8847-42dc-9856-6414f7be9ba2', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:54.652069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-730d941a-6f7d-4df0-bb12-020fdb915c9e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.675397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:54.711263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-730d941a-6f7d-4df0-bb12-020fdb915c9e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.716003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-730d941a-6f7d-4df0-bb12-020fdb915c9e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.737238 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d941a-6f7d-4df0-bb12-020fdb915c9e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d5be47-7750-41bc-8341-1f6a2a8dc857,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:54.748210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-730d941a-6f7d-4df0-bb12-020fdb915c9e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.749653 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-730d941a-6f7d-4df0-bb12-020fdb915c9e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284544 Dec 13 16:37:54.752540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47686) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:54.757308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e89cf1ca-e3c0-4f69-9f32-c40b0cee011e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '81f0a410-8847-42dc-9856-6414f7be9ba2', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:54.784948 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-e89cf1ca-e3c0-4f69-9f32-c40b0cee011e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:37:54.795049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e89cf1ca-e3c0-4f69-9f32-c40b0cee011e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.857796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Checking router: ee40402d-22e4-4e06-a349-ac9d202df8f3 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:37:54.858129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Updating router ee40402d-22e4-4e06-a349-ac9d202df8f3 port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:37:54.862320 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e89cf1ca-e3c0-4f69-9f32-c40b0cee011e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.866936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e89cf1ca-e3c0-4f69-9f32-c40b0cee011e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.882823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.888341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cf1ca-e3c0-4f69-9f32-c40b0cee011e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db154eb-be1b-4be6-8ff9-64961070e3ce,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:54.901620 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e89cf1ca-e3c0-4f69-9f32-c40b0cee011e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.902947 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e89cf1ca-e3c0-4f69-9f32-c40b0cee011e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491876 Dec 13 16:37:54.906404 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47688) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:37:54.911181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-20ad146d-411e-4258-809b-22bfc1a78409 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '81f0a410-8847-42dc-9856-6414f7be9ba2', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:54.937254 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-20ad146d-411e-4258-809b-22bfc1a78409 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:37:54.943470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20ad146d-411e-4258-809b-22bfc1a78409 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:54.944691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9ba0629a-d1ad-4d9d-b24e-86f1d3d5746a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.005826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20ad146d-411e-4258-809b-22bfc1a78409 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.009648 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20ad146d-411e-4258-809b-22bfc1a78409 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.028556 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad146d-411e-4258-809b-22bfc1a78409 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4a15a8-f5d1-46b8-a19d-ba2ad04e6c91,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:55.037136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-20ad146d-411e-4258-809b-22bfc1a78409 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.038343 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-20ad146d-411e-4258-809b-22bfc1a78409 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1309502 Dec 13 16:37:55.170528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.176332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.199204 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-a5764bba-f75f-4081-b85f-8b3b809e647f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1452022880&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.0510280 Dec 13 16:37:55.254374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cef8a-c013-42bf-9ef7-dd5077fd2eaa None None] Pushing event updated for resources: {'Port': ['ID=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:55.282516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Attempting to bind port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:55.283281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Attempting to bind port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:55.283645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Attempting to bind port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f on network 955c55ae-6ca3-4444-870a-0318c26ecadd {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:55.289095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:55.289476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Checking segment: {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:55.289878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.290271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Bound using segment: {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:55.290761 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Bound port: f99588cc-ca4f-4b6a-98cf-9d4918a63d0f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:55.291140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.320695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a61af-9b44-4d96-8607-91858ede6e8a req-85c311b9-065a-42dd-a0e2-5089aae30abc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:55.322254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-85c311b9-065a-42dd-a0e2-5089aae30abc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=955c55ae-6ca3-4444-870a-0318c26ecadd HTTP/1.1" status: 200 len: 797 time: 0.1168146 Dec 13 16:37:55.339966 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-59dc27cd-af1b-4150-ba14-4d2d5382f442 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0104527 Dec 13 16:37:55.361334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] For port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:55.364961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] For port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:55.368807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.398472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-7a49943c-9b6a-4a84-85e3-c7a093a49b24 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516391 Dec 13 16:37:55.437732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cef8a-c013-42bf-9ef7-dd5077fd2eaa None None] Pushing event updated for resources: {'Port': ['ID=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:55.440310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:37:55.440918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:55.521203 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-00845983-bcd3-4cc8-ab04-00f991517f30 service neutron] 10.222.0.13 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055100 Dec 13 16:37:55.531290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0570a1b6-f30f-4375-a5ce-54a24cafc7d4 None None] Provisioning complete for port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:55.531669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0570a1b6-f30f-4375-a5ce-54a24cafc7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.599538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:37:55.719093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0570a1b6-f30f-4375-a5ce-54a24cafc7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.792419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0570a1b6-f30f-4375-a5ce-54a24cafc7d4 None None] For port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:37:55.808906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0570a1b6-f30f-4375-a5ce-54a24cafc7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.891771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570a1b6-f30f-4375-a5ce-54a24cafc7d4 None None] Pushing event updated for resources: {'Port': ['ID=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:55.925869 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:37:55Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:37:55.960070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8805c7-9ed4-4ab1-b9e9-7f8d08198060 None None] The sync data for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv is: [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:37:55Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:37:55.967122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d5c252ab-e2c5-4a0c-8bd1-8be49ed17412 None None] Provisioning complete for port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:55.967610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5c252ab-e2c5-4a0c-8bd1-8be49ed17412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:55.968903 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-fc2ba8d0-efef-4b7c-9658-d13257248fea service neutron] 10.222.0.13 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410200 Dec 13 16:37:56.184790 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-32ff66bb-5682-4d1f-befd-56ec547cad49 req-63ca00e3-0afe-4ae7-8b7e-6bf14dbd7b22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 210 time: 0.0358531 Dec 13 16:37:57.200910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a61af-9b44-4d96-8607-91858ede6e8a req-d3154ee3-b51e-4a79-a01d-0e307b2acefd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:57.202861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-d3154ee3-b51e-4a79-a01d-0e307b2acefd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=955c55ae-6ca3-4444-870a-0318c26ecadd HTTP/1.1" status: 200 len: 797 time: 0.1100066 Dec 13 16:37:57.294734 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9531d677-33ff-410f-ad0f-30922ed5b6b8 req-5d20232f-765d-44d6-ba71-107723b57dea tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 210 time: 0.0357780 Dec 13 16:37:57.302010 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-99460d4a-c881-4e78-af6d-4c78006c2e14 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 380 time: 0.0792751 Dec 13 16:37:57.320900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b8a20bfb-2a94-443b-8773-026d0a5ff2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:57.328023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['81f0a410-8847-42dc-9856-6414f7be9ba2']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:57.440680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:37:57.444176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:57.567117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.4 (955c55ae-6ca3-4444-870a-0318c26ecadd/570d4cec-af24-4f71-a69e-9145c660309f/2310f356-02f5-4d01-9695-85778946a2e2) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:37:57.707258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:57.739893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:57.783354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 955c55ae-6ca3-4444-870a-0318c26ecadd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:37:57.786559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:37:57.790219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:37:57.820329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=2310f356-02f5-4d01-9695-85778946a2e2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:57.855839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:57.856799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:57.876557 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-040618c9-8e96-4e66-90fb-1ef9655bb918 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5531359 Dec 13 16:37:57.894521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Request body: {'port': {'device_id': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:37:57.911620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f99588cc-ca4f-4b6a-98cf-9d4918a63d0f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:37:57.955875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:57.964900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:57.965374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:58.024111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-feb22034-384e-4acd-a4a8-7b047dc87b30 None None] Provisioning complete for port 2310f356-02f5-4d01-9695-85778946a2e2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:37:58.024482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-feb22034-384e-4acd-a4a8-7b047dc87b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:58.087259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-feb22034-384e-4acd-a4a8-7b047dc87b30 None None] Port 2310f356-02f5-4d01-9695-85778946a2e2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:37:58.225407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2310f356-02f5-4d01-9695-85778946a2e2 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:37:58.233894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:58.245903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Transition to ACTIVE for port object 2310f356-02f5-4d01-9695-85778946a2e2 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:37:58.250210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:58.303901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Pushing event updated for resources: {'Port': ['ID=2310f356-02f5-4d01-9695-85778946a2e2,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:58.390994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Attempting to bind port 2310f356-02f5-4d01-9695-85778946a2e2 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:37:58.391632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Attempting to bind port 2310f356-02f5-4d01-9695-85778946a2e2 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:37:58.391973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Attempting to bind port 2310f356-02f5-4d01-9695-85778946a2e2 on network 955c55ae-6ca3-4444-870a-0318c26ecadd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:58.397938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:58.411681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Port 2310f356-02f5-4d01-9695-85778946a2e2 on network 955c55ae-6ca3-4444-870a-0318c26ecadd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:37:58.412013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Attempting to bind port 2310f356-02f5-4d01-9695-85778946a2e2 on network 955c55ae-6ca3-4444-870a-0318c26ecadd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:37:58.421544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:37:58.421887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Checking segment: {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:37:58.422273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Bound using segment: {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:37:58.422735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Bound port: 2310f356-02f5-4d01-9695-85778946a2e2, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2be0f51f-d185-4617-9ddb-b8679c670f17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:37:58.423098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:58.449374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909c7fa-631f-401a-b885-afe0eafd4902 req-7e00856e-4452-4d61-b1b8-2984d97b3c62 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:58.451009 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d909c7fa-631f-401a-b885-afe0eafd4902 req-7e00856e-4452-4d61-b1b8-2984d97b3c62 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 943 time: 0.0803180 Dec 13 16:37:58.540651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] For port 2310f356-02f5-4d01-9695-85778946a2e2, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:37:58.546270 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d909c7fa-631f-401a-b885-afe0eafd4902 req-4d57d2c0-809d-47dc-a48f-28e075515019 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695229 Dec 13 16:37:58.547920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] For port 2310f356-02f5-4d01-9695-85778946a2e2, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2310f356-02f5-4d01-9695-85778946a2e2,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:37:58.553297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:58.589474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:58.590135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:37:58.591473 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] 10.222.0.31 "PUT /v2.0/ports/2310f356-02f5-4d01-9695-85778946a2e2 HTTP/1.1" status: 200 len: 1093 time: 0.7015843 Dec 13 16:37:58.592474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:37:58.594804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12874f0a-9241-4658-a861-defd37c38081" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "tag": "2310f356-02f5-4d01-9695-85778946a2e2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:37:58.619413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b473e-076b-482f-948e-10d072c26b8f service neutron] Pushing event updated for resources: {'Port': ['ID=2310f356-02f5-4d01-9695-85778946a2e2,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:37:58.650236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4b6652-c3d7-43c0-8c93-1e71733a3f69 x-openstack-request-id: req-2f4b6652-c3d7-43c0-8c93-1e71733a3f69 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:37:58.650618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "tag": "2310f356-02f5-4d01-9695-85778946a2e2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:37:58.650913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f4b6652-c3d7-43c0-8c93-1e71733a3f69 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:37:58.651314 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2', 'status': 'completed', 'code': 200} Dec 13 16:37:58.686683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a61af-9b44-4d96-8607-91858ede6e8a req-9d731fd0-95a3-447c-a1e3-a115128a8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:58.688310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-9d731fd0-95a3-447c-a1e3-a115128a8609 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 1096 time: 0.0475409 Dec 13 16:37:58.744501 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-78a361b3-06e2-49f1-bdf6-5b57a35bd476 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2310f356-02f5-4d01-9695-85778946a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0413606 Dec 13 16:37:58.796191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a61af-9b44-4d96-8607-91858ede6e8a req-58acb759-9ec4-415c-9551-3798ba514a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:58.797655 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-58acb759-9ec4-415c-9551-3798ba514a53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570d4cec-af24-4f71-a69e-9145c660309f HTTP/1.1" status: 200 len: 835 time: 0.0447221 Dec 13 16:37:58.844201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a61af-9b44-4d96-8607-91858ede6e8a req-1935cce9-794a-4a1b-a69c-ff27b66fac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:58.845717 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-1935cce9-794a-4a1b-a69c-ff27b66fac7c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=955c55ae-6ca3-4444-870a-0318c26ecadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409172 Dec 13 16:37:58.944437 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-717f87b0-ec29-4823-bc79-b27fe6464da8 service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882399 Dec 13 16:37:59.036314 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-283a61af-9b44-4d96-8607-91858ede6e8a req-cf4c0ffb-2fbe-41ed-b86a-44aa2f2460f8 service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813689 Dec 13 16:37:59.130109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12874f0a-9241-4658-a861-defd37c38081 req-520488fa-ea31-4cef-8b60-7c147ae011de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:59.131665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12874f0a-9241-4658-a861-defd37c38081 req-520488fa-ea31-4cef-8b60-7c147ae011de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 1096 time: 0.0480034 Dec 13 16:37:59.224318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12874f0a-9241-4658-a861-defd37c38081 req-1a50617a-8054-42b4-954a-213da8d66d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:59.225789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12874f0a-9241-4658-a861-defd37c38081 req-1a50617a-8054-42b4-954a-213da8d66d73 service neutron] 10.222.0.31 "GET /v2.0/networks?id=955c55ae-6ca3-4444-870a-0318c26ecadd HTTP/1.1" status: 200 len: 898 time: 0.0847764 Dec 13 16:37:59.267979 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12874f0a-9241-4658-a861-defd37c38081 req-36cd441f-7289-4db7-a9e2-45d50f965e59 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2310f356-02f5-4d01-9695-85778946a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0340033 Dec 13 16:37:59.323199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12874f0a-9241-4658-a861-defd37c38081 req-3be2495d-b541-4dfa-bf28-58d0548738c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:59.324555 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12874f0a-9241-4658-a861-defd37c38081 req-3be2495d-b541-4dfa-bf28-58d0548738c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570d4cec-af24-4f71-a69e-9145c660309f HTTP/1.1" status: 200 len: 835 time: 0.0479937 Dec 13 16:37:59.372207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12874f0a-9241-4658-a861-defd37c38081 req-c1fe58c6-d9be-49d4-a1f4-96a180c95ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:59.374382 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12874f0a-9241-4658-a861-defd37c38081 req-c1fe58c6-d9be-49d4-a1f4-96a180c95ec1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=955c55ae-6ca3-4444-870a-0318c26ecadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407856 Dec 13 16:37:59.471446 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12874f0a-9241-4658-a861-defd37c38081 req-490e2a41-99ff-49d9-a7a0-065a34bb62df service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839565 Dec 13 16:37:59.567986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12874f0a-9241-4658-a861-defd37c38081 req-9d02b897-dc81-40eb-9ad8-d06e3ed23c07 service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872543 Dec 13 16:37:59.669160 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cb355-c3e2-446a-a528-11ee70cf81dd req-5785c9a0-53e8-4eec-863a-9117d7c66d95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:37:59.671577 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-684cb355-c3e2-446a-a528-11ee70cf81dd req-5785c9a0-53e8-4eec-863a-9117d7c66d95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 943 time: 0.0550678 Dec 13 16:37:59.720553 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-684cb355-c3e2-446a-a528-11ee70cf81dd req-b0d5c7d4-6634-4400-96ec-bd420ac06657 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428576 Dec 13 16:37:59.922384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:00.812440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:00.841076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5db7e6-e061-47d2-a980-b2b8a54c8542 req-8a898970-a8cc-4bba-a0b6-568aee825301 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:00.843186 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f5db7e6-e061-47d2-a980-b2b8a54c8542 req-8a898970-a8cc-4bba-a0b6-568aee825301 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 943 time: 0.0542607 Dec 13 16:38:00.892938 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f5db7e6-e061-47d2-a980-b2b8a54c8542 req-79f98632-2d2a-4fe8-9f3f-2ce945044cf1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Dec 13 16:38:02.007765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c9a8c-9c9e-4c4a-9e8c-9392420bdb91 req-f5d6e209-c793-43aa-a757-b6a09eb9f71d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:02.009232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a6c9a8c-9c9e-4c4a-9e8c-9392420bdb91 req-f5d6e209-c793-43aa-a757-b6a09eb9f71d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 943 time: 0.0495124 Dec 13 16:38:02.059485 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a6c9a8c-9c9e-4c4a-9e8c-9392420bdb91 req-713a9a02-1b3f-4a87-9a03-7cfd7404e8c4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436604 Dec 13 16:38:02.507576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 2310f356-02f5-4d01-9695-85778946a2e2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:38:02.600231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 2310f356-02f5-4d01-9695-85778946a2e2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2310f356-02f5-4d01-9695-85778946a2e2,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:02.611358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '2310f356-02f5-4d01-9695-85778946a2e2', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'port_id': '2310f356-02f5-4d01-9695-85778946a2e2', 'mac_address': 'fa:16:3e:79:16:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:38:02.647227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:02.663162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2310f356-02f5-4d01-9695-85778946a2e2 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:38:02.682059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 2310f356-02f5-4d01-9695-85778946a2e2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2310f356-02f5-4d01-9695-85778946a2e2,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:02.687384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:02.733927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=2310f356-02f5-4d01-9695-85778946a2e2,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:02.936350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['2310f356-02f5-4d01-9695-85778946a2e2'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:38:03.176024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430754ca-f6d8-4de1-af0b-800fcf1d3dcb req-2f963810-02c5-44be-aab6-181fe865fce7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:03.177530 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-430754ca-f6d8-4de1-af0b-800fcf1d3dcb req-2f963810-02c5-44be-aab6-181fe865fce7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 944 time: 0.0487719 Dec 13 16:38:03.230500 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-430754ca-f6d8-4de1-af0b-800fcf1d3dcb req-1a369fb2-5613-4134-a9b1-d4734755ccef tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468516 Dec 13 16:38:04.346377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db023c-0e00-4710-b4b0-34b4447e8926 req-00d3d5a8-67aa-4e99-985c-37930b42ca21 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:04.347890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-35db023c-0e00-4710-b4b0-34b4447e8926 req-00d3d5a8-67aa-4e99-985c-37930b42ca21 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 944 time: 0.0494549 Dec 13 16:38:04.397978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-35db023c-0e00-4710-b4b0-34b4447e8926 req-72bf4c62-20c6-4594-8ebf-6883749e555f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439529 Dec 13 16:38:04.506920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 2310f356-02f5-4d01-9695-85778946a2e2 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:38:04.555696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 2310f356-02f5-4d01-9695-85778946a2e2 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:38:04.559559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 2310f356-02f5-4d01-9695-85778946a2e2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:38:04.559927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:04.638066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:04.660230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:38:04.662444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e1ba66-9a56-4af8-9909-44e1cc2029ca" -d '{"events": [{"server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "name": "network-vif-plugged", "status": "completed", "tag": "2310f356-02f5-4d01-9695-85778946a2e2"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:38:04.676129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 2310f356-02f5-4d01-9695-85778946a2e2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2310f356-02f5-4d01-9695-85778946a2e2,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:04.681189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:04.703734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af42f81-45d5-4fe2-b1f0-0775de05f606 x-openstack-request-id: req-5af42f81-45d5-4fe2-b1f0-0775de05f606 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:38:04.704026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "name": "network-vif-plugged", "status": "completed", "tag": "2310f356-02f5-4d01-9695-85778946a2e2", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:38:04.704284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5af42f81-45d5-4fe2-b1f0-0775de05f606 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:38:04.704675 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2', 'code': 200} Dec 13 16:38:04.729148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=2310f356-02f5-4d01-9695-85778946a2e2,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:04.876084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08caf0-34e3-4dd4-ba90-c970933daad9 req-266c1240-c397-4cab-b556-e913149a42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:04.877588 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-de08caf0-34e3-4dd4-ba90-c970933daad9 req-266c1240-c397-4cab-b556-e913149a42e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0440786 Dec 13 16:38:04.923381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-de08caf0-34e3-4dd4-ba90-c970933daad9 req-72aca4f1-5618-410d-a025-de6e0e6134b5 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387242 Dec 13 16:38:05.515746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082d179-dedc-471b-80c1-d165df95e648 req-5cf8a0c9-cfc1-4d53-8b53-5a5b02a29f4e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:05.517226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2082d179-dedc-471b-80c1-d165df95e648 req-5cf8a0c9-cfc1-4d53-8b53-5a5b02a29f4e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 945 time: 0.0527301 Dec 13 16:38:05.566378 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2082d179-dedc-471b-80c1-d165df95e648 req-9050867a-29c4-4a9e-8c0c-4925ff559e2c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432885 Dec 13 16:38:06.683006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e7f4d-8f50-488b-83ba-ce04a13df718 req-a2137e1f-9ab4-4773-8862-5575f21f7737 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:06.684486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f24e7f4d-8f50-488b-83ba-ce04a13df718 req-a2137e1f-9ab4-4773-8862-5575f21f7737 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 945 time: 0.0495496 Dec 13 16:38:06.733603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f24e7f4d-8f50-488b-83ba-ce04a13df718 req-9e156426-3431-4da6-911a-fdac1103c1e2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Dec 13 16:38:06.850157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9df38-85ea-4912-a8c8-d1ef7ed8411b req-605d9e84-c642-4918-9cbb-052e7cbe0ed3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:06.851671 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24f9df38-85ea-4912-a8c8-d1ef7ed8411b req-605d9e84-c642-4918-9cbb-052e7cbe0ed3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 945 time: 0.0521736 Dec 13 16:38:06.902384 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24f9df38-85ea-4912-a8c8-d1ef7ed8411b req-a68dd703-17f1-48d6-bd8d-1542794c0c1b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444980 Dec 13 16:38:06.924584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47740) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:06.962836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23190aff-c387-4ae7-b1ab-7f5ab2f4b54d tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:06.964326 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-23190aff-c387-4ae7-b1ab-7f5ab2f4b54d tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 1093 time: 0.0387757 Dec 13 16:38:06.967738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47742) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:06.972091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '2310f356-02f5-4d01-9695-85778946a2e2', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:38:06.993378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:07.093435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:07.195152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.252 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/818ccf95-155e-4d85-adc8-ecc33c5fe4b7) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:38:07.297196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:07.330370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:07.369153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:38:07.373732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:38:07.376199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:38:07.400887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=818ccf95-155e-4d85-adc8-ecc33c5fe4b7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:07.714556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:07.778238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:07.926833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:07.931451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:08.007145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=818ccf95-155e-4d85-adc8-ecc33c5fe4b7,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:08.014047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:08.112706 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP bbbee271-25aa-4ce7-9a64-49c72141abce associated. External IP: 172.26.6.252, port: 2310f356-02f5-4d01-9695-85778946a2e2. Dec 13 16:38:08.323764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router ee40402d-22e4-4e06-a349-ac9d202df8f3 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:38:08.429706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:38:08.440135 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] Sync routers for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:38:08.447390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:08.451016 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:38:08.451638 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:08.474083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-889728bc-7214-434c-8f19-d7f1ff6533b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5053101 Dec 13 16:38:08.474681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:38:08.476758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47744) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:08.477276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe503f5-6807-4728-9891-51ea9aac43b3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "tag": "2310f356-02f5-4d01-9695-85778946a2e2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:38:08.515482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a492f0e6-9115-457f-878e-535fc1c31bc7 x-openstack-request-id: req-a492f0e6-9115-457f-878e-535fc1c31bc7 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:38:08.515844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "tag": "2310f356-02f5-4d01-9695-85778946a2e2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:38:08.516198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a492f0e6-9115-457f-878e-535fc1c31bc7 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:38:08.516693 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2', 'status': 'completed', 'code': 200} Dec 13 16:38:08.562578 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:38:08.586616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-6954d12e-58b7-4ecc-b617-14fe107f47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:08.588226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-6954d12e-58b7-4ecc-b617-14fe107f47a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0459321 Dec 13 16:38:08.590421 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cc6f1f3f-4a2c-40ee-ab5b-5ff1ae57969c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers/ee40402d-22e4-4e06-a349-ac9d202df8f3 HTTP/1.1" status: 200 len: 923 time: 0.1120918 Dec 13 16:38:08.593636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47748) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:08.655956 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5fd0faf6-aa55-4dce-8de7-ed30a8a27c30 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 200 len: 991 time: 0.0611882 Dec 13 16:38:08.682097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-932c2255-8d89-4e3f-b693-2e17b9a59b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:08.683627 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-932c2255-8d89-4e3f-b693-2e17b9a59b30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=955c55ae-6ca3-4444-870a-0318c26ecadd HTTP/1.1" status: 200 len: 898 time: 0.0869782 Dec 13 16:38:08.754293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-d007dbe5-d052-4e22-a916-81f3b372742b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2310f356-02f5-4d01-9695-85778946a2e2 HTTP/1.1" status: 200 len: 999 time: 0.0617895 Dec 13 16:38:08.789561 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bbbee271-25aa-4ce7-9a64-49c72141abce', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.252', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'port_id': '2310f356-02f5-4d01-9695-85778946a2e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'mac_address': 'fa:16:3e:79:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:38:07Z', 'updated_at': '2021-12-13T16:38:07Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:37:55Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:08.804495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-53209e24-bdc3-4130-af1b-186106b7f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:08.806036 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-53209e24-bdc3-4130-af1b-186106b7f8ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570d4cec-af24-4f71-a69e-9145c660309f HTTP/1.1" status: 200 len: 835 time: 0.0444195 Dec 13 16:38:08.819781 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] Checking router: ee40402d-22e4-4e06-a349-ac9d202df8f3 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:38:08.828711 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:38:08.829309 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:37:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:08.855774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-d1ef92b7-e422-4169-b446-cfc9a7db1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:08.857481 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-d1ef92b7-e422-4169-b446-cfc9a7db1da7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=955c55ae-6ca3-4444-870a-0318c26ecadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437338 Dec 13 16:38:08.961174 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-1a7b813c-fa9a-4512-8d94-77bdf7a461bf service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951219 Dec 13 16:38:09.024441 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:38:09.052009 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ebe503f5-6807-4728-9891-51ea9aac43b3 req-b5170617-951d-4bc3-a94a-151cb3f52b30 service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833862 Dec 13 16:38:09.247361 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bbbee271-25aa-4ce7-9a64-49c72141abce', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.252', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'port_id': '2310f356-02f5-4d01-9695-85778946a2e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'mac_address': 'fa:16:3e:79:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:38:07Z', 'updated_at': '2021-12-13T16:38:07Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:37:55Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:09.276792 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaf56cf-784e-4864-b7be-a0c67430bf77 None None] The sync data for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv is: [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bbbee271-25aa-4ce7-9a64-49c72141abce', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.252', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'port_id': '2310f356-02f5-4d01-9695-85778946a2e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'mac_address': 'fa:16:3e:79:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:38:07Z', 'updated_at': '2021-12-13T16:38:07Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:37:55Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:38:09.475766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fb2081-4144-4cae-9f6c-54ffaef087d4 None None] New status for floating IP bbbee271-25aa-4ce7-9a64-49c72141abce: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:38:09.660033 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47750) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:09.723403 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-847e644a-cdcf-41dd-a85b-637d52d63935 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 200 len: 993 time: 0.0622189 Dec 13 16:38:13.832704 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:17.131605 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:38:24.915904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30a12235-d563-4020-9bc0-a46b99a61599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:27.323160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-edcf2519-5bc6-42cb-8cf3-cc0b1a63cd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:28.392954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:29.925121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:30.815366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:43.824873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:44.958315 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47764) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:45.067512 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-614acde8-ee7f-414a-a673-a8278b2d611d tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers/ee40402d-22e4-4e06-a349-ac9d202df8f3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1080117 Dec 13 16:38:45.070289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47766) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:45.182619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5767496a-599f-4088-8f8c-724ff5dcf960 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Notify agent at dv-neutron-821599-1-hyperv the message router_removed_from_agent {{(pid=103053) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 13 16:38:45.186348 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5767496a-599f-4088-8f8c-724ff5dcf960 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "DELETE /v2.0/agents/3083e1da-66ee-401e-86fa-af570b675c13/l3-routers/ee40402d-22e4-4e06-a349-ac9d202df8f3 HTTP/1.1" status: 204 len: 168 time: 0.1151288 Dec 13 16:38:45.189055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47768) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:45.290785 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d0bd3504-53e8-44d2-a6ca-c1e96e1087fd tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers/ee40402d-22e4-4e06-a349-ac9d202df8f3/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1007140 Dec 13 16:38:45.293324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47770) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:45.354210 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f26f4fa6-3155-4f4a-91ef-9074692ab911 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 200 len: 993 time: 0.0598531 Dec 13 16:38:45.935074 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871d85b9-91b1-407e-aa89-9136fc916604 None None] New status for floating IP bbbee271-25aa-4ce7-9a64-49c72141abce: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:38:45.962956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cefcf784-39b2-4842-a688-f02c2689ec13 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:38:46.038289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:46.057663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port cefcf784-39b2-4842-a688-f02c2689ec13, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cefcf784-39b2-4842-a688-f02c2689ec13,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:46.062287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:46.063126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f99588cc-ca4f-4b6a-98cf-9d4918a63d0f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:38:46.290841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=cefcf784-39b2-4842-a688-f02c2689ec13,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:46.301193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.301543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.301890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.302226 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.302557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.302910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.303239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.303568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.303896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.304223 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.304545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.304862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.305183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:46.340065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:46.359169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47772) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:46.371669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:46.376383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:46.419673 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-707f8713-8b62-4eda-9ad1-52f846f899cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 200 len: 991 time: 0.0593538 Dec 13 16:38:46.425338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:47.546896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47776) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:47.668617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50359b9b-1152-4908-bc2c-4aed74ae82f4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Router ee40402d-22e4-4e06-a349-ac9d202df8f3 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:38:47.668617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50359b9b-1152-4908-bc2c-4aed74ae82f4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Notify agent at dv-neutron-821599-1-hyperv the message router_added_to_agent {{(pid=103053) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 13 16:38:47.695524 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-50359b9b-1152-4908-bc2c-4aed74ae82f4 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "POST /v2.0/agents/3083e1da-66ee-401e-86fa-af570b675c13/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1475482 Dec 13 16:38:47.698098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47780) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:47.718541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] Sync routers for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:38:47.728692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:38:47.729364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:47.808720 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-71ac3ca6-2166-4f5d-a1a7-8b6d43bc2e02 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers/ee40402d-22e4-4e06-a349-ac9d202df8f3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1092072 Dec 13 16:38:47.813541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47784) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:47.838811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:38:47.881833 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ebcf8c15-ee00-4b33-9909-dfb9d5a8831f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 200 len: 991 time: 0.0671051 Dec 13 16:38:48.065545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bbbee271-25aa-4ce7-9a64-49c72141abce', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.252', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'port_id': '2310f356-02f5-4d01-9695-85778946a2e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'mac_address': 'fa:16:3e:79:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:38:07Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:48.091188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] Checking router: ee40402d-22e4-4e06-a349-ac9d202df8f3 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:38:48.100182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:38:48.100778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:48.206242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:38:48.429734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bbbee271-25aa-4ce7-9a64-49c72141abce', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.252', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'port_id': '2310f356-02f5-4d01-9695-85778946a2e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'mac_address': 'fa:16:3e:79:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:38:07Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:48.455513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f388b49-54dd-457d-8942-8f39bd2d5de6 None None] The sync data for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv is: [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bbbee271-25aa-4ce7-9a64-49c72141abce', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.252', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'port_id': '2310f356-02f5-4d01-9695-85778946a2e2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'mac_address': 'fa:16:3e:79:16:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:38:07Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:38:46Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:38:48.885740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47786) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:48.948942 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-275f681d-1e11-4b3b-9e57-6c94573a781f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 200 len: 991 time: 0.0610352 Dec 13 16:38:49.598305 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-243d2ef9-6524-4ddf-aa12-58968475562f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1366026 Dec 13 16:38:49.696694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-11842eaa-e201-45f8-ad37-f3932912553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:49.698095 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-11842eaa-e201-45f8-ad37-f3932912553c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0446668 Dec 13 16:38:49.809861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-df403a13-991d-4da0-9c87-71e62a49b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:49.811477 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-df403a13-991d-4da0-9c87-71e62a49b193 service neutron] 10.222.0.31 "GET /v2.0/networks?id=955c55ae-6ca3-4444-870a-0318c26ecadd HTTP/1.1" status: 200 len: 898 time: 0.0863388 Dec 13 16:38:49.889686 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-82001ac0-2a7e-4da8-a96f-9c6e3e98b0bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2310f356-02f5-4d01-9695-85778946a2e2 HTTP/1.1" status: 200 len: 999 time: 0.0656288 Dec 13 16:38:49.945234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cefcf784-39b2-4842-a688-f02c2689ec13 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:38:49.949211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-7c099d0f-ca54-4b03-a6d8-55c5d4076d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:49.950675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-7c099d0f-ca54-4b03-a6d8-55c5d4076d17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570d4cec-af24-4f71-a69e-9145c660309f HTTP/1.1" status: 200 len: 835 time: 0.0485661 Dec 13 16:38:49.952466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47790) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:50.000883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port cefcf784-39b2-4842-a688-f02c2689ec13 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:38:50.001674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:50.021350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ffd3b670-9806-4e3c-b156-718e0e3b60bc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 200 len: 991 time: 0.0677183 Dec 13 16:38:50.057649 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2f24a2-23d2-4219-9409-372a02314fac None None] New status for floating IP bbbee271-25aa-4ce7-9a64-49c72141abce: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:38:50.097404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:50.107659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-a0a3684f-3395-493f-bfde-d1b9177dac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:50.109309 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-a0a3684f-3395-493f-bfde-d1b9177dac0b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=955c55ae-6ca3-4444-870a-0318c26ecadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450799 Dec 13 16:38:50.119298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port cefcf784-39b2-4842-a688-f02c2689ec13, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cefcf784-39b2-4842-a688-f02c2689ec13,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:50.126042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:50.126232 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-6bb77e96-92d7-4297-965b-2cbb2f9ddb73 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:38:50.126912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f99588cc-ca4f-4b6a-98cf-9d4918a63d0f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:38:50.127400 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-6bb77e96-92d7-4297-965b-2cbb2f9ddb73 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062873 Dec 13 16:38:50.193770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=cefcf784-39b2-4842-a688-f02c2689ec13,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:50.229642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:38:50.230008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:50.231364 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-0dff32f1-1825-4945-827e-025c4e605a22 service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 Dec 13 16:38:50.313354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:50.351154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:50.356574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:50.417378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:50.702831 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-acb83fe9-4a69-4014-ae99-4afde40895dd req-77f33530-9abb-4d73-8e9b-d12b6c0a7a74 service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585841 Dec 13 16:38:51.024606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47792) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:51.090049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6567bf7e-6cc8-4c84-a7fa-8fd824d24d8b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 200 len: 993 time: 0.0604193 Dec 13 16:38:51.363939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47798) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:51.521194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 818ccf95-155e-4d85-adc8-ecc33c5fe4b7 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:38:51.521429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:51.603445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:51.603777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:51.615381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 818ccf95-155e-4d85-adc8-ecc33c5fe4b7 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:38:51.761208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:51.787505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=818ccf95-155e-4d85-adc8-ecc33c5fe4b7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:51.813940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.814296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.814676 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.815014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.815353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.815687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.816026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.816361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.816697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.817043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.817369 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.817695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.818021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:51.855885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:51.856221 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP bbbee271-25aa-4ce7-9a64-49c72141abce disassociated (deleted). External IP: 172.26.6.252, port: 2310f356-02f5-4d01-9695-85778946a2e2. Dec 13 16:38:51.912542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cefcf784-39b2-4842-a688-f02c2689ec13 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:38:51.963423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port cefcf784-39b2-4842-a688-f02c2689ec13 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:38:51.963796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:52.040526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f99588cc-ca4f-4b6a-98cf-9d4918a63d0f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:38:52.069409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router ee40402d-22e4-4e06-a349-ac9d202df8f3 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:38:52.085913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:38:52.086285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:52.183141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:38:52.187611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:52.193947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] Sync routers for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:38:52.203473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:38:52.204086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:52.213824 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ddeb3452-0f7d-441d-ac54-ffdad5344e80 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/bbbee271-25aa-4ce7-9a64-49c72141abce HTTP/1.1" status: 204 len: 168 time: 0.8487275 Dec 13 16:38:52.214421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:38:52.217387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17879abc-2090-40d3-8df1-fbfa9f001d81" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "tag": "2310f356-02f5-4d01-9695-85778946a2e2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:38:52.262593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f4400d-eea8-4c3f-8485-c67026b20b6f x-openstack-request-id: req-97f4400d-eea8-4c3f-8485-c67026b20b6f {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:38:52.262921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "tag": "2310f356-02f5-4d01-9695-85778946a2e2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:38:52.263941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97f4400d-eea8-4c3f-8485-c67026b20b6f {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:38:52.264359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2', 'status': 'completed', 'code': 200} Dec 13 16:38:52.317206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:38:52.351600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-5edff2d3-aab9-428b-94b5-96c7588d2e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:52.355177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-5edff2d3-aab9-428b-94b5-96c7588d2e2d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 1098 time: 0.0581870 Dec 13 16:38:52.473945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-005f8a34-a073-40fb-ac9c-ba8588793968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:52.475602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-005f8a34-a073-40fb-ac9c-ba8588793968 service neutron] 10.222.0.31 "GET /v2.0/networks?id=955c55ae-6ca3-4444-870a-0318c26ecadd HTTP/1.1" status: 200 len: 898 time: 0.1049502 Dec 13 16:38:52.523139 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-0af6ec34-8eeb-40f2-9244-61ab53b0280f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2310f356-02f5-4d01-9695-85778946a2e2 HTTP/1.1" status: 200 len: 217 time: 0.0394349 Dec 13 16:38:52.531023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:38:50Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:52.560688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] Checking router: ee40402d-22e4-4e06-a349-ac9d202df8f3 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:38:52.569294 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:38:52.569823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:52.612422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-c992cec0-74fa-4f82-8c8d-6e6ed84e420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:52.613904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-c992cec0-74fa-4f82-8c8d-6e6ed84e420e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=570d4cec-af24-4f71-a69e-9145c660309f HTTP/1.1" status: 200 len: 835 time: 0.0824869 Dec 13 16:38:52.622997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c62f5-de6c-478b-8d98-95e8b9a5cb34 req-85d0d476-b63f-4b8e-b544-5d6df2b541d0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:52.624471 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e65c62f5-de6c-478b-8d98-95e8b9a5cb34 req-85d0d476-b63f-4b8e-b544-5d6df2b541d0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 945 time: 0.2014644 Dec 13 16:38:52.676789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:38:52.694124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-cebfff93-bc16-4d6b-bb29-b7aa51184322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:52.695776 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-cebfff93-bc16-4d6b-bb29-b7aa51184322 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=955c55ae-6ca3-4444-870a-0318c26ecadd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703304 Dec 13 16:38:52.705360 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e65c62f5-de6c-478b-8d98-95e8b9a5cb34 req-1aa71ac5-08b6-4af6-b9ba-aaa083b4d9b8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725484 Dec 13 16:38:52.802192 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-08a5552e-3fff-4c08-be98-897d43f0a958 service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958288 Dec 13 16:38:52.878970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:38:50Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:52.895917 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17879abc-2090-40d3-8df1-fbfa9f001d81 req-5321b17b-cf6d-4861-8346-d0e008f9451b service neutron] 10.222.0.31 "GET /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840564 Dec 13 16:38:52.909455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd637a-3d4e-480b-a60f-81e325adf1f1 None None] The sync data for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv is: [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:37:52Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'f99588cc-ca4f-4b6a-98cf-9d4918a63d0f', 'name': '', 'network_id': '955c55ae-6ca3-4444-870a-0318c26ecadd', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:a8:09:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1412, 'fixed_ips': [{'subnet_id': '570d4cec-af24-4f71-a69e-9145c660309f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:52Z', 'updated_at': '2021-12-13T16:38:50Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '570d4cec-af24-4f71-a69e-9145c660309f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:38:53.538304 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b315f81-d3a1-48d9-8107-24bee2c82d83 None None] New status for floating IP bbbee271-25aa-4ce7-9a64-49c72141abce: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:38:53.879622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188592e-686d-419c-9de5-244ea177cad6 req-67b5c1c2-83b1-412a-9c25-69e868314335 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:53.881079 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e188592e-686d-419c-9de5-244ea177cad6 req-67b5c1c2-83b1-412a-9c25-69e868314335 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 945 time: 0.1034341 Dec 13 16:38:53.955427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-19d6bb3a-333f-4589-a90b-49d4149dce44 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:53.956860 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-19d6bb3a-333f-4589-a90b-49d4149dce44 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4 HTTP/1.1" status: 200 len: 945 time: 0.0749402 Dec 13 16:38:53.965336 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e188592e-686d-419c-9de5-244ea177cad6 req-12e5d263-ccff-43b2-8b7f-b480516bfce3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=81f0a410-8847-42dc-9856-6414f7be9ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742116 Dec 13 16:38:54.050938 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 2310f356-02f5-4d01-9695-85778946a2e2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:38:54.051195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:54.130104 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:38:54.146442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 2310f356-02f5-4d01-9695-85778946a2e2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2310f356-02f5-4d01-9695-85778946a2e2,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:54.147007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:54.160353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 2310f356-02f5-4d01-9695-85778946a2e2 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:38:54.289166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:54.318044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=2310f356-02f5-4d01-9695-85778946a2e2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:54.359613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port 2310f356-02f5-4d01-9695-85778946a2e2 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:38:54.362132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:54.365789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ee2dc9e7-3007-4ff5-8576-3fde6f408bbe req-24d00824-e3bb-40a7-8b08-9f44aaa8a0a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/2310f356-02f5-4d01-9695-85778946a2e2 HTTP/1.1" status: 204 len: 173 time: 0.3979275 Dec 13 16:38:54.366251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'name': 'network-vif-deleted', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:38:54.368552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15266880-2108-4dc3-9b7d-23c6bbe49b0e" -d '{"events": [{"server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "name": "network-vif-deleted", "tag": "2310f356-02f5-4d01-9695-85778946a2e2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:38:54.408845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85aee42-3045-4e4e-9e7f-4d68747600bd x-openstack-request-id: req-f85aee42-3045-4e4e-9e7f-4d68747600bd {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:38:54.409144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4", "name": "network-vif-deleted", "tag": "2310f356-02f5-4d01-9695-85778946a2e2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:38:54.409424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f85aee42-3045-4e4e-9e7f-4d68747600bd {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:38:54.409808 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbd4ebd-a146-4ee3-9ce4-1cd076084cc4', 'name': 'network-vif-deleted', 'tag': '2310f356-02f5-4d01-9695-85778946a2e2', 'status': 'completed', 'code': 200} Dec 13 16:38:54.919456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bfc5133b-f5c4-4877-a169-cb9c23204be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:55.022834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47816) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:55.090904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-533f7fe5-4471-4f4f-85f4-b088b956fd6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:55.118508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-533f7fe5-4471-4f4f-85f4-b088b956fd6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:55.193017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-533f7fe5-4471-4f4f-85f4-b088b956fd6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:55.195743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-533f7fe5-4471-4f4f-85f4-b088b956fd6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:55.196909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-533f7fe5-4471-4f4f-85f4-b088b956fd6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/81f0a410-8847-42dc-9856-6414f7be9ba2 HTTP/1.1" status: 204 len: 168 time: 0.1730840 Dec 13 16:38:55.210925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f7fe5-4471-4f4f-85f4-b088b956fd6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f0a410-8847-42dc-9856-6414f7be9ba2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:55.228214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47820) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:55.589766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:55.844985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:38:55.845225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:55.932875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port f99588cc-ca4f-4b6a-98cf-9d4918a63d0f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:55.933228 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:55.945822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for f99588cc-ca4f-4b6a-98cf-9d4918a63d0f owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:38:56.123452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:56.154180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=f99588cc-ca4f-4b6a-98cf-9d4918a63d0f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:56.182722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.183095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.183433 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.183776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.184114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.184447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.184807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.185701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.186025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.186367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.186734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.187058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.187399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:38:56.334735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:56.802492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 2310f356-02f5-4d01-9695-85778946a2e2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:38:56.823920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 2310f356-02f5-4d01-9695-85778946a2e2 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:38:56.824273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 2310f356-02f5-4d01-9695-85778946a2e2 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:38:56.867654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router ee40402d-22e4-4e06-a349-ac9d202df8f3 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:38:56.971970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:38:56.977204 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-48b246a9-5d17-4018-95ea-5b71a1ec1e73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/ee40402d-22e4-4e06-a349-ac9d202df8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7478738 Dec 13 16:38:56.979872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47822) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:56.981332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] Sync routers for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:38:56.992344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:38:56.992958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:57.033297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6754628-81b9-4265-9c12-f24151356ed6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet 570d4cec-af24-4f71-a69e-9145c660309f {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:38:57.036764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6754628-81b9-4265-9c12-f24151356ed6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.079780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6754628-81b9-4265-9c12-f24151356ed6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.171954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6754628-81b9-4265-9c12-f24151356ed6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.229290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6754628-81b9-4265-9c12-f24151356ed6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.256126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:38:57.258339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6754628-81b9-4265-9c12-f24151356ed6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=570d4cec-af24-4f71-a69e-9145c660309f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:57.263605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d6754628-81b9-4265-9c12-f24151356ed6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.266775 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d6754628-81b9-4265-9c12-f24151356ed6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/570d4cec-af24-4f71-a69e-9145c660309f HTTP/1.1" status: 204 len: 168 time: 0.2857127 Dec 13 16:38:57.269401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47824) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:57.286106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832e365b-082a-4d0f-8627-422d5a4701bf None None] Network 955c55ae-6ca3-4444-870a-0318c26ecadd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:38:57.378131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.414703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a20e3e2d-e50b-4de8-8a8e-4ee8d21a13b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.483177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.529984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162'}], 'enable_snat': True}, 'gw_port_id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:56Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'cefcf784-39b2-4842-a688-f02c2689ec13', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:87:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:57.539830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port cefcf784-39b2-4842-a688-f02c2689ec13 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:38:57.542569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.563342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] Checking router: ee40402d-22e4-4e06-a349-ac9d202df8f3 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:38:57.571772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] Routers {'ee40402d-22e4-4e06-a349-ac9d202df8f3'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:38:57.572393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['ee40402d-22e4-4e06-a349-ac9d202df8f3'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:57.605771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] DHCP port deletion for 955c55ae-6ca3-4444-870a-0318c26ecadd request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:38:57.623655 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port cefcf784-39b2-4842-a688-f02c2689ec13, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cefcf784-39b2-4842-a688-f02c2689ec13,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:57.624018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.642082 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for cefcf784-39b2-4842-a688-f02c2689ec13 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:38:57.687241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] Set router ee40402d-22e4-4e06-a349-ac9d202df8f3 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:38:57.744806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:57Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:57.775198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86d956-3131-4238-bd30-0427e0881193 None None] The sync data for ids ['ee40402d-22e4-4e06-a349-ac9d202df8f3'] in dv-neutron-821599-1-hyperv is: [{'id': 'ee40402d-22e4-4e06-a349-ac9d202df8f3', 'name': 'tempest-TestNetworkBasicOps-router-2016875789', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:37:49Z', 'updated_at': '2021-12-13T16:38:57Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:38:57.782833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] Deleting port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:38:57.783214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.805926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.838262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=cefcf784-39b2-4842-a688-f02c2689ec13,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:57.852508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] For port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332,segment=NetworkSegment(2be0f51f-d185-4617-9ddb-b8679c670f17),segment_id=2be0f51f-d185-4617-9ddb-b8679c670f17)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:38:57.853044 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.857310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1bc15c-c117-4fab-96b1-b29038d195fe None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:38:57.870686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] Calling delete_port for d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:38:57.900704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.951664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.975103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] Pushing event deleted for resources: {'Port': ['ID=d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:57.980717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c7ddd-bd2e-4b29-a1be-80a494ffb66f None None] No DVR routers for this DVR port d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:38:57.992056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:57.994196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.040749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.041257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Fanout notify agent at l3_agent the message router_deleted on router ee40402d-22e4-4e06-a349-ac9d202df8f3 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:38:58.048310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.049664 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ba58444c-e802-4054-bbff-bc111a9b2483 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/routers/ee40402d-22e4-4e06-a349-ac9d202df8f3 HTTP/1.1" status: 204 len: 168 time: 0.7793322 Dec 13 16:38:58.052520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47826) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:58.127764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.240276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.266973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955c55ae-6ca3-4444-870a-0318c26ecadd']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:58.275907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be0f51f-d185-4617-9ddb-b8679c670f17') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:58.276207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be0f51f-d185-4617-9ddb-b8679c670f17') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:38:58.285477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.298268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.304525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:38:58.305022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:38:58.308144 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:38:58.353048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:38:58.374771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:38:58.375007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d5c1cf9c-763d-4ef1-96ef-8f05f0c4d332 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:38:58.375427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f99588cc-ca4f-4b6a-98cf-9d4918a63d0f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:38:58.386253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.392134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.398796 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/955c55ae-6ca3-4444-870a-0318c26ecadd HTTP/1.1" status: 204 len: 168 time: 0.3452652 Dec 13 16:38:58.412205 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f99588cc-ca4f-4b6a-98cf-9d4918a63d0f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:38:58.412708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f99588cc-ca4f-4b6a-98cf-9d4918a63d0f not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:38:58.415432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:58.420716 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5162d0b6-d729-4487-926f-741a02d78bae tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=955c55ae-6ca3-4444-870a-0318c26ecadd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:58.423354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--326151274', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:38:58.424134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.459025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:38:58.462803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.488236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:38:58.498141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.498570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment 6923a656-bb75-4739-a037-9c319eefce0e of type vlan for network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 Dec 13 16:38:58.539244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.567897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.573576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:38:58.574161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.632320 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2150528 Dec 13 16:38:58.635033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47830) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:38:58.640102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-362819445', 'admin_state_up': True, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:38:58.660582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b2693-6c59-48b9-9115-110befe6bcbe tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=297e3de4-3529-4f50-b8bd-1e1d18f3de69,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:58.671571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:38:58.676218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.677470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.731165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:58.874148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.069294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.093910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.198224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.225 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/c9c905a7-0407-421e-950f-0219b3506911) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:38:59.301532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.335519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.374139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:38:59.379127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:38:59.382688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:38:59.393011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fca985-c67e-46ae-883a-727bf382f713 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:38:59.405895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=c9c905a7-0407-421e-950f-0219b3506911,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:38:59.516904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b7078d1b-cc0a-4c94-bca6-27eaebe81a86 None None] Provisioning complete for port c9c905a7-0407-421e-950f-0219b3506911 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:38:59.517186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b7078d1b-cc0a-4c94-bca6-27eaebe81a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.556493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b7078d1b-cc0a-4c94-bca6-27eaebe81a86 None None] Port c9c905a7-0407-421e-950f-0219b3506911 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:38:59.635151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.826327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.865030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cefcf784-39b2-4842-a688-f02c2689ec13 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:38:59.884655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: cefcf784-39b2-4842-a688-f02c2689ec13 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:38:59.885045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cefcf784-39b2-4842-a688-f02c2689ec13 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:38:59.926236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:38:59.957352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router bf08106c-fbcc-491c-afd3-32c720d0214e is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:39:00.062960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:39:00.072843 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Sync routers for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:39:00.083342 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:39:00.083537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.083885 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:00.087392 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-11ad79b5-5dd7-43f5-9aca-ec7c36d12fed tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4485660 Dec 13 16:39:00.087634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47832) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:00.118753 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ed0c7ee1-2fc4-4fba-bfc9-e203584fe340 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275662 Dec 13 16:39:00.118993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47834) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:00.189679 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:39:00.205665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b9e338-54ed-4117-81e9-84e2917423a5 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:00.207205 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-48b9e338-54ed-4117-81e9-84e2917423a5 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874412 Dec 13 16:39:00.210021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47836) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:00.244211 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4ea0075a-5ca5-467e-aafe-638f1bebe568 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308306 Dec 13 16:39:00.244483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47838) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:00.249689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-740538479', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:00.337011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:39:00.340852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.369995 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:38:59Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:00.402950 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Checking router: bf08106c-fbcc-491c-afd3-32c720d0214e for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:39:00.403303 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Updating router bf08106c-fbcc-491c-afd3-32c720d0214e port c9c905a7-0407-421e-950f-0219b3506911 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:39:00.429194 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.530604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.592560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=72ef6175-474a-417d-924f-b5ba724a8ab2,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:00.599769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:39:00.600164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: 297e3de4-3529-4f50-b8bd-1e1d18f3de69, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:39:00.616361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:39:00.625396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 297e3de4-3529-4f50-b8bd-1e1d18f3de69) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:39:00.629428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:00.630023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.634931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1274a7ae-50ce-4473-96c6-6a0c9f7c9c7f None None] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:39:00.654005 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4df099ee-5fc7-46d2-a83e-603bed165a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4085338 Dec 13 16:39:00.654583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47840) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:00.692002 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.697653 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.741881 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Pushing event updated for resources: {'Port': ['ID=c9c905a7-0407-421e-950f-0219b3506911,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:00.749551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:39:00.750360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.751166 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.751520 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.751872 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.752388 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.753200 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.753200 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.753462 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.753720 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.754067 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.754417 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.754765 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.755089 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.755412 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:39:00.775393 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Attempting to bind port c9c905a7-0407-421e-950f-0219b3506911 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:39:00.775772 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Attempting to bind port c9c905a7-0407-421e-950f-0219b3506911 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:39:00.776142 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Attempting to bind port c9c905a7-0407-421e-950f-0219b3506911 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:39:00.783178 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:39:00.783616 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:39:00.784023 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.784417 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:39:00.785027 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Bound port: c9c905a7-0407-421e-950f-0219b3506911, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:39:00.785415 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.838718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8257d30-24c9-4c41-8c31-37aaee16e090 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:39:00.901026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.928916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Allocated IP 172.20.0.2 (297e3de4-3529-4f50-b8bd-1e1d18f3de69/72ef6175-474a-417d-924f-b5ba724a8ab2/9b9042cf-eec3-44e1-b370-03a5b8703c40) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:39:00.930929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-da2797ed-bed9-477b-bf6f-d749bc9e339d None None] Provisioning complete for port c9c905a7-0407-421e-950f-0219b3506911 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:00.931301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-da2797ed-bed9-477b-bf6f-d749bc9e339d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:00.946584 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] For port c9c905a7-0407-421e-950f-0219b3506911, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:39:00.951083 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] For port c9c905a7-0407-421e-950f-0219b3506911, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c9c905a7-0407-421e-950f-0219b3506911,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:39:00.957589 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.009637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-da2797ed-bed9-477b-bf6f-d749bc9e339d None None] Port c9c905a7-0407-421e-950f-0219b3506911 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:39:01.031037 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a238987f-0cdd-4687-9597-9fc41f3eaccc None None] Pushing event updated for resources: {'Port': ['ID=c9c905a7-0407-421e-950f-0219b3506911,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:01.032577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115c03d6-c095-4706-a6a3-caf01b4435b5 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:39:01.048061 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:39:01.049454 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:01.123128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.123917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.133200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.165946 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:39:01.168769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-33a2e686-a2a4-4965-addc-2d5c51b93a0e None None] Provisioning complete for port c9c905a7-0407-421e-950f-0219b3506911 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:01.169731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-33a2e686-a2a4-4965-addc-2d5c51b93a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.205505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:39:01.214207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:39:01.218509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Pushing event updated for resources: {'Port': ['ID=9b9042cf-eec3-44e1-b370-03a5b8703c40,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:01.221864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:39:01.305378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Attempting to bind port 9b9042cf-eec3-44e1-b370-03a5b8703c40 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:39:01.305731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Attempting to bind port 9b9042cf-eec3-44e1-b370-03a5b8703c40 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:39:01.306100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Attempting to bind port 9b9042cf-eec3-44e1-b370-03a5b8703c40 on network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:39:01.316079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:39:01.316440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Checking segment: {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:39:01.316850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.317246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Bound using segment: {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:39:01.317726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Bound port: 9b9042cf-eec3-44e1-b370-03a5b8703c40, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:39:01.318094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.332605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-33a2e686-a2a4-4965-addc-2d5c51b93a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.360450 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:38:59Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:01.390457 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac51909a-cc17-439d-87c7-faa55d3aed28 None None] The sync data for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv is: [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:38:59Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:39:01.390743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-33a2e686-a2a4-4965-addc-2d5c51b93a0e None None] For port c9c905a7-0407-421e-950f-0219b3506911, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c9c905a7-0407-421e-950f-0219b3506911,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:39:01.404927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-33a2e686-a2a4-4965-addc-2d5c51b93a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.428584 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.1 (297e3de4-3529-4f50-b8bd-1e1d18f3de69/72ef6175-474a-417d-924f-b5ba724a8ab2/bb7706ca-6647-44f1-a6a2-73de211ab90f) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:39:01.449262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] For port 9b9042cf-eec3-44e1-b370-03a5b8703c40, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:39:01.466325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] For port 9b9042cf-eec3-44e1-b370-03a5b8703c40, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9b9042cf-eec3-44e1-b370-03a5b8703c40,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:39:01.476265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.485849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2e686-a2a4-4965-addc-2d5c51b93a0e None None] Pushing event updated for resources: {'Port': ['ID=c9c905a7-0407-421e-950f-0219b3506911,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:01.545445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485b910-e150-42bb-9e67-ff42ab020f32 None None] Pushing event updated for resources: {'Port': ['ID=9b9042cf-eec3-44e1-b370-03a5b8703c40,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:01.557252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.596934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.674080 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:39:01.678940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:39:01.681641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:39:01.712940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=bb7706ca-6647-44f1-a6a2-73de211ab90f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:01.755570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:01.914785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.012000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c9c905a7-0407-421e-950f-0219b3506911 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:39:02.068244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port c9c905a7-0407-421e-950f-0219b3506911 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:02.068914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.160836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9b9042cf-eec3-44e1-b370-03a5b8703c40 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:39:02.213419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9b9042cf-eec3-44e1-b370-03a5b8703c40 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:02.213843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.221311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.228014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.317148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.327516 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=bb7706ca-6647-44f1-a6a2-73de211ab90f,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:02.333112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.362260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 9b9042cf-eec3-44e1-b370-03a5b8703c40, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9b9042cf-eec3-44e1-b370-03a5b8703c40,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:39:02.373285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.445447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:39:02.445862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=9b9042cf-eec3-44e1-b370-03a5b8703c40,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:02.447365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:39:02.580307 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router bf08106c-fbcc-491c-afd3-32c720d0214e has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:39:02.657194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a39b7-7f92-4e66-8ec3-931c0e742e0e None None] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:39:02.696906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:39:02.702471 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-83473686-c440-4981-bf5b-3bd243ed4259 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/bf08106c-fbcc-491c-afd3-32c720d0214e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0473042 Dec 13 16:39:02.705000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47842) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:02.754166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1a6de8a8-b22a-4e35-bd9f-259272daac4a None None] Provisioning complete for port 9b9042cf-eec3-44e1-b370-03a5b8703c40 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:02.754535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1a6de8a8-b22a-4e35-bd9f-259272daac4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:02.898040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40df18-9ac9-4c53-b607-fae20ad9dae2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:02.898512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40df18-9ac9-4c53-b607-fae20ad9dae2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:02.899010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40df18-9ac9-4c53-b607-fae20ad9dae2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:02.899466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed40df18-9ac9-4c53-b607-fae20ad9dae2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:02.901170 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ed40df18-9ac9-4c53-b607-fae20ad9dae2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1952331 Dec 13 16:39:02.903897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47844) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:02.976638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48db98b-b3fa-43f8-9a60-823a52d797e2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:02.977103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48db98b-b3fa-43f8-9a60-823a52d797e2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:02.977565 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48db98b-b3fa-43f8-9a60-823a52d797e2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:02.978018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48db98b-b3fa-43f8-9a60-823a52d797e2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:02.980297 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b48db98b-b3fa-43f8-9a60-823a52d797e2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0752299 Dec 13 16:39:02.983710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47846) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:03.076294 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-49ab9528-2f6c-4a30-b35f-5b517357b699 None None] Provisioning complete for port 9b9042cf-eec3-44e1-b370-03a5b8703c40 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:03.076791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49ab9528-2f6c-4a30-b35f-5b517357b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.146036 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9c93f356-bc34-473a-9930-31ff9702e54a tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1607025 Dec 13 16:39:03.183912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-49ab9528-2f6c-4a30-b35f-5b517357b699 None None] Provisioning complete for port bb7706ca-6647-44f1-a6a2-73de211ab90f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:03.184407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49ab9528-2f6c-4a30-b35f-5b517357b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.221017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-49ab9528-2f6c-4a30-b35f-5b517357b699 None None] Port bb7706ca-6647-44f1-a6a2-73de211ab90f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:39:03.310153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Sync routers for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:39:03.320799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:39:03.321428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:03.563344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-19d32105-ccc4-44a2-96d5-d8cdb19961bf None None] Provisioning complete for port bb7706ca-6647-44f1-a6a2-73de211ab90f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:03.563653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-19d32105-ccc4-44a2-96d5-d8cdb19961bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.570116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47850) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:03.574841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f755dbaf-d817-4b70-9944-547c20574385 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-818139242', 'description': 'tempest-secgroup-smoke-818139242 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:03.598792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f755dbaf-d817-4b70-9944-547c20574385 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.615322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-19d32105-ccc4-44a2-96d5-d8cdb19961bf None None] Port bb7706ca-6647-44f1-a6a2-73de211ab90f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:39:03.623848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:39:03.668120 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f755dbaf-d817-4b70-9944-547c20574385 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.672494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f755dbaf-d817-4b70-9944-547c20574385 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.699800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f755dbaf-d817-4b70-9944-547c20574385 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.701574 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f755dbaf-d817-4b70-9944-547c20574385 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1304111 Dec 13 16:39:03.704851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47852) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:03.706099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755dbaf-d817-4b70-9944-547c20574385 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa950c37-8c40-4a58-82ba-d1ce24eb2c69,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:03.711611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-82d4832c-70f6-48e8-94de-04dafbe6f6da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'fa950c37-8c40-4a58-82ba-d1ce24eb2c69', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:03.739822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82d4832c-70f6-48e8-94de-04dafbe6f6da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.768071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f481c8ed-f830-4646-8f8f-c726898f697c None None] Provisioning complete for port bb7706ca-6647-44f1-a6a2-73de211ab90f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:03.768441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f481c8ed-f830-4646-8f8f-c726898f697c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.800819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82d4832c-70f6-48e8-94de-04dafbe6f6da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.804637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82d4832c-70f6-48e8-94de-04dafbe6f6da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.822010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4832c-70f6-48e8-94de-04dafbe6f6da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc990733-1b20-45b5-aaa3-03182b2e17cf,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:03.823878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f481c8ed-f830-4646-8f8f-c726898f697c None None] Port bb7706ca-6647-44f1-a6a2-73de211ab90f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:39:03.832030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-82d4832c-70f6-48e8-94de-04dafbe6f6da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.833268 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-82d4832c-70f6-48e8-94de-04dafbe6f6da tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266470 Dec 13 16:39:03.835985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47854) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:03.840208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9cadf806-dc96-4bcb-b26c-82a2c7d055d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'fa950c37-8c40-4a58-82ba-d1ce24eb2c69', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:03.872040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cadf806-dc96-4bcb-b26c-82a2c7d055d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.876510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:02Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:03.907144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Checking router: bf08106c-fbcc-491c-afd3-32c720d0214e for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:39:03.907657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Updating router bf08106c-fbcc-491c-afd3-32c720d0214e port bb7706ca-6647-44f1-a6a2-73de211ab90f binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:39:03.933019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cadf806-dc96-4bcb-b26c-82a2c7d055d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.933272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9b9042cf-eec3-44e1-b370-03a5b8703c40 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:39:03.937119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cadf806-dc96-4bcb-b26c-82a2c7d055d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.954454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadf806-dc96-4bcb-b26c-82a2c7d055d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edec3d8-45c3-4f55-b03f-32b6750a39b1,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:03.962982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.963747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9cadf806-dc96-4bcb-b26c-82a2c7d055d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:03.965044 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9cadf806-dc96-4bcb-b26c-82a2c7d055d3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1281302 Dec 13 16:39:03.968135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47856) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:03.972466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fbb78f91-97ca-4e0c-b026-53a17c2444a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'fa950c37-8c40-4a58-82ba-d1ce24eb2c69', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:03.999470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fbb78f91-97ca-4e0c-b026-53a17c2444a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.057329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fbb78f91-97ca-4e0c-b026-53a17c2444a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.060897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fbb78f91-97ca-4e0c-b026-53a17c2444a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.074475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9b9042cf-eec3-44e1-b370-03a5b8703c40 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:04.074884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.077855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb78f91-97ca-4e0c-b026-53a17c2444a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176c41e2-2752-429f-8213-40ed7e5fe83c,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:04.086994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fbb78f91-97ca-4e0c-b026-53a17c2444a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.088206 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fbb78f91-97ca-4e0c-b026-53a17c2444a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191332 Dec 13 16:39:04.091528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47858) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:04.095899 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-19f45348-7f5b-4657-a57d-d90174b7701d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'fa950c37-8c40-4a58-82ba-d1ce24eb2c69', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:04.122917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19f45348-7f5b-4657-a57d-d90174b7701d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.182945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19f45348-7f5b-4657-a57d-d90174b7701d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.187362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19f45348-7f5b-4657-a57d-d90174b7701d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.204881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f45348-7f5b-4657-a57d-d90174b7701d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f147ae8f-7f85-42b5-813f-d2614e12fccd,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:04.214822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-19f45348-7f5b-4657-a57d-d90174b7701d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.219597 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-19f45348-7f5b-4657-a57d-d90174b7701d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241364 Dec 13 16:39:04.219804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47860) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:04.224172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-401897c8-3041-443e-ab34-615f777155ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'fa950c37-8c40-4a58-82ba-d1ce24eb2c69', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:04.245862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-401897c8-3041-443e-ab34-615f777155ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:39:04.253177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-401897c8-3041-443e-ab34-615f777155ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.311365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.311954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-401897c8-3041-443e-ab34-615f777155ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.315618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-401897c8-3041-443e-ab34-615f777155ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.323751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.333756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401897c8-3041-443e-ab34-615f777155ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e13af6b-77c4-46cc-bfd1-cab94da6c8cb,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:04.342818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-401897c8-3041-443e-ab34-615f777155ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.344048 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-401897c8-3041-443e-ab34-615f777155ac tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232195 Dec 13 16:39:04.346775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47862) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:04.351104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9b4e8c41-d5b0-42cd-86b4-3963fc76341c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': 'fa950c37-8c40-4a58-82ba-d1ce24eb2c69', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:04.384479 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-9b4e8c41-d5b0-42cd-86b4-3963fc76341c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:39:04.389941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b4e8c41-d5b0-42cd-86b4-3963fc76341c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.402454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaadd2-6483-4fbc-915f-76672e80a827 None None] Pushing event updated for resources: {'Port': ['ID=bb7706ca-6647-44f1-a6a2-73de211ab90f,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:04.433645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Attempting to bind port bb7706ca-6647-44f1-a6a2-73de211ab90f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:39:04.434027 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Attempting to bind port bb7706ca-6647-44f1-a6a2-73de211ab90f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:39:04.434394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Attempting to bind port bb7706ca-6647-44f1-a6a2-73de211ab90f on network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:39:04.440016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:39:04.440397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Checking segment: {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:39:04.440802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.441203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Bound using segment: {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:39:04.442076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Bound port: bb7706ca-6647-44f1-a6a2-73de211ab90f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:39:04.442076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.462492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b4e8c41-d5b0-42cd-86b4-3963fc76341c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.467406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b4e8c41-d5b0-42cd-86b4-3963fc76341c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.487805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e8c41-d5b0-42cd-86b4-3963fc76341c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46f1994-0edd-4dde-a6a8-b06f8ff9fbd8,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:04.499568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b4e8c41-d5b0-42cd-86b4-3963fc76341c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.500920 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9b4e8c41-d5b0-42cd-86b4-3963fc76341c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1532152 Dec 13 16:39:04.526959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] For port bb7706ca-6647-44f1-a6a2-73de211ab90f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:39:04.532191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] For port bb7706ca-6647-44f1-a6a2-73de211ab90f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bb7706ca-6647-44f1-a6a2-73de211ab90f,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:39:04.537395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.606253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:39:04.607274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:04.611111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aaadd2-6483-4fbc-915f-76672e80a827 None None] Pushing event updated for resources: {'Port': ['ID=bb7706ca-6647-44f1-a6a2-73de211ab90f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:04.699010 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-09215dab-9e4c-4d65-99f4-32665db37efc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818139242&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.0523903 Dec 13 16:39:04.702983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e8c033bd-592d-4264-aabf-a195287bb63e None None] Provisioning complete for port bb7706ca-6647-44f1-a6a2-73de211ab90f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:04.703187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8c033bd-592d-4264-aabf-a195287bb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.761183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:39:04.814590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-67521bf7-34a7-4b00-b10d-09bc96e44768 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:04.815987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-67521bf7-34a7-4b00-b10d-09bc96e44768 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 200 len: 796 time: 0.1063309 Dec 13 16:39:04.831992 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-a992c029-5ca9-4ec7-b632-207f0efa3260 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0101006 Dec 13 16:39:04.889509 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-2f1da54e-11b6-439c-a591-edd6c1c6fc87 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518389 Dec 13 16:39:04.907818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-7e3cf77f-9eca-40e3-a9d9-a67bd17956ae service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:39:04.908817 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-7e3cf77f-9eca-40e3-a9d9-a67bd17956ae service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060153 Dec 13 16:39:04.913370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8c033bd-592d-4264-aabf-a195287bb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:04.976751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e8c033bd-592d-4264-aabf-a195287bb63e None None] For port bb7706ca-6647-44f1-a6a2-73de211ab90f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bb7706ca-6647-44f1-a6a2-73de211ab90f,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:39:04.982743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e8c033bd-592d-4264-aabf-a195287bb63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:05.001078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-721a25db-b0a9-46d7-b223-ae2df887a781 service neutron] 10.222.0.13 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858407 Dec 13 16:39:05.060255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c033bd-592d-4264-aabf-a195287bb63e None None] Pushing event updated for resources: {'Port': ['ID=bb7706ca-6647-44f1-a6a2-73de211ab90f,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:05.075281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:04Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:05.097780 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-a85e1ac5-4d26-4edf-b6cc-715b312ec0ce service neutron] 10.222.0.13 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902331 Dec 13 16:39:05.105901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604c6673-67c6-4506-ab3a-16d5c5877816 None None] The sync data for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv is: [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:04Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:39:05.116946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-128520cd-81b4-4246-ad39-1e1b19131966 None None] Provisioning complete for port bb7706ca-6647-44f1-a6a2-73de211ab90f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:05.117329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-128520cd-81b4-4246-ad39-1e1b19131966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:05.312730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73669c24-5bdb-4027-86db-32c83fde653c req-02d0a3fe-28c8-45c1-a4a5-20cc64e5f5b1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 210 time: 0.0303679 Dec 13 16:39:05.940592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bb7706ca-6647-44f1-a6a2-73de211ab90f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:39:05.990978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port bb7706ca-6647-44f1-a6a2-73de211ab90f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:05.991366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:06.369811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-a72b5199-e54a-4ea7-add8-24ff513a8164 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:06.371320 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-a72b5199-e54a-4ea7-add8-24ff513a8164 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 200 len: 796 time: 0.1116469 Dec 13 16:39:06.437257 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6f35dc60-46e3-4aa4-9b96-ff03a62fc0fd req-96316289-0b25-4470-8642-0b4062226502 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 210 time: 0.0357931 Dec 13 16:39:06.472863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-838e66c9-032b-4b1e-9aa8-d7482b787697 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 379 time: 0.0856855 Dec 13 16:39:06.484778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['fa950c37-8c40-4a58-82ba-d1ce24eb2c69']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:06.596370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:39:06.599858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:06.725172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.14 (297e3de4-3529-4f50-b8bd-1e1d18f3de69/72ef6175-474a-417d-924f-b5ba724a8ab2/ce693c56-49d0-47e9-8b89-a3d84d7f11a2) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:39:06.867535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:07.238082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:07.279259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:39:07.282271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:39:07.285927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:39:07.311313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:07.340298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:07.340980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:07.357341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-c075ffba-7c37-4b98-9044-9cf92850becc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8763194 Dec 13 16:39:07.376605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Request body: {'port': {'device_id': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:07.439059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:07.561106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-53527476-e29c-486d-b89e-582a3ba8aee3 None None] Provisioning complete for port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:07.561694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-53527476-e29c-486d-b89e-582a3ba8aee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:07.595367 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-53527476-e29c-486d-b89e-582a3ba8aee3 None None] Port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:39:07.649108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b6d7c-f9af-4d17-833a-d0c9bdc9eda5 req-c330f9ed-5cb8-4ca1-9f02-86716f1dfca7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:07.650594 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c16b6d7c-f9af-4d17-833a-d0c9bdc9eda5 req-c330f9ed-5cb8-4ca1-9f02-86716f1dfca7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 932 time: 0.1127369 Dec 13 16:39:07.728941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c16b6d7c-f9af-4d17-833a-d0c9bdc9eda5 req-c7816777-aa3b-4fb3-8aa4-0023f1d19c2f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715389 Dec 13 16:39:07.786780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce693c56-49d0-47e9-8b89-a3d84d7f11a2 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:39:07.794074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:07.806115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Transition to ACTIVE for port object ce693c56-49d0-47e9-8b89-a3d84d7f11a2 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:39:07.810416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:07.866468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Pushing event updated for resources: {'Port': ['ID=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:07.936466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Attempting to bind port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:39:07.936926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Attempting to bind port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:39:07.937407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Attempting to bind port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 on network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:39:07.942413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 on network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:39:07.942868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Attempting to bind port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 on network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:39:07.948038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:39:07.948379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Checking segment: {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:39:07.948769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Bound using segment: {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:39:07.949202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Bound port: ce693c56-49d0-47e9-8b89-a3d84d7f11a2, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6923a656-bb75-4739-a037-9c319eefce0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:39:07.949593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:08.019934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] For port ce693c56-49d0-47e9-8b89-a3d84d7f11a2, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:39:08.023014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] For port ce693c56-49d0-47e9-8b89-a3d84d7f11a2, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:39:08.027676 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:08.063793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.064404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:08.065791 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6cd1b98b-1331-4264-a723-4421958511de service neutron] 10.222.0.31 "PUT /v2.0/ports/ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 200 len: 1094 time: 0.6943421 Dec 13 16:39:08.066262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:39:08.068537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed15e225-b322-4a1e-9003-1ed503a7291b" -d '{"events": [{"name": "network-changed", "server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:39:08.091868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1b98b-1331-4264-a723-4421958511de service neutron] Pushing event updated for resources: {'Port': ['ID=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:08.126882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60019e9-6dd2-4e42-a903-35f5c6d38ce3 x-openstack-request-id: req-c60019e9-6dd2-4e42-a903-35f5c6d38ce3 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:39:08.127275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:39:08.127431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c60019e9-6dd2-4e42-a903-35f5c6d38ce3 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:39:08.127843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'status': 'completed', 'code': 200} Dec 13 16:39:08.163570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-8652a54d-00e0-40f9-9616-21bf571694d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.165115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-8652a54d-00e0-40f9-9616-21bf571694d7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1097 time: 0.0493567 Dec 13 16:39:08.219851 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-b1e8e591-98a7-4828-b143-608fb745f723 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 200 len: 217 time: 0.0413265 Dec 13 16:39:08.276449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6ac32911-91ff-484d-9f5e-a60bb5faa586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.277904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-6ac32911-91ff-484d-9f5e-a60bb5faa586 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 200 len: 843 time: 0.0446591 Dec 13 16:39:08.331154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-2254a030-f453-4112-8135-86868be5f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.332663 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-2254a030-f453-4112-8135-86868be5f720 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297e3de4-3529-4f50-b8bd-1e1d18f3de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401602 Dec 13 16:39:08.429458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-f32f20a5-3edb-4c34-9040-01a6b2b68712 service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852799 Dec 13 16:39:08.523402 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab01b49b-e056-4a96-8d17-96f660c3a1c7 req-639d5c2a-c424-4286-8184-5c2dbdb9cd7b service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804639 Dec 13 16:39:08.612974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-e99aa7f3-a995-4d6d-83aa-3057d0d24b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.614442 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-e99aa7f3-a995-4d6d-83aa-3057d0d24b40 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1097 time: 0.0409355 Dec 13 16:39:08.711787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-d23c5a08-e296-40d1-bdf1-b9c76f1dd868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.713278 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-d23c5a08-e296-40d1-bdf1-b9c76f1dd868 service neutron] 10.222.0.31 "GET /v2.0/networks?id=297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 200 len: 897 time: 0.0885460 Dec 13 16:39:08.756314 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-a69d3ec5-911a-4888-b701-e3264ef73985 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 200 len: 217 time: 0.0345547 Dec 13 16:39:08.841304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-bb6a6cd8-95c3-47fd-919d-c310765f97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.842706 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-bb6a6cd8-95c3-47fd-919d-c310765f97c0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 200 len: 843 time: 0.0759676 Dec 13 16:39:08.860136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6011c4-b7b6-47d0-a042-5bb6017c0764 req-c9d9c18c-515c-48bf-b85d-8a020e2f2a6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.861547 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c6011c4-b7b6-47d0-a042-5bb6017c0764 req-c9d9c18c-515c-48bf-b85d-8a020e2f2a6c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 944 time: 0.0629089 Dec 13 16:39:08.933252 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c6011c4-b7b6-47d0-a042-5bb6017c0764 req-5abc7b5b-2706-4eb4-8bac-88cb2ca2580b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645676 Dec 13 16:39:08.935082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-ddaa51fd-7aad-4943-8aa9-b73cb3a8023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:08.936481 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-ddaa51fd-7aad-4943-8aa9-b73cb3a8023c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297e3de4-3529-4f50-b8bd-1e1d18f3de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847809 Dec 13 16:39:09.034144 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-1245ea2c-b684-4290-8cea-94f8fab0f371 service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864494 Dec 13 16:39:09.125889 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed15e225-b322-4a1e-9003-1ed503a7291b req-b6575744-2e56-4d41-9196-d5b491bc65ba service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832052 Dec 13 16:39:10.052034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b421c0b-6878-493b-bd94-38893a9fdb99 req-5bc656ec-b33d-445b-884c-9a138b6364aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:10.053504 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7b421c0b-6878-493b-bd94-38893a9fdb99 req-5bc656ec-b33d-445b-884c-9a138b6364aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 944 time: 0.0503955 Dec 13 16:39:10.108310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7b421c0b-6878-493b-bd94-38893a9fdb99 req-4edf287b-a0ff-4cc8-a82b-425855359110 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486057 Dec 13 16:39:10.863697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ce693c56-49d0-47e9-8b89-a3d84d7f11a2 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:39:10.960558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ce693c56-49d0-47e9-8b89-a3d84d7f11a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:39:10.971575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'port_id': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'mac_address': 'fa:16:3e:ea:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:39:11.007722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:11.021139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce693c56-49d0-47e9-8b89-a3d84d7f11a2 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:39:11.040420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ce693c56-49d0-47e9-8b89-a3d84d7f11a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:39:11.044322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:11.094709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:11.224757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4da47d-973c-41a3-9d8a-0757ae7d966c req-fab3daf0-81a1-4f15-b269-dc849f74b596 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:11.226226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ce4da47d-973c-41a3-9d8a-0757ae7d966c req-fab3daf0-81a1-4f15-b269-dc849f74b596 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 945 time: 0.0482533 Dec 13 16:39:11.277365 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ce4da47d-973c-41a3-9d8a-0757ae7d966c req-0855697d-63af-47e3-9d4b-5e521819e903 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439339 Dec 13 16:39:11.317168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ce693c56-49d0-47e9-8b89-a3d84d7f11a2'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:39:12.392503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec145f-f50c-43b4-b629-a4313cc3e7e3 req-0872fc5c-23a2-431c-b5e9-30a9b523b813 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:12.394006 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-04ec145f-f50c-43b4-b629-a4313cc3e7e3 req-0872fc5c-23a2-431c-b5e9-30a9b523b813 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 945 time: 0.0495839 Dec 13 16:39:12.443834 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-04ec145f-f50c-43b4-b629-a4313cc3e7e3 req-dac34549-0deb-4bea-844b-7931655c53a6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 Dec 13 16:39:12.872778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ce693c56-49d0-47e9-8b89-a3d84d7f11a2 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:39:12.921970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:39:12.925929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:39:12.926305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:13.001295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:13.023456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:39:13.025697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450468ed-4571-4813-aca9-e0a35c426668" -d '{"events": [{"server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:39:13.041884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ce693c56-49d0-47e9-8b89-a3d84d7f11a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:39:13.045990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:13.073237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad1e3b8-db04-4dcc-827e-db2946d4fbee x-openstack-request-id: req-1ad1e3b8-db04-4dcc-827e-db2946d4fbee {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:39:13.073532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "name": "network-vif-plugged", "status": "completed", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:39:13.073790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ad1e3b8-db04-4dcc-827e-db2946d4fbee {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:39:13.074174 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'code': 200} Dec 13 16:39:13.101085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:13.242945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0c3e9-8edf-4905-822a-4d657ac548bb req-91322b47-0410-4c3d-8248-0c5c48ca42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:13.244333 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c5e0c3e9-8edf-4905-822a-4d657ac548bb req-91322b47-0410-4c3d-8248-0c5c48ca42b9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1099 time: 0.0425992 Dec 13 16:39:13.296237 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c5e0c3e9-8edf-4905-822a-4d657ac548bb req-2ed114e4-76ac-4b61-b456-bfe9ac378a92 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412390 Dec 13 16:39:13.558481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707c349-7148-42d4-b9de-a9fc8bf11803 req-c0160e49-e9be-4866-bf15-25cf2ea83a73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:13.560070 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f707c349-7148-42d4-b9de-a9fc8bf11803 req-c0160e49-e9be-4866-bf15-25cf2ea83a73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 946 time: 0.0500355 Dec 13 16:39:13.609664 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f707c349-7148-42d4-b9de-a9fc8bf11803 req-8866903d-998c-40c3-81ad-75d86f9166b4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435383 Dec 13 16:39:13.829879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:14.728089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03777839-05a8-45fd-ae9f-a657ca8615a5 req-69417be7-9ba8-47a2-b4cb-347a491a7366 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:14.729711 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03777839-05a8-45fd-ae9f-a657ca8615a5 req-69417be7-9ba8-47a2-b4cb-347a491a7366 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 946 time: 0.0522621 Dec 13 16:39:14.778719 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03777839-05a8-45fd-ae9f-a657ca8615a5 req-b160477e-c80b-4256-8b91-1dacdd44959c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418801 Dec 13 16:39:14.895217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daa124-a1e5-4b7a-9e6b-93f4a6251f9f req-e5ff01dc-7b82-4dcd-a6d2-b5f5574c1fa5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:14.896666 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a1daa124-a1e5-4b7a-9e6b-93f4a6251f9f req-e5ff01dc-7b82-4dcd-a6d2-b5f5574c1fa5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 946 time: 0.0495992 Dec 13 16:39:14.951779 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a1daa124-a1e5-4b7a-9e6b-93f4a6251f9f req-6850e95b-9b3f-44f7-a6ae-7986b50bf6ab tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491989 Dec 13 16:39:14.973589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47916) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:15.011208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5649ad-6bba-4b48-9cfe-8ec176431b7e tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:15.013181 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7f5649ad-6bba-4b48-9cfe-8ec176431b7e tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1094 time: 0.0381145 Dec 13 16:39:15.016133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47918) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:15.020293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:39:15.042701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:15.143774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:15.249269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.110 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/a803f1cc-42e4-49fa-a539-6be044644fc4) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:39:15.348090 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:15.382042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:15.427001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:39:15.429981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:39:15.432450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:39:15.458012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=a803f1cc-42e4-49fa-a539-6be044644fc4,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:15.775105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:15.843496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:15.996237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:16.001410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:16.066059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=a803f1cc-42e4-49fa-a539-6be044644fc4,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:39:16.079881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:16.180588 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 002c9cfd-02be-49aa-a5ff-a3acaaa11e73 associated. External IP: 172.26.6.110, port: ce693c56-49d0-47e9-8b89-a3d84d7f11a2. Dec 13 16:39:16.388238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router bf08106c-fbcc-491c-afd3-32c720d0214e has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:39:16.491200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:39:16.502134 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] Sync routers for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:39:16.509242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:16.511897 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:39:16.512543 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:16.541895 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-53660a05-828a-427c-bfbc-a24e6d7e50ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5222335 Dec 13 16:39:16.541895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:39:16.542225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2186e6d1-8474-4827-bed8-e4f605553338" -d '{"events": [{"name": "network-changed", "server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:39:16.542341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47920) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:16.587320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8c172f-4dc4-4391-8ebe-1f7a83ae8a23 x-openstack-request-id: req-4a8c172f-4dc4-4391-8ebe-1f7a83ae8a23 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:39:16.587646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:39:16.587915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a8c172f-4dc4-4391-8ebe-1f7a83ae8a23 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:39:16.588428 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'status': 'completed', 'code': 200} Dec 13 16:39:16.617137 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-50996844-43d5-425f-bf1c-c7db52bbbb2a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/002c9cfd-02be-49aa-a5ff-a3acaaa11e73 HTTP/1.1" status: 200 len: 992 time: 0.0734084 Dec 13 16:39:16.620976 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:39:16.649988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186e6d1-8474-4827-bed8-e4f605553338 req-bdae415d-6767-4d4a-8cdd-f7294f63019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:16.651443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2186e6d1-8474-4827-bed8-e4f605553338 req-bdae415d-6767-4d4a-8cdd-f7294f63019d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1099 time: 0.0433342 Dec 13 16:39:16.742107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186e6d1-8474-4827-bed8-e4f605553338 req-a0737763-3f3d-4f3f-bc82-e1472aeb6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:16.743700 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2186e6d1-8474-4827-bed8-e4f605553338 req-a0737763-3f3d-4f3f-bc82-e1472aeb6250 service neutron] 10.222.0.31 "GET /v2.0/networks?id=297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 200 len: 897 time: 0.0853460 Dec 13 16:39:16.814575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2186e6d1-8474-4827-bed8-e4f605553338 req-c736e1e2-d0b9-4a38-bf64-eb4ef0b03135 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 200 len: 1000 time: 0.0628605 Dec 13 16:39:16.851332 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '002c9cfd-02be-49aa-a5ff-a3acaaa11e73', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'port_id': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'mac_address': 'fa:16:3e:ea:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:39:15Z', 'updated_at': '2021-12-13T16:39:15Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:16.865665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186e6d1-8474-4827-bed8-e4f605553338 req-3268b2c2-348b-433b-9056-163646e6502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:16.867169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2186e6d1-8474-4827-bed8-e4f605553338 req-3268b2c2-348b-433b-9056-163646e6502f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 200 len: 843 time: 0.0454776 Dec 13 16:39:16.877659 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] Checking router: bf08106c-fbcc-491c-afd3-32c720d0214e for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:39:16.885860 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:39:16.886466 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:38:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:16.912437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186e6d1-8474-4827-bed8-e4f605553338 req-f0b64318-ea7f-4c82-aabb-8f011d7ac46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:16.913852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2186e6d1-8474-4827-bed8-e4f605553338 req-f0b64318-ea7f-4c82-aabb-8f011d7ac46b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297e3de4-3529-4f50-b8bd-1e1d18f3de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396197 Dec 13 16:39:16.990721 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:39:17.009975 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2186e6d1-8474-4827-bed8-e4f605553338 req-564fc773-ef3f-4294-ad02-9812d3d80e8e service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855856 Dec 13 16:39:17.107047 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2186e6d1-8474-4827-bed8-e4f605553338 req-ec478c3a-c68c-44b6-b5f9-008c7309246f service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858831 Dec 13 16:39:17.214564 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '002c9cfd-02be-49aa-a5ff-a3acaaa11e73', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'port_id': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'mac_address': 'fa:16:3e:ea:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:39:15Z', 'updated_at': '2021-12-13T16:39:15Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:39:17.243955 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e4e43c-912e-4ddf-a2d8-327a892e287b None None] The sync data for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv is: [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '002c9cfd-02be-49aa-a5ff-a3acaaa11e73', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.110', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'port_id': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'mac_address': 'fa:16:3e:ea:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:39:15Z', 'updated_at': '2021-12-13T16:39:15Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:39:17.422091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0214c8e8-4f6e-4bca-ad1c-7b5afe36fd55 None None] New status for floating IP 002c9cfd-02be-49aa-a5ff-a3acaaa11e73: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:39:17.620409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47924) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:39:17.686704 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4081e7be-86e6-41e7-8d98-fa0427d677df tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/002c9cfd-02be-49aa-a5ff-a3acaaa11e73 HTTP/1.1" status: 200 len: 994 time: 0.0651391 Dec 13 16:39:24.922864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2e707243-fbf1-4210-a9f8-2992b2dd7f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:27.326827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-429d0022-c87d-4034-af40-76d7f896329a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:28.401865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:29.927862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:30.814435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:31.128873 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:39:43.851763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:49.839124 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-d6112077-7516-4102-ba1e-e332f3f3e640 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389824 Dec 13 16:39:49.922306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-a4aa39c6-b01f-4969-ae4a-edf926506ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:49.924130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-a4aa39c6-b01f-4969-ae4a-edf926506ba1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1099 time: 0.0406446 Dec 13 16:39:50.034231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-e72c2e8c-ac44-44ef-8c6a-a52eb49c97d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:50.035718 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-e72c2e8c-ac44-44ef-8c6a-a52eb49c97d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 200 len: 897 time: 0.0874910 Dec 13 16:39:50.102663 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-ae36d09d-4986-4287-a000-8360e2e7a4e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 200 len: 1002 time: 0.0582824 Dec 13 16:39:50.156364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-9237848c-cde5-46a2-b24b-c83daecdf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:50.157838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-9237848c-cde5-46a2-b24b-c83daecdf12b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 200 len: 843 time: 0.0474102 Dec 13 16:39:50.202983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-3f0453ac-d9d0-4483-aabf-8945982423c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:39:50.204441 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-3f0453ac-d9d0-4483-aabf-8945982423c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297e3de4-3529-4f50-b8bd-1e1d18f3de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397997 Dec 13 16:39:50.293892 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-cdd9da50-b213-4d3a-9a29-20978a797f1b service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819209 Dec 13 16:39:50.391381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5f264e0-0f48-4bf5-8343-eb6f08b46d09 req-96f818b9-6868-4fa2-b5eb-c221343b9182 service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899897 Dec 13 16:39:54.923969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6edee26b-3974-4658-bcfc-697fcd1d725b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:57.330180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7bae2cda-dcfd-44d8-addb-4aa64646667d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:58.404715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:39:59.931595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:00.816640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:08.127511 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:40:13.858999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:24.925648 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7355e8c5-1f47-416b-bbe6-39ff52e0993c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:27.332256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2462719b-04c9-4f2d-8736-c1df95d3444a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:28.405685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:29.934387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:30.822068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:43.874696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:45.126033 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:40:49.829394 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-307ca535-3a7e-4de3-96d8-8e9a2a73085c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400393 Dec 13 16:40:49.913973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-d1cb4d4d-dd71-4ea9-9841-5ed80a41086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:49.915506 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-d1cb4d4d-dd71-4ea9-9841-5ed80a41086a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1099 time: 0.0406983 Dec 13 16:40:50.022909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-8c1b1815-5e59-44eb-b33b-0dea234439ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:50.024380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-8c1b1815-5e59-44eb-b33b-0dea234439ed service neutron] 10.222.0.31 "GET /v2.0/networks?id=297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 200 len: 897 time: 0.0871143 Dec 13 16:40:50.101136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-db7f746c-3d33-4046-b322-f2d344e3f762 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 200 len: 1002 time: 0.0644801 Dec 13 16:40:50.158902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-106f030d-4441-4f88-9e80-aed08caf5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:50.160605 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-106f030d-4441-4f88-9e80-aed08caf5823 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 200 len: 843 time: 0.0486188 Dec 13 16:40:50.211932 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-bcaf76d3-8954-4fd4-882f-96793a665ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:40:50.213389 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-bcaf76d3-8954-4fd4-882f-96793a665ad9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297e3de4-3529-4f50-b8bd-1e1d18f3de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395131 Dec 13 16:40:50.304914 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-b2f6b7af-d47c-4e0a-ad12-14fc88737d50 service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819366 Dec 13 16:40:50.411880 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25d6de4d-2b4a-40bb-9e75-97eea73a4101 req-f98d0ad6-0859-4d74-b4d8-42d62839330a service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942500 Dec 13 16:40:54.927521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-531c618b-5781-4909-99c0-b5fcfe134b4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:57.336731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8473-392b-4078-83d1-65dc069d7a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:58.409010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:40:59.937377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:00.814586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:13.865586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:15.142424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 47948) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:41:15.224300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:41:15.310990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10218184'] for subnet, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:15.455130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728207133660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10366092'] for subnet, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:15.486888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:41:15.488149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:15.490900 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/subnets/72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 200 len: 835 time: 0.3453033 Dec 13 16:41:15.491650 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40926ac5-7d29-4827-be65-903c620ef72c None None] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:41:15.511439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=72ef6175-474a-417d-924f-b5ba724a8ab2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:41:15.521124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.521477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.521825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.522279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.522621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.523113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.523447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.523779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.524235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.524573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.524903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.525242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.525543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d606a9-dd21-4ebb-8c13-98beeb060c79 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:15.835231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f75b097c-726f-4aa9-a9d9-cfec321fd8b1 None None] Provisioning complete for port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:41:15.835600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f75b097c-726f-4aa9-a9d9-cfec321fd8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:15.921748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f75b097c-726f-4aa9-a9d9-cfec321fd8b1 None None] Provisioning complete for port 9b9042cf-eec3-44e1-b370-03a5b8703c40 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:41:15.922124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f75b097c-726f-4aa9-a9d9-cfec321fd8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:16.009390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f75b097c-726f-4aa9-a9d9-cfec321fd8b1 None None] Provisioning complete for port bb7706ca-6647-44f1-a6a2-73de211ab90f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:41:16.009671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f75b097c-726f-4aa9-a9d9-cfec321fd8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:22.124542 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:41:24.929225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-05299ccf-100a-40c5-8751-e8702745ae5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:27.338901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-246dc4cb-01ce-4ae1-9b3b-0cae4be0e3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:28.411890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:29.940439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:30.816043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:43.872162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:49.840414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eec9e488-9d72-4125-8830-d802e113c905 req-7dcdff3b-605e-4ab8-a9e2-113efaa7b278 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445054 Dec 13 16:41:49.929697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e488-9d72-4125-8830-d802e113c905 req-c0ae3bcd-98e6-4278-8aaf-681e0b6c3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:41:49.931239 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eec9e488-9d72-4125-8830-d802e113c905 req-c0ae3bcd-98e6-4278-8aaf-681e0b6c3f71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1099 time: 0.0394294 Dec 13 16:41:50.038916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e488-9d72-4125-8830-d802e113c905 req-197dd423-58d4-4abd-9dd3-9d88820d998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:41:50.040386 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eec9e488-9d72-4125-8830-d802e113c905 req-197dd423-58d4-4abd-9dd3-9d88820d998a service neutron] 10.222.0.31 "GET /v2.0/networks?id=297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 200 len: 897 time: 0.0829110 Dec 13 16:41:50.114912 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eec9e488-9d72-4125-8830-d802e113c905 req-c4ac78a9-4a51-4485-86ed-cd5853428893 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 200 len: 1002 time: 0.0627739 Dec 13 16:41:50.167395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e488-9d72-4125-8830-d802e113c905 req-16e78111-d6a1-4340-be6a-0900ce22e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:41:50.168826 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eec9e488-9d72-4125-8830-d802e113c905 req-16e78111-d6a1-4340-be6a-0900ce22e98b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 200 len: 843 time: 0.0425687 Dec 13 16:41:50.217691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec9e488-9d72-4125-8830-d802e113c905 req-5571bb75-8dd1-4e74-a677-bd28c63fd810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:41:50.219198 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eec9e488-9d72-4125-8830-d802e113c905 req-5571bb75-8dd1-4e74-a677-bd28c63fd810 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297e3de4-3529-4f50-b8bd-1e1d18f3de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396841 Dec 13 16:41:50.318883 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eec9e488-9d72-4125-8830-d802e113c905 req-25efac44-d3fc-4a2a-9805-788156ede798 service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865657 Dec 13 16:41:50.416575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eec9e488-9d72-4125-8830-d802e113c905 req-a42865e7-be07-4a0e-a1e9-5ce5087d62ad service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851238 Dec 13 16:41:54.930726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9052f39f-078e-473e-91d3-f1fb4b5877c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:57.341172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec691-259b-4f13-9502-ad22c8011758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:58.415205 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:58.472760 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47962) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:41:58.633902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port a803f1cc-42e4-49fa-a539-6be044644fc4 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:41:58.634153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:58.709181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:58.709505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:58.721057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for a803f1cc-42e4-49fa-a539-6be044644fc4 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:41:58.892674 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:58.917428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=a803f1cc-42e4-49fa-a539-6be044644fc4,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:41:58.929599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.929950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.930300 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.930636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.931060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.931392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.931721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.932058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.932377 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.932707 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.933028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.933347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:58.933666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:41:59.122982 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:41:59.310205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:59.310445 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 002c9cfd-02be-49aa-a5ff-a3acaaa11e73 disassociated (deleted). External IP: 172.26.6.110, port: ce693c56-49d0-47e9-8b89-a3d84d7f11a2. Dec 13 16:41:59.513847 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router bf08106c-fbcc-491c-afd3-32c720d0214e has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:41:59.620636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:41:59.625750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:59.630309 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] Sync routers for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:41:59.643139 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:41:59.643746 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:41:59.652277 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5cccc3a3-b31d-4d61-891d-69d5e71e3b15 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/002c9cfd-02be-49aa-a5ff-a3acaaa11e73 HTTP/1.1" status: 204 len: 168 time: 1.1759048 Dec 13 16:41:59.652915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:41:59.655541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5" -d '{"events": [{"name": "network-changed", "server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:41:59.750195 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:41:59.816632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8781b348-011c-49bb-81df-2da8282c7fbc x-openstack-request-id: req-8781b348-011c-49bb-81df-2da8282c7fbc {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:41:59.817094 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:41:59.817416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8781b348-011c-49bb-81df-2da8282c7fbc {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:41:59.817910 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'status': 'completed', 'code': 200} Dec 13 16:41:59.895970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-57598dc9-cddb-4f53-ba86-155bed97b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:41:59.897956 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-57598dc9-cddb-4f53-ba86-155bed97b0ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 1099 time: 0.0460267 Dec 13 16:41:59.947330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:41:59.961492 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:41:59.988197 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] Checking router: bf08106c-fbcc-491c-afd3-32c720d0214e for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:41:59.994415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-9efe2824-01e6-46e9-841f-da9a92b1d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:41:59.996046 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-9efe2824-01e6-46e9-841f-da9a92b1d558 service neutron] 10.222.0.31 "GET /v2.0/networks?id=297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 200 len: 897 time: 0.0867600 Dec 13 16:41:59.996314 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:41:59.996912 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:00.053875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-fc77bbe8-47d5-4fc7-a303-8f324c0cd79e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 200 len: 217 time: 0.0397186 Dec 13 16:42:00.106659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-a39fc7b9-2fd1-47de-89dc-e2b31b8a0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:00.108257 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-a39fc7b9-2fd1-47de-89dc-e2b31b8a0376 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 200 len: 843 time: 0.0441442 Dec 13 16:42:00.112326 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:00.159503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-30b29ad9-e23c-41e7-bb85-887ca8f97145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:00.160935 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-30b29ad9-e23c-41e7-bb85-887ca8f97145 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=297e3de4-3529-4f50-b8bd-1e1d18f3de69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400660 Dec 13 16:42:00.258863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-840d5800-9ba0-40de-8e93-a05e976a3644 service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853622 Dec 13 16:42:00.310489 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:00.336116 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca01c5a-25dd-4ef8-ae3f-4f59fbdbfb22 None None] The sync data for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv is: [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'bb7706ca-6647-44f1-a6a2-73de211ab90f', 'name': '', 'network_id': '297e3de4-3529-4f50-b8bd-1e1d18f3de69', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:99:b2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1431, 'fixed_ips': [{'subnet_id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:39:01Z', 'updated_at': '2021-12-13T16:39:04Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '72ef6175-474a-417d-924f-b5ba724a8ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:42:00.354943 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80b6751e-218b-4bc4-a2ab-c0aa089e78b5 req-35350bdf-117c-4682-989e-3bdf5395b0f1 service neutron] 10.222.0.31 "GET /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842698 Dec 13 16:42:00.545076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06152bf-966d-43bc-a32a-e0c41baea887 None None] New status for floating IP 002c9cfd-02be-49aa-a5ff-a3acaaa11e73: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:42:00.821073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:00.906778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad13d09-8313-4f97-909b-3ca761242c04 req-651966f1-58db-42ea-8104-79adf9146905 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:00.908258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7ad13d09-8313-4f97-909b-3ca761242c04 req-651966f1-58db-42ea-8104-79adf9146905 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 946 time: 0.0498769 Dec 13 16:42:00.956928 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7ad13d09-8313-4f97-909b-3ca761242c04 req-31121a7d-6b4a-4c6f-b972-6a12e850b61d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427547 Dec 13 16:42:02.081017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f4c59-3388-4b16-9517-0107098a9818 req-ce4a25f6-124e-48e2-8f11-abca5cfaed67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:02.082615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-583f4c59-3388-4b16-9517-0107098a9818 req-ce4a25f6-124e-48e2-8f11-abca5cfaed67 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 946 time: 0.0543318 Dec 13 16:42:02.131483 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-583f4c59-3388-4b16-9517-0107098a9818 req-2b78b874-5974-4a1d-bb66-1bdd794cda8e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=fa950c37-8c40-4a58-82ba-d1ce24eb2c69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429251 Dec 13 16:42:02.451622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-ae8ff086-63f5-4921-89e1-5cb416c2ab42 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:02.453978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-ae8ff086-63f5-4921-89e1-5cb416c2ab42 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 946 time: 0.0492172 Dec 13 16:42:02.548748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:42:02.549084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:02.635459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port ce693c56-49d0-47e9-8b89-a3d84d7f11a2, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:02.635729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:02.647446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for ce693c56-49d0-47e9-8b89-a3d84d7f11a2 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:42:02.777747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:02.806016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=ce693c56-49d0-47e9-8b89-a3d84d7f11a2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:02.850734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port ce693c56-49d0-47e9-8b89-a3d84d7f11a2 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:42:02.853445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:02.856896 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5abd071c-cb2b-44fd-b2e2-142fb30cfd9d req-a3ee11d7-9fe8-49ed-a765-8dc5e1120d73 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/ce693c56-49d0-47e9-8b89-a3d84d7f11a2 HTTP/1.1" status: 204 len: 173 time: 0.3931768 Dec 13 16:42:02.857368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'name': 'network-vif-deleted', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:42:02.859895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b58a00-d87e-4789-af82-75e8ae103e55" -d '{"events": [{"server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "name": "network-vif-deleted", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:42:02.985749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff46e475-5e60-447e-9aea-9318e885eba2 x-openstack-request-id: req-ff46e475-5e60-447e-9aea-9318e885eba2 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:42:02.986274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a28c2edb-fb25-48fe-89ce-8e571fe097ce", "name": "network-vif-deleted", "tag": "ce693c56-49d0-47e9-8b89-a3d84d7f11a2", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:42:02.986601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff46e475-5e60-447e-9aea-9318e885eba2 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:42:02.987093 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a28c2edb-fb25-48fe-89ce-8e571fe097ce', 'name': 'network-vif-deleted', 'tag': 'ce693c56-49d0-47e9-8b89-a3d84d7f11a2', 'status': 'completed', 'code': 200} Dec 13 16:42:03.577410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-923c3e2f-42ff-439a-9c29-76f8076a0cf7 req-b894e788-789c-476f-b0b9-c0c9836f7d62 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=a28c2edb-fb25-48fe-89ce-8e571fe097ce HTTP/1.1" status: 200 len: 210 time: 0.3603752 Dec 13 16:42:04.633079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 47998) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:04.691778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-025413f0-9ad4-4f2c-bcde-29b09168b800 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:04.716879 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-025413f0-9ad4-4f2c-bcde-29b09168b800 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:04.774268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-025413f0-9ad4-4f2c-bcde-29b09168b800 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:04.776907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-025413f0-9ad4-4f2c-bcde-29b09168b800 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:04.778084 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-025413f0-9ad4-4f2c-bcde-29b09168b800 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/fa950c37-8c40-4a58-82ba-d1ce24eb2c69 HTTP/1.1" status: 204 len: 168 time: 0.1440828 Dec 13 16:42:04.787111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025413f0-9ad4-4f2c-bcde-29b09168b800 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa950c37-8c40-4a58-82ba-d1ce24eb2c69,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:04.814271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48002) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:05.172789 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:05.420127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port bb7706ca-6647-44f1-a6a2-73de211ab90f {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:42:05.420464 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:05.507959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port bb7706ca-6647-44f1-a6a2-73de211ab90f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bb7706ca-6647-44f1-a6a2-73de211ab90f,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:05.508237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:05.521055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for bb7706ca-6647-44f1-a6a2-73de211ab90f owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:42:05.701915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:05.733359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=bb7706ca-6647-44f1-a6a2-73de211ab90f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:05.815823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ce693c56-49d0-47e9-8b89-a3d84d7f11a2 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:42:05.836330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: ce693c56-49d0-47e9-8b89-a3d84d7f11a2 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:42:05.836676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ce693c56-49d0-47e9-8b89-a3d84d7f11a2 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:42:05.903751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.120054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router bf08106c-fbcc-491c-afd3-32c720d0214e has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:42:06.224471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:42:06.229493 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-49aef488-ffad-4408-be40-ad18e96b4a95 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/bf08106c-fbcc-491c-afd3-32c720d0214e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4141533 Dec 13 16:42:06.232279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48006) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:06.235572 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] Sync routers for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:42:06.245187 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:06.245793 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:06.283602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a900e19-efce-41ed-a7fa-2e3c257344aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet 72ef6175-474a-417d-924f-b5ba724a8ab2 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:42:06.286744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a900e19-efce-41ed-a7fa-2e3c257344aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.326391 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a900e19-efce-41ed-a7fa-2e3c257344aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.349734 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:06.418185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a900e19-efce-41ed-a7fa-2e3c257344aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.538544 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:42:05Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:06.565746 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] Checking router: bf08106c-fbcc-491c-afd3-32c720d0214e for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:42:06.574442 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] Routers {'bf08106c-fbcc-491c-afd3-32c720d0214e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:06.575106 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['bf08106c-fbcc-491c-afd3-32c720d0214e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:06.681339 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] Set router bf08106c-fbcc-491c-afd3-32c720d0214e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:06.710090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a900e19-efce-41ed-a7fa-2e3c257344aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.738053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a900e19-efce-41ed-a7fa-2e3c257344aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=72ef6175-474a-417d-924f-b5ba724a8ab2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:06.741787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8a900e19-efce-41ed-a7fa-2e3c257344aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.747624 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8a900e19-efce-41ed-a7fa-2e3c257344aa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/72ef6175-474a-417d-924f-b5ba724a8ab2 HTTP/1.1" status: 204 len: 168 time: 0.5118206 Dec 13 16:42:06.749081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48008) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:06.753216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dd803f-cc77-42d7-a54f-99aebdfe5eec None None] Network 297e3de4-3529-4f50-b8bd-1e1d18f3de69 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:42:06.861304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.924504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] DHCP port deletion for 297e3de4-3529-4f50-b8bd-1e1d18f3de69 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:42:06.956294 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:42:05Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:06.971136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.978934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Deleting port 9b9042cf-eec3-44e1-b370-03a5b8703c40 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:42:06.979356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:06.988096 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3769bc5-d313-47dc-807e-1caf41b65563 None None] The sync data for ids ['bf08106c-fbcc-491c-afd3-32c720d0214e'] in dv-neutron-821599-1-hyperv is: [{'id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'name': 'tempest-TestNetworkBasicOps-router-362819445', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225'}], 'enable_snat': True}, 'gw_port_id': 'c9c905a7-0407-421e-950f-0219b3506911', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:38:58Z', 'updated_at': '2021-12-13T16:42:05Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'c9c905a7-0407-421e-950f-0219b3506911', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:17:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf08106c-fbcc-491c-afd3-32c720d0214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:38:59Z', 'updated_at': '2021-12-13T16:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:42:07.029609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port c9c905a7-0407-421e-950f-0219b3506911 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:42:07.029947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.049497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] For port 9b9042cf-eec3-44e1-b370-03a5b8703c40, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9b9042cf-eec3-44e1-b370-03a5b8703c40,segment=NetworkSegment(6923a656-bb75-4739-a037-9c319eefce0e),segment_id=6923a656-bb75-4739-a037-9c319eefce0e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:07.049895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.062219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Calling delete_port for 9b9042cf-eec3-44e1-b370-03a5b8703c40 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:42:07.113643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port c9c905a7-0407-421e-950f-0219b3506911, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c9c905a7-0407-421e-950f-0219b3506911,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:07.114002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.126908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for c9c905a7-0407-421e-950f-0219b3506911 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:42:07.146188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.169388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Pushing event deleted for resources: {'Port': ['ID=9b9042cf-eec3-44e1-b370-03a5b8703c40,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:07.180007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.180368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.180720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.181066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.181405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.181739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.182377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.182377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.182750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.183078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.183404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.183729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.184056 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:07.186863 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444228ee-ccc8-4f9a-8d90-a531837b2c38 None None] No DVR routers for this DVR port 9b9042cf-eec3-44e1-b370-03a5b8703c40 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:42:07.298492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.328215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=c9c905a7-0407-421e-950f-0219b3506911,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:07.336233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d048e153-254e-492f-9c0b-17406a711175 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:42:07.389211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.487165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.489312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.534288 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.534894 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Fanout notify agent at l3_agent the message router_deleted on router bf08106c-fbcc-491c-afd3-32c720d0214e {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:42:07.542470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.546335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48010) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:07.546884 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c342b7c2-0d1e-4661-a2d4-ca18a6db6a22 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/routers/bf08106c-fbcc-491c-afd3-32c720d0214e HTTP/1.1" status: 204 len: 168 time: 0.7975535 Dec 13 16:42:07.626939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.718152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.737569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297e3de4-3529-4f50-b8bd-1e1d18f3de69']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:07.746453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6923a656-bb75-4739-a037-9c319eefce0e') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:07.746789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6923a656-bb75-4739-a037-9c319eefce0e') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:07.756559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.770253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.776473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:42:07.776972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:42:07.780132 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:42:07.840488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.849096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.852316 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/297e3de4-3529-4f50-b8bd-1e1d18f3de69 HTTP/1.1" status: 204 len: 168 time: 0.3048666 Dec 13 16:42:07.862143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48012) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:07.867276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--1995491895', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:07.870450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f0d00-a5d8-4705-b6b0-533bf5fb3554 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=297e3de4-3529-4f50-b8bd-1e1d18f3de69,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:07.888779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:42:07.892380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.915195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:42:07.924470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.924896 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment fa010819-b73c-4c10-ba3f-6f3c1909fd97 of type vlan for network d92097a4-5b73-4bcd-a585-65e03028aa3c Dec 13 16:42:07.965257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.993041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:07.998858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:07.999685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.034398 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c9c905a7-0407-421e-950f-0219b3506911 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:42:08.055601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: c9c905a7-0407-421e-950f-0219b3506911 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:42:08.056108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c9c905a7-0407-421e-950f-0219b3506911 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:42:08.056655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9b9042cf-eec3-44e1-b370-03a5b8703c40 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:42:08.072573 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2092602 Dec 13 16:42:08.075370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48014) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:08.076832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 9b9042cf-eec3-44e1-b370-03a5b8703c40 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:42:08.077188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9b9042cf-eec3-44e1-b370-03a5b8703c40 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:42:08.078320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bb7706ca-6647-44f1-a6a2-73de211ab90f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:42:08.080731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'admin_state_up': True, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:08.087259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65893d1-c940-43c7-b721-655a606cea56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=d92097a4-5b73-4bcd-a585-65e03028aa3c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:08.100511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network d92097a4-5b73-4bcd-a585-65e03028aa3c details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:42:08.103550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: bb7706ca-6647-44f1-a6a2-73de211ab90f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:42:08.103903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bb7706ca-6647-44f1-a6a2-73de211ab90f not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:42:08.107288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.108363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.160362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.302578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.493496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.517226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.616260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.232 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:42:08.723336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.757560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.797713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:42:08.800626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:08.804051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:42:08.809199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:08.813476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2549a288-6626-48eb-92a3-b1357fe54156 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:42:08.914813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c6ff4803-d29e-4ed8-97d8-c31b281c6068 None None] Provisioning complete for port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:08.915193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c6ff4803-d29e-4ed8-97d8-c31b281c6068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:08.947699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff4803-d29e-4ed8-97d8-c31b281c6068 None None] Port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:42:09.059669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:09.257342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:09.387188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 182dda88-23cb-4a7d-931b-419c455e1c12 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:42:09.494968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:42:09.504902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Sync routers for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:42:09.516265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:09.517031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:09.517480 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-11d48138-53fc-4142-bb00-0a7325fc8e81 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4411993 Dec 13 16:42:09.517653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:09.520718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48016) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:09.629693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:09.691636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0cd80009-f0fd-479a-8248-b118f6c1d79c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1698191 Dec 13 16:42:09.694201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48020) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:09.785112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d463cb-81fb-44e7-ab43-ee3a22bc436e tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:09.787071 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-26d463cb-81fb-44e7-ab43-ee3a22bc436e tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917194 Dec 13 16:42:09.789853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48022) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:09.811330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:08Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:09.818019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f8e54fe8-cc4b-4968-bb16-818ab1400621 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270889 Dec 13 16:42:09.820573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48024) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:09.825204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1236617540', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:09.838860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Checking router: 182dda88-23cb-4a7d-931b-419c455e1c12 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:42:09.839213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Updating router 182dda88-23cb-4a7d-931b-419c455e1c12 port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:42:09.864399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:09.918881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:42:09.923352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.107194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.119792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.126565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.173819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=62c9f4f0-5927-4318-89e4-39b21932a553,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:10.175329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d12c5bf-f076-4e05-9964-219092f61ab1 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:42:10.181128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:42:10.181459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: d92097a4-5b73-4bcd-a585-65e03028aa3c, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:42:10.186476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b437-8cd5-433d-adf3-9e40216ddd72 None None] Pushing event updated for resources: {'Port': ['ID=e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:10.189053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Attempting to bind port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:42:10.189426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Attempting to bind port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:42:10.189795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Attempting to bind port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:42:10.197386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:42:10.197715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:42:10.198124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.198518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:42:10.199438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Bound port: e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:42:10.199800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.205304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network d92097a4-5b73-4bcd-a585-65e03028aa3c is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:42:10.214799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, d92097a4-5b73-4bcd-a585-65e03028aa3c) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:10.219538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:10.220270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.228569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b5a87-e930-4af0-8db0-26238cbea667 None None] Network d92097a4-5b73-4bcd-a585-65e03028aa3c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:42:10.238946 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b858c421-a4a7-4cb6-842e-e4e3037fc418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4173410 Dec 13 16:42:10.241769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48028) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:10.316791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] For port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:42:10.321548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] For port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:42:10.332349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.335395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9691bfa5-bb19-4cd2-bd48-69548af4a18b None None] Provisioning complete for port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:10.335756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9691bfa5-bb19-4cd2-bd48-69548af4a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.435558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cca9e3-8876-45f8-bbe5-ff3fb4235b3b None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:42:10.445567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-d92097a4-5b73-4bcd-a585-65e03028aa3c', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:42:10.446713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.472890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b07b437-8cd5-433d-adf3-9e40216ddd72 None None] Pushing event updated for resources: {'Port': ['ID=e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:10.477119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:10.477721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:10.704780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.814880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9691bfa5-bb19-4cd2-bd48-69548af4a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.876537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9691bfa5-bb19-4cd2-bd48-69548af4a18b None None] For port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:10.886175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:10.887940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9691bfa5-bb19-4cd2-bd48-69548af4a18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:10.980308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Allocated IP 172.20.0.2 (d92097a4-5b73-4bcd-a585-65e03028aa3c/62c9f4f0-5927-4318-89e4-39b21932a553/aba7a0a3-0ad7-4295-b58e-15c0746840cf) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:42:11.101487 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691bfa5-bb19-4cd2-bd48-69548af4a18b None None] Pushing event updated for resources: {'Port': ['ID=e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:11.120070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-466d43f1-f55b-4f63-9f67-c0436e6e8aea None None] Provisioning complete for port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:11.120442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-466d43f1-f55b-4f63-9f67-c0436e6e8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.317641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.327066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.331168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:08Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:11.381173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.1 (d92097a4-5b73-4bcd-a585-65e03028aa3c/62c9f4f0-5927-4318-89e4-39b21932a553/a6dcd75f-f6e7-448f-a648-41b468137f12) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:42:11.389608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b17596-02ea-4a48-a049-8326d3e1b9c2 None None] The sync data for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv is: [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:08Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:42:11.397300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Network d92097a4-5b73-4bcd-a585-65e03028aa3c is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:42:11.400502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:11.404026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:42:11.414333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Pushing event updated for resources: {'Port': ['ID=aba7a0a3-0ad7-4295-b58e-15c0746840cf,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:11.467470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Attempting to bind port aba7a0a3-0ad7-4295-b58e-15c0746840cf on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:42:11.468552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Attempting to bind port aba7a0a3-0ad7-4295-b58e-15c0746840cf by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:42:11.469232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Attempting to bind port aba7a0a3-0ad7-4295-b58e-15c0746840cf on network d92097a4-5b73-4bcd-a585-65e03028aa3c {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:42:11.474989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:42:11.475459 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Checking segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:42:11.475984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.476382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Bound using segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:42:11.476853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Bound port: aba7a0a3-0ad7-4295-b58e-15c0746840cf, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:42:11.477293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.509871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.542662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] For port aba7a0a3-0ad7-4295-b58e-15c0746840cf, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:42:11.546620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] For port aba7a0a3-0ad7-4295-b58e-15c0746840cf, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=aba7a0a3-0ad7-4295-b58e-15c0746840cf,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:42:11.548569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.552339 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.599950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network d92097a4-5b73-4bcd-a585-65e03028aa3c is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:42:11.603470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:11.606169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:42:11.617652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dea37e-a2e8-44fa-9da3-772a08e504b6 None None] Pushing event updated for resources: {'Port': ['ID=aba7a0a3-0ad7-4295-b58e-15c0746840cf,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:11.658182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:11.698239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=a6dcd75f-f6e7-448f-a648-41b468137f12,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:11.839124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:12.084559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:42:12.135763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:12.136137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:12.160794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:12.168350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:12.230219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device aba7a0a3-0ad7-4295-b58e-15c0746840cf up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:42:12.253664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=a6dcd75f-f6e7-448f-a648-41b468137f12,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:12.257126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:12.284624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port aba7a0a3-0ad7-4295-b58e-15c0746840cf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:12.285153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:12.362591 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network d92097a4-5b73-4bcd-a585-65e03028aa3c is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:42:12.364652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:12.371296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:12.418164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port aba7a0a3-0ad7-4295-b58e-15c0746840cf, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=aba7a0a3-0ad7-4295-b58e-15c0746840cf,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:12.426600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:12.488868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=aba7a0a3-0ad7-4295-b58e-15c0746840cf,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:12.508923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 182dda88-23cb-4a7d-931b-419c455e1c12 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:42:12.625118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:42:12.630436 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-baec5bc3-4b68-4fdc-b86e-1a4dc0fdc250 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/182dda88-23cb-4a7d-931b-419c455e1c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3876922 Dec 13 16:42:12.633037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48032) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:12.689204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c285d-0a02-4f25-8837-1bc6ad21c112 None None] Network d92097a4-5b73-4bcd-a585-65e03028aa3c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:42:12.773008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8cadcfb7-781a-4fb5-a557-ea064ae07d45 None None] Provisioning complete for port aba7a0a3-0ad7-4295-b58e-15c0746840cf triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:12.773384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cadcfb7-781a-4fb5-a557-ea064ae07d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.100382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f9989-d4fe-49a4-ab44-f2c8755efbe9 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:13.100892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f9989-d4fe-49a4-ab44-f2c8755efbe9 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:13.101368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f9989-d4fe-49a4-ab44-f2c8755efbe9 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:13.101842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619f9989-d4fe-49a4-ab44-f2c8755efbe9 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:13.103941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-619f9989-d4fe-49a4-ab44-f2c8755efbe9 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.4695592 Dec 13 16:42:13.106322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48034) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:13.120691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-651dcf77-7c0b-4383-b211-e3e4149966d3 None None] Provisioning complete for port a6dcd75f-f6e7-448f-a648-41b468137f12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:13.121521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-651dcf77-7c0b-4383-b211-e3e4149966d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.164741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc35c9-544c-4026-a43e-1daf3b0c8f82 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:13.165201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc35c9-544c-4026-a43e-1daf3b0c8f82 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:13.165644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc35c9-544c-4026-a43e-1daf3b0c8f82 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:13.166087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc35c9-544c-4026-a43e-1daf3b0c8f82 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:13.167020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-651dcf77-7c0b-4383-b211-e3e4149966d3 None None] Port a6dcd75f-f6e7-448f-a648-41b468137f12 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:42:13.167838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-badc35c9-544c-4026-a43e-1daf3b0c8f82 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0604398 Dec 13 16:42:13.170569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48036) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:13.180208 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Sync routers for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:42:13.189945 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:13.190879 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:13.193249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-651dcf77-7c0b-4383-b211-e3e4149966d3 None None] Provisioning complete for port aba7a0a3-0ad7-4295-b58e-15c0746840cf triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:13.193733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-651dcf77-7c0b-4383-b211-e3e4149966d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.315726 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d0cbb156-19ed-4ff4-92b1-350cf3d04944 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1411319 Dec 13 16:42:13.321694 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:13.409791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1c98b29d-6993-4c38-9239-1bfff1b79e6a None None] Provisioning complete for port a6dcd75f-f6e7-448f-a648-41b468137f12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:13.410842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c98b29d-6993-4c38-9239-1bfff1b79e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.450734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1c98b29d-6993-4c38-9239-1bfff1b79e6a None None] Port a6dcd75f-f6e7-448f-a648-41b468137f12 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:42:13.530065 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:12Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:13.559718 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Checking router: 182dda88-23cb-4a7d-931b-419c455e1c12 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:42:13.560103 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Updating router 182dda88-23cb-4a7d-931b-419c455e1c12 port a6dcd75f-f6e7-448f-a648-41b468137f12 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:42:13.572252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-75b8d5c8-ae51-4ed3-b008-58c15668b3fe None None] Provisioning complete for port a6dcd75f-f6e7-448f-a648-41b468137f12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:13.572610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75b8d5c8-ae51-4ed3-b008-58c15668b3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.586126 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.611378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48040) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:13.615616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-75b8d5c8-ae51-4ed3-b008-58c15668b3fe None None] Port a6dcd75f-f6e7-448f-a648-41b468137f12 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:42:13.616218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b06addbe-aba9-4d17-8292-36a45c85e73b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-813320285', 'description': 'tempest-secgroup-smoke-813320285 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:13.638396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b06addbe-aba9-4d17-8292-36a45c85e73b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.707059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b06addbe-aba9-4d17-8292-36a45c85e73b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.711052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b06addbe-aba9-4d17-8292-36a45c85e73b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.741764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b06addbe-aba9-4d17-8292-36a45c85e73b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.743020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b06addbe-aba9-4d17-8292-36a45c85e73b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1305768 Dec 13 16:42:13.744891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06addbe-aba9-4d17-8292-36a45c85e73b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166660df-4eae-4826-b7a3-c50365cac218,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:13.746030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48042) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:13.753506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d7cd117f-246e-4bc6-b06e-da62ac4e59db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '166660df-4eae-4826-b7a3-c50365cac218', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:13.782576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d7cd117f-246e-4bc6-b06e-da62ac4e59db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.839808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d7cd117f-246e-4bc6-b06e-da62ac4e59db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.844159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d7cd117f-246e-4bc6-b06e-da62ac4e59db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.863263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cd117f-246e-4bc6-b06e-da62ac4e59db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70ab649-b10b-4416-9f4e-2667470428d1,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:13.865231 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.870762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d7cd117f-246e-4bc6-b06e-da62ac4e59db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.871971 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d7cd117f-246e-4bc6-b06e-da62ac4e59db tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1246707 Dec 13 16:42:13.872210 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.874706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48044) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:13.880356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b0578a96-4e25-41ca-b27d-8f0748d8b4bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '166660df-4eae-4826-b7a3-c50365cac218', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:13.883787 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.907920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0578a96-4e25-41ca-b27d-8f0748d8b4bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.926107 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd75f-f6e7-448f-a648-41b468137f12,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:13.937607 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.937988 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.938337 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.939109 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.939109 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.939351 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.939682 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.940016 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.940362 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.940713 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.941023 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.941352 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.941672 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:13.980479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0578a96-4e25-41ca-b27d-8f0748d8b4bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.987730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0578a96-4e25-41ca-b27d-8f0748d8b4bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:13.996044 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Attempting to bind port a6dcd75f-f6e7-448f-a648-41b468137f12 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:42:13.996421 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Attempting to bind port a6dcd75f-f6e7-448f-a648-41b468137f12 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:42:13.996785 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Attempting to bind port a6dcd75f-f6e7-448f-a648-41b468137f12 on network d92097a4-5b73-4bcd-a585-65e03028aa3c {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:42:14.002117 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:42:14.002502 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Checking segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:42:14.003010 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.003409 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Bound using segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:42:14.003895 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Bound port: a6dcd75f-f6e7-448f-a648-41b468137f12, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:42:14.004268 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.007422 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0578a96-4e25-41ca-b27d-8f0748d8b4bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e27693-4b31-432d-9468-088de28ac3ce,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:14.026050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0578a96-4e25-41ca-b27d-8f0748d8b4bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.027350 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b0578a96-4e25-41ca-b27d-8f0748d8b4bb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512501 Dec 13 16:42:14.030274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48046) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:14.035890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-52980e06-078f-4572-b9e4-ff29f5a16b56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '166660df-4eae-4826-b7a3-c50365cac218', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:14.042732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device aba7a0a3-0ad7-4295-b58e-15c0746840cf up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:42:14.078918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-52980e06-078f-4572-b9e4-ff29f5a16b56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.084813 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] For port a6dcd75f-f6e7-448f-a648-41b468137f12, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:42:14.089800 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] For port a6dcd75f-f6e7-448f-a648-41b468137f12, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a6dcd75f-f6e7-448f-a648-41b468137f12,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:42:14.097470 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.104282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port aba7a0a3-0ad7-4295-b58e-15c0746840cf triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:14.104663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.153305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-52980e06-078f-4572-b9e4-ff29f5a16b56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.154145 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25b33f-2ca1-441d-9151-8c1b4d168986 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd75f-f6e7-448f-a648-41b468137f12,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:14.165173 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-52980e06-078f-4572-b9e4-ff29f5a16b56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.175621 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:14.176354 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:14.181104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52980e06-078f-4572-b9e4-ff29f5a16b56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c035ec-0b62-4c2f-9b48-162297a1c5b2,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:14.200662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-52980e06-078f-4572-b9e4-ff29f5a16b56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.205349 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-52980e06-078f-4572-b9e4-ff29f5a16b56 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702166 Dec 13 16:42:14.205532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48048) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:14.213574 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fa2887d1-fa9d-4f47-af74-dacbb056b3a9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '166660df-4eae-4826-b7a3-c50365cac218', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:14.250157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-695478d2-4d97-438a-9259-ee82e51ef470 None None] Provisioning complete for port a6dcd75f-f6e7-448f-a648-41b468137f12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:14.251120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-695478d2-4d97-438a-9259-ee82e51ef470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.254840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa2887d1-fa9d-4f47-af74-dacbb056b3a9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.293532 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:14.324005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa2887d1-fa9d-4f47-af74-dacbb056b3a9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.329651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa2887d1-fa9d-4f47-af74-dacbb056b3a9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.355611 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2887d1-fa9d-4f47-af74-dacbb056b3a9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e3df85a-aa10-4859-ab88-ad30fa7e36a1,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:14.362236 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fa2887d1-fa9d-4f47-af74-dacbb056b3a9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.366704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48050) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:14.371825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-68632434-4eca-4446-be99-73601869b823 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '166660df-4eae-4826-b7a3-c50365cac218', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:14.376910 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fa2887d1-fa9d-4f47-af74-dacbb056b3a9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1695037 Dec 13 16:42:14.385152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-695478d2-4d97-438a-9259-ee82e51ef470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.404674 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-68632434-4eca-4446-be99-73601869b823 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:42:14.413563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68632434-4eca-4446-be99-73601869b823 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.423279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-695478d2-4d97-438a-9259-ee82e51ef470 None None] For port a6dcd75f-f6e7-448f-a648-41b468137f12, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a6dcd75f-f6e7-448f-a648-41b468137f12,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:14.428719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-695478d2-4d97-438a-9259-ee82e51ef470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.481995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695478d2-4d97-438a-9259-ee82e51ef470 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd75f-f6e7-448f-a648-41b468137f12,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:14.482217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68632434-4eca-4446-be99-73601869b823 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.487214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68632434-4eca-4446-be99-73601869b823 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.505623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68632434-4eca-4446-be99-73601869b823 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dacb59-bc0d-4fce-90a0-e899d1744764,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:14.514839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-68632434-4eca-4446-be99-73601869b823 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.516266 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-68632434-4eca-4446-be99-73601869b823 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1485229 Dec 13 16:42:14.517624 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:14.519154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48052) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:14.524758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4886a8ae-c0dc-46bb-a618-578caa92c3cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '166660df-4eae-4826-b7a3-c50365cac218', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:14.544550 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d2bf2-a4f5-4ff1-88c9-3621e7ee9643 None None] The sync data for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv is: [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:42:14.551532 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-4886a8ae-c0dc-46bb-a618-578caa92c3cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:42:14.556041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-33ed18d2-82bf-4a1e-aae1-5615838be036 None None] Provisioning complete for port a6dcd75f-f6e7-448f-a648-41b468137f12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:14.556418 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-33ed18d2-82bf-4a1e-aae1-5615838be036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.556995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4886a8ae-c0dc-46bb-a618-578caa92c3cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.637321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4886a8ae-c0dc-46bb-a618-578caa92c3cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.642161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4886a8ae-c0dc-46bb-a618-578caa92c3cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.668971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4886a8ae-c0dc-46bb-a618-578caa92c3cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e11a8b-75be-4c96-b785-6dd3dbdb75a8,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:14.678960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4886a8ae-c0dc-46bb-a618-578caa92c3cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:14.683241 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4886a8ae-c0dc-46bb-a618-578caa92c3cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1618688 Dec 13 16:42:14.847994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-112d4098-9095-4a80-958f-89ada3310779 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-813320285&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.0462832 Dec 13 16:42:14.969407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-3148c565-24d1-4f30-ac89-06932aa0f91c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:14.970931 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-3148c565-24d1-4f30-ac89-06932aa0f91c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 797 time: 0.1163275 Dec 13 16:42:14.986907 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-adaa6c0a-b5d7-40ee-8353-2fb2389211cb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0101128 Dec 13 16:42:15.044152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-a793e074-df14-4739-be1f-1e3e8be2175e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510290 Dec 13 16:42:15.118869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-cb2e6971-f398-4411-b9c7-71a4f4111f6f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:42:15.119899 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-cb2e6971-f398-4411-b9c7-71a4f4111f6f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0636513 Dec 13 16:42:15.218202 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-548f6f43-9c82-4ddd-8ebb-9bc2bd17cbd1 service neutron] 10.222.0.13 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907428 Dec 13 16:42:15.317348 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-56319325-2121-47b1-b3e2-1871f4f285ab service neutron] 10.222.0.13 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926292 Dec 13 16:42:15.487393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d55b399c-a18c-430a-8bd9-e80f9797880c req-6305eb4d-223c-49a1-9b7d-ae3fb8cbd8c2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 210 time: 0.0314770 Dec 13 16:42:16.017786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a6dcd75f-f6e7-448f-a648-41b468137f12 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:42:16.068950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a6dcd75f-f6e7-448f-a648-41b468137f12 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:16.069323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:16.581403 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a6db255-2805-4998-8640-22d1403d7a53 req-20a82a21-8963-42b8-8cf3-9e750ecd961b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 210 time: 0.0263183 Dec 13 16:42:16.768778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-2b674ba6-eef9-45a1-a7d0-b40139441659 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:16.770601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-2b674ba6-eef9-45a1-a7d0-b40139441659 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 797 time: 0.1133051 Dec 13 16:42:16.839538 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-938dc39b-bf33-4ad6-8b87-0a9353b1f7bf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 379 time: 0.0568104 Dec 13 16:42:16.851355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['166660df-4eae-4826-b7a3-c50365cac218']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:16.963051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:42:16.966486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.089140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.14 (d92097a4-5b73-4bcd-a585-65e03028aa3c/62c9f4f0-5927-4318-89e4-39b21932a553/4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:42:17.228019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.260830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.303829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network d92097a4-5b73-4bcd-a585-65e03028aa3c is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:42:17.306959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:17.310703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:42:17.345185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:17.359574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.359928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.360284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.360633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.360968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.361303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.361650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.361972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.362302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.362630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.362984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.363308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.363629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:42:17.383869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:17.383869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.401818 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a275f60-f8be-40a2-bd30-9bb4f23fd1a1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5539131 Dec 13 16:42:17.420644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Request body: {'port': {'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:17.476744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.508981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e5b48240-e0ea-4a2e-81bb-f37c46930de1 None None] Provisioning complete for port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:17.509583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e5b48240-e0ea-4a2e-81bb-f37c46930de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.547144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e5b48240-e0ea-4a2e-81bb-f37c46930de1 None None] Port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:42:17.729237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e376cba-076b-4904-b0c8-f8e83c533521 req-83ed3e89-5377-4dfa-b601-5418b2e14a7b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:17.730730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e376cba-076b-4904-b0c8-f8e83c533521 req-83ed3e89-5377-4dfa-b601-5418b2e14a7b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 932 time: 0.0805197 Dec 13 16:42:17.823816 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e376cba-076b-4904-b0c8-f8e83c533521 req-514d361c-293c-4a48-9809-d28d5253e004 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818312 Dec 13 16:42:17.834182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:42:17.851556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.863878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Transition to ACTIVE for port object 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:42:17.867718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:17.919265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:17.993098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Attempting to bind port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:42:17.993607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Attempting to bind port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:42:17.993935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Attempting to bind port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b on network d92097a4-5b73-4bcd-a585-65e03028aa3c {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:42:17.998454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b on network d92097a4-5b73-4bcd-a585-65e03028aa3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:42:17.998812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Attempting to bind port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b on network d92097a4-5b73-4bcd-a585-65e03028aa3c {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:42:18.004105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:42:18.004434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Checking segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:42:18.004888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Bound using segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:42:18.005226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Bound port: 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:42:18.005585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:18.072087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] For port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:42:18.075076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] For port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:42:18.079968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:18.115697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.116314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:18.117716 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] 10.222.0.31 "PUT /v2.0/ports/4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 1094 time: 0.7014794 Dec 13 16:42:18.118163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:42:18.120471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaf1831-9412-406e-adb6-4deb23fdc08a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:42:18.146203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f408f-e091-47b5-9b09-4d8315662181 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:18.197958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de363b23-03b7-495f-a635-602e7f2c5943 x-openstack-request-id: req-de363b23-03b7-495f-a635-602e7f2c5943 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:42:18.198262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:42:18.198533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de363b23-03b7-495f-a635-602e7f2c5943 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:42:18.198947 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'status': 'completed', 'code': 200} Dec 13 16:42:18.214997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a1e0d63-e771-4586-914e-1a2776749623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.216550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-6a1e0d63-e771-4586-914e-1a2776749623 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1097 time: 0.0546346 Dec 13 16:42:18.269056 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-8465afd3-39ed-4759-bdf2-a75ddc1570c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 217 time: 0.0365703 Dec 13 16:42:18.326083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-c76cc9e8-1d6c-44fb-b299-0e8308bf4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.328184 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-c76cc9e8-1d6c-44fb-b299-0e8308bf4373 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0462248 Dec 13 16:42:18.377620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-02d53b5f-a0af-47d0-afa3-208d9582a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.379146 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-02d53b5f-a0af-47d0-afa3-208d9582a85a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394337 Dec 13 16:42:18.479962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-24f0b67b-1e95-4591-adc3-11ed7f5e4b27 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856805 Dec 13 16:42:18.574219 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a366ce88-c13b-4f36-8436-ec13ac2fec4a req-91943f0b-b4ee-42ce-9dce-f58f8d648464 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819852 Dec 13 16:42:18.669025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-28b3c516-a704-45c8-8ebf-d7989ee58ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.670421 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-28b3c516-a704-45c8-8ebf-d7989ee58ac3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1097 time: 0.0450368 Dec 13 16:42:18.760208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-ea472d1c-444e-429a-b067-4232b9902579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.761697 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-ea472d1c-444e-429a-b067-4232b9902579 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.0839894 Dec 13 16:42:18.809633 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-58aaa5fb-9a64-4576-9cdf-3b0f3fd0998b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 217 time: 0.0389390 Dec 13 16:42:18.860700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-ad654cce-36b7-4ca8-bdb8-50ed541fb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.862208 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-ad654cce-36b7-4ca8-bdb8-50ed541fb159 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0443220 Dec 13 16:42:18.935148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-d8fe7864-73c0-4039-9279-31d67a7aa8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.936633 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-d8fe7864-73c0-4039-9279-31d67a7aa8a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665698 Dec 13 16:42:18.951480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfdb77b-d672-4f26-a698-92fbc9824072 req-dd936ff6-1164-4a80-b29c-ceee963b607d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:18.952892 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fdfdb77b-d672-4f26-a698-92fbc9824072 req-dd936ff6-1164-4a80-b29c-ceee963b607d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 944 time: 0.0591784 Dec 13 16:42:19.054086 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fdfdb77b-d672-4f26-a698-92fbc9824072 req-c7ea6e5b-768f-4a85-a118-a73be835c93d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934360 Dec 13 16:42:19.075246 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-1ce54d64-4fad-473e-b54a-fbd780fd3d0d service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214392 Dec 13 16:42:19.172206 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaf1831-9412-406e-adb6-4deb23fdc08a req-64c4934f-6cdb-472e-a985-3c2cd5dca169 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876076 Dec 13 16:42:19.903847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:42:20.000676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:20.011423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:42:20.048193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:20.060512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:42:20.081035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:20.086180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:20.135905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:20.177034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfac933-501e-44be-9b75-60a61a3be9bd req-648af8b9-d2fc-4795-a002-7b007d631906 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:20.178445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9bfac933-501e-44be-9b75-60a61a3be9bd req-648af8b9-d2fc-4795-a002-7b007d631906 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 945 time: 0.0512455 Dec 13 16:42:20.227945 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9bfac933-501e-44be-9b75-60a61a3be9bd req-0696d2b4-67d2-4ea0-821e-864342bb1167 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 Dec 13 16:42:20.404908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:42:21.346410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a8ade-b78b-4fce-9a0c-d60b5b71cdaf req-55db5650-33b7-4d47-973f-4de6fa6a6be0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:21.347890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-995a8ade-b78b-4fce-9a0c-d60b5b71cdaf req-55db5650-33b7-4d47-973f-4de6fa6a6be0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 945 time: 0.0487454 Dec 13 16:42:21.397873 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-995a8ade-b78b-4fce-9a0c-d60b5b71cdaf req-a97add26-d9f3-49ee-91cc-3b1e6784247a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441086 Dec 13 16:42:21.916907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:42:21.965345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:42:21.969909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:21.970281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:22.045486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:22.067918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:42:22.070615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc3a62c-9fa8-4066-8134-cb3e7fc6a34d" -d '{"events": [{"server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "name": "network-vif-plugged", "status": "completed", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:42:22.084357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:22.088629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:22.141346 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:22.169452 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28c6f40-eef8-4942-8efc-89bfc1072668 x-openstack-request-id: req-b28c6f40-eef8-4942-8efc-89bfc1072668 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:42:22.169750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "name": "network-vif-plugged", "status": "completed", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:42:22.170012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b28c6f40-eef8-4942-8efc-89bfc1072668 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:42:22.170414 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'code': 200} Dec 13 16:42:22.356988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d7def-5e3f-46cc-8c3b-347200064d41 req-21eb8af9-3a50-43c8-9fb3-0cbd8fd1484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:22.358823 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-973d7def-5e3f-46cc-8c3b-347200064d41 req-21eb8af9-3a50-43c8-9fb3-0cbd8fd1484f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1099 time: 0.0455441 Dec 13 16:42:22.411202 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-973d7def-5e3f-46cc-8c3b-347200064d41 req-f9859fd5-e5b1-49a6-adfc-ed934338fa6d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397024 Dec 13 16:42:22.508739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2aa18c-7558-4f1d-8698-ff449b0abcde req-283f1130-13ee-4396-9c6d-38c652f5b79a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:22.510202 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3f2aa18c-7558-4f1d-8698-ff449b0abcde req-283f1130-13ee-4396-9c6d-38c652f5b79a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 946 time: 0.0477498 Dec 13 16:42:22.558884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3f2aa18c-7558-4f1d-8698-ff449b0abcde req-caca15e9-4f26-4b3f-b160-dd97585bf8ab tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Dec 13 16:42:23.680784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bd2fe-55f5-47d0-8b2f-fb47da55e420 req-537c2bf6-1e57-47db-8de3-a2f2f0c05080 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:23.682184 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-320bd2fe-55f5-47d0-8b2f-fb47da55e420 req-537c2bf6-1e57-47db-8de3-a2f2f0c05080 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 946 time: 0.0500317 Dec 13 16:42:23.737363 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-320bd2fe-55f5-47d0-8b2f-fb47da55e420 req-70d51ddd-d1c6-4950-978a-66007f2230e9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484426 Dec 13 16:42:24.851272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce33c4f-2e62-4a1e-b1ba-041020ebd580 req-09de619b-6f5d-4f7f-a8e1-8a12a300851e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:24.852754 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fce33c4f-2e62-4a1e-b1ba-041020ebd580 req-09de619b-6f5d-4f7f-a8e1-8a12a300851e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 946 time: 0.0481081 Dec 13 16:42:24.901415 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fce33c4f-2e62-4a1e-b1ba-041020ebd580 req-d934611b-ecfc-4329-aa19-420346664b4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420172 Dec 13 16:42:24.933364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cc502281-8f25-4dda-a75f-804119d8f559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:25.019725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329dae2-c4e3-4c43-834f-97481efca48d req-7532b0fb-d620-4c37-a736-19421ddec399 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:25.021201 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1329dae2-c4e3-4c43-834f-97481efca48d req-7532b0fb-d620-4c37-a736-19421ddec399 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 946 time: 0.0487742 Dec 13 16:42:25.070346 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1329dae2-c4e3-4c43-834f-97481efca48d req-122b1c30-85fb-4e0c-a617-0021deb23569 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432472 Dec 13 16:42:25.091830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48114) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:25.134330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41b680a-c4e8-4b33-bb85-0e6aa97ce972 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:25.135870 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a41b680a-c4e8-4b33-bb85-0e6aa97ce972 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1094 time: 0.0424676 Dec 13 16:42:25.138589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48116) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:25.142967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:25.166941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:25.263146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:25.369308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.223 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/149e55f6-6ab8-46a3-ae35-33b78d408411) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:42:25.471081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:25.507877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:25.544172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:42:25.548958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:25.552472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:42:25.575828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=149e55f6-6ab8-46a3-ae35-33b78d408411,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:25.897091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:25.966788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:26.115453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:26.119813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:26.190873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=149e55f6-6ab8-46a3-ae35-33b78d408411,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:26.199009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:26.301293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP b5e5d561-30f8-4dee-b44c-4895fabb25ef associated. External IP: 172.26.6.223, port: 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b. Dec 13 16:42:26.509740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 182dda88-23cb-4a7d-931b-419c455e1c12 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:42:26.616071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:42:26.626217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] Sync routers for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:42:26.636754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:26.637491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:26.637670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:26.665767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-596e8609-5875-45ce-a999-f9f3fd3877f9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5261385 Dec 13 16:42:26.666490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:42:26.668641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48118) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:26.669165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d286aee-0451-45c9-bd4b-74f05da2504b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:42:26.717178 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c00080-83a6-4788-be86-ece65edacce9 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:26.720726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7173c04a-ff9b-44f4-b39b-6abf84522676 x-openstack-request-id: req-7173c04a-ff9b-44f4-b39b-6abf84522676 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:42:26.721039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:42:26.721294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7173c04a-ff9b-44f4-b39b-6abf84522676 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:42:26.721691 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'status': 'completed', 'code': 200} Dec 13 16:42:26.722819 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-06c00080-83a6-4788-be86-ece65edacce9 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1094 time: 0.0530014 Dec 13 16:42:26.746736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:26.785885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-1a2c5e37-0705-4a6c-a85e-47bcec42ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:26.787361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-1a2c5e37-0705-4a6c-a85e-47bcec42ab3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1099 time: 0.0428414 Dec 13 16:42:26.852793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48124) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:26.858456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9e30dfc7-2379-489e-8bb4-97cc97b39092 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-656059717', 'description': 'tempest-secgroup-smoke-656059717 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:26.883627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e30dfc7-2379-489e-8bb4-97cc97b39092 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:26.891373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-70410edd-2173-4f67-8f80-7d83f69e0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:26.892893 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-70410edd-2173-4f67-8f80-7d83f69e0411 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.0957959 Dec 13 16:42:26.963579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e30dfc7-2379-489e-8bb4-97cc97b39092 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:26.967206 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-9cbf4c77-09e7-42a0-9516-eb195be293e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 1000 time: 0.0666859 Dec 13 16:42:26.969824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e30dfc7-2379-489e-8bb4-97cc97b39092 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.000734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9e30dfc7-2379-489e-8bb4-97cc97b39092 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.001978 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9e30dfc7-2379-489e-8bb4-97cc97b39092 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1478734 Dec 13 16:42:27.003966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30dfc7-2379-489e-8bb4-97cc97b39092 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:27.005914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48126) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:27.010669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-30b443ea-7eac-47a4-b8c8-89fe57c70fce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '32eb0758-77b1-40d4-8a28-dc8dd40c9ae6', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:27.023142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-b9057c62-5f09-4e36-96c0-e3e6dcf568c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:27.024612 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-b9057c62-5f09-4e36-96c0-e3e6dcf568c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0498066 Dec 13 16:42:27.043056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-30b443ea-7eac-47a4-b8c8-89fe57c70fce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.074727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-f6193ba5-8b1f-46f5-b043-b4e75da91f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:27.076257 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-f6193ba5-8b1f-46f5-b043-b4e75da91f93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445924 Dec 13 16:42:27.104861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-30b443ea-7eac-47a4-b8c8-89fe57c70fce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.109752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-30b443ea-7eac-47a4-b8c8-89fe57c70fce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.130939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b443ea-7eac-47a4-b8c8-89fe57c70fce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6441ca-7e3d-4a85-927c-01a9fe3922db,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:27.140961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-30b443ea-7eac-47a4-b8c8-89fe57c70fce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.144690 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-30b443ea-7eac-47a4-b8c8-89fe57c70fce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353304 Dec 13 16:42:27.146000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48128) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:27.150537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-03bf422e-4284-4ce1-a65a-e3f9b41fa735 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '32eb0758-77b1-40d4-8a28-dc8dd40c9ae6', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:27.162246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:25Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:27.190104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] Checking router: 182dda88-23cb-4a7d-931b-419c455e1c12 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:42:27.199758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:27.200379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:41:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:27.205525 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-5874d994-334c-490f-b165-74cf1fcc6a4d service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213865 Dec 13 16:42:27.206194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03bf422e-4284-4ce1-a65a-e3f9b41fa735 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.307376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:27.362535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3031d9fb-0f79-45f0-a884-317aa8a8fb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.558062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:25Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:27.585374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f6461b-6836-4c62-82dc-8ac9aa39f1dc None None] The sync data for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv is: [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:25Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:42:27.664825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03bf422e-4284-4ce1-a65a-e3f9b41fa735 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.673913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03bf422e-4284-4ce1-a65a-e3f9b41fa735 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.705941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d286aee-0451-45c9-bd4b-74f05da2504b req-fff17337-e0a3-4a20-86f5-93b8cfb92a72 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901497 Dec 13 16:42:27.707666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf422e-4284-4ce1-a65a-e3f9b41fa735 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7a752c-476f-4b9d-9d08-3cce3f4f7152,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:27.714466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-03bf422e-4284-4ce1-a65a-e3f9b41fa735 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.718881 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-03bf422e-4284-4ce1-a65a-e3f9b41fa735 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5686862 Dec 13 16:42:27.719230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48130) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:27.725207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f55a85b7-ef55-4928-9bad-6808573bcae0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '32eb0758-77b1-40d4-8a28-dc8dd40c9ae6', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:27.756633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f55a85b7-ef55-4928-9bad-6808573bcae0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.793556 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90769ff9-415d-4b4c-b910-124391a04e98 None None] New status for floating IP b5e5d561-30f8-4dee-b44c-4895fabb25ef: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:42:27.816612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f55a85b7-ef55-4928-9bad-6808573bcae0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.820380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f55a85b7-ef55-4928-9bad-6808573bcae0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.838000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55a85b7-ef55-4928-9bad-6808573bcae0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012d3e4f-bc5a-445f-a06f-a79d0db40068,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:27.846358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f55a85b7-ef55-4928-9bad-6808573bcae0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.850191 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f55a85b7-ef55-4928-9bad-6808573bcae0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274178 Dec 13 16:42:27.850428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48132) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:27.854822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-60b4b2a8-6874-4d38-b967-b821996a9b52 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '32eb0758-77b1-40d4-8a28-dc8dd40c9ae6', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:27.881155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60b4b2a8-6874-4d38-b967-b821996a9b52 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.945718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60b4b2a8-6874-4d38-b967-b821996a9b52 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.950381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60b4b2a8-6874-4d38-b967-b821996a9b52 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.968842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4b2a8-6874-4d38-b967-b821996a9b52 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a40b1d9-2bc9-4016-9378-3b1f6e5aff21,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:27.976749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-60b4b2a8-6874-4d38-b967-b821996a9b52 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:27.977973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-60b4b2a8-6874-4d38-b967-b821996a9b52 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265826 Dec 13 16:42:27.980823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48134) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:27.986246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-318a4ba1-72e4-4b95-8ad4-7eea5f2055e7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '32eb0758-77b1-40d4-8a28-dc8dd40c9ae6', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:28.008654 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-318a4ba1-72e4-4b95-8ad4-7eea5f2055e7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:42:28.013484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-318a4ba1-72e4-4b95-8ad4-7eea5f2055e7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.071503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-318a4ba1-72e4-4b95-8ad4-7eea5f2055e7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.075015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-318a4ba1-72e4-4b95-8ad4-7eea5f2055e7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.094543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a4ba1-72e4-4b95-8ad4-7eea5f2055e7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e72301c-0688-4fdd-afd0-3b9c8f185822,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:28.102401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-318a4ba1-72e4-4b95-8ad4-7eea5f2055e7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.103626 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-318a4ba1-72e4-4b95-8ad4-7eea5f2055e7 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216977 Dec 13 16:42:28.106365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48136) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:28.111501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2b35b6ce-79f1-4c41-9274-7d572d86507f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '32eb0758-77b1-40d4-8a28-dc8dd40c9ae6', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:28.132932 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-2b35b6ce-79f1-4c41-9274-7d572d86507f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:42:28.137844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b35b6ce-79f1-4c41-9274-7d572d86507f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.199755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b35b6ce-79f1-4c41-9274-7d572d86507f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.203591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b35b6ce-79f1-4c41-9274-7d572d86507f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.221024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35b6ce-79f1-4c41-9274-7d572d86507f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1c1c01-3264-4c1e-8e27-956a7d0fd091,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:28.228333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b35b6ce-79f1-4c41-9274-7d572d86507f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.229512 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2b35b6ce-79f1-4c41-9274-7d572d86507f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221840 Dec 13 16:42:28.378314 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-3242c1b3-4d35-4b05-b7c7-7dfcdaf3fb31 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-656059717&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.0443528 Dec 13 16:42:28.418038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:28.488558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-786b37cd-7b9f-4494-a8c8-015c740abc16 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:28.489999 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-786b37cd-7b9f-4494-a8c8-015c740abc16 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 797 time: 0.1047537 Dec 13 16:42:28.504842 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-0cac9705-0e40-437f-a68a-68587c50e19c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0091674 Dec 13 16:42:28.558094 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-591420f6-bcf4-48d2-8303-20a3b648b4ce tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480111 Dec 13 16:42:28.693759 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-414dbb4c-6638-4815-9d5d-911595c5cbfc service neutron] 10.222.0.13 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235590 Dec 13 16:42:28.786449 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-fd698c42-3600-45b0-96e6-63bc19f96297 service neutron] 10.222.0.13 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866768 Dec 13 16:42:28.943096 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-487b0adc-c3f9-45f2-9d9a-04936d45ff88 req-b6aca234-f2f5-4011-9b13-4bc70e422ab0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 210 time: 0.0277534 Dec 13 16:42:29.881152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-b83b7945-9695-4e3d-b466-0c1c94adaa0f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:29.882608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-b83b7945-9695-4e3d-b466-0c1c94adaa0f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 797 time: 0.1064656 Dec 13 16:42:29.948999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:29.972350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-aec73a03-99db-4aef-975f-0d2463ca8b38 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 471 time: 0.0798323 Dec 13 16:42:29.982209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['32eb0758-77b1-40d4-8a28-dc8dd40c9ae6']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:30.054366 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a96b8857-2ae7-4c0c-a1f5-7b1b407528c6 req-ce23561b-1431-49cf-adcd-b30d7491d826 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 210 time: 0.0323963 Dec 13 16:42:30.115652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:42:30.119287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.241338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.12 (d92097a4-5b73-4bcd-a585-65e03028aa3c/62c9f4f0-5927-4318-89e4-39b21932a553/ac1d3823-8429-4ab7-831e-e0e0f544c02d) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:42:30.379781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.414326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.463184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network d92097a4-5b73-4bcd-a585-65e03028aa3c is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:42:30.466430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:30.470270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:42:30.494344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=ac1d3823-8429-4ab7-831e-e0e0f544c02d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:30.525994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:30.526624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.542730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-8551ab3e-2262-4948-aab4-36138e9815e3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5642433 Dec 13 16:42:30.555877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Request body: {'port': {'device_id': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:30.612940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.698193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-41f75269-bd47-4684-b135-9142c6fa54d7 None None] Provisioning complete for port ac1d3823-8429-4ab7-831e-e0e0f544c02d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:30.698592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-41f75269-bd47-4684-b135-9142c6fa54d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.732660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-41f75269-bd47-4684-b135-9142c6fa54d7 None None] Port ac1d3823-8429-4ab7-831e-e0e0f544c02d cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:42:30.823607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.880916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1d3823-8429-4ab7-831e-e0e0f544c02d {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:42:30.888234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.900153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Transition to ACTIVE for port object ac1d3823-8429-4ab7-831e-e0e0f544c02d will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:42:30.903322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:30.957474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1d3823-8429-4ab7-831e-e0e0f544c02d,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:31.026925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Attempting to bind port ac1d3823-8429-4ab7-831e-e0e0f544c02d on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:42:31.027262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Attempting to bind port ac1d3823-8429-4ab7-831e-e0e0f544c02d by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:42:31.027593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Attempting to bind port ac1d3823-8429-4ab7-831e-e0e0f544c02d on network d92097a4-5b73-4bcd-a585-65e03028aa3c {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:42:31.033216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Port ac1d3823-8429-4ab7-831e-e0e0f544c02d on network d92097a4-5b73-4bcd-a585-65e03028aa3c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:42:31.033543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Attempting to bind port ac1d3823-8429-4ab7-831e-e0e0f544c02d on network d92097a4-5b73-4bcd-a585-65e03028aa3c {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:42:31.039068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:42:31.039407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Checking segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:42:31.039795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Bound using segment: {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:42:31.040224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Bound port: ac1d3823-8429-4ab7-831e-e0e0f544c02d, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa010819-b73c-4c10-ba3f-6f3c1909fd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:42:31.040579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:31.114399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] For port ac1d3823-8429-4ab7-831e-e0e0f544c02d, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:42:31.117728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] For port ac1d3823-8429-4ab7-831e-e0e0f544c02d, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:42:31.121465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:31.190486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.191177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:31.192608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] 10.222.0.31 "PUT /v2.0/ports/ac1d3823-8429-4ab7-831e-e0e0f544c02d HTTP/1.1" status: 200 len: 1094 time: 0.6409848 Dec 13 16:42:31.193063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:42:31.195371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba" -d '{"events": [{"name": "network-changed", "server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:42:31.224381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb88f3-2574-4e34-83dd-125e4f1e8ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1d3823-8429-4ab7-831e-e0e0f544c02d,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:31.241033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30140fa1-71ab-4e5b-9b64-3d0cd996386f req-b2c6d740-6ddb-4ea7-b4e3-bcda9423f284 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.242735 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30140fa1-71ab-4e5b-9b64-3d0cd996386f req-b2c6d740-6ddb-4ea7-b4e3-bcda9423f284 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 944 time: 0.1139326 Dec 13 16:42:31.253277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728dde1a-083a-4fea-a697-3b18017612d0 x-openstack-request-id: req-728dde1a-083a-4fea-a697-3b18017612d0 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:42:31.253594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:42:31.253834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-728dde1a-083a-4fea-a697-3b18017612d0 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:42:31.254233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'status': 'completed', 'code': 200} Dec 13 16:42:31.323981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-e6638200-6f33-4a0d-aa7c-ef94e47d2600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.325509 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-e6638200-6f33-4a0d-aa7c-ef94e47d2600 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 1097 time: 0.0818579 Dec 13 16:42:31.331657 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30140fa1-71ab-4e5b-9b64-3d0cd996386f req-9341da30-0971-4bea-9ba6-6306dc845d07 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800123 Dec 13 16:42:31.376914 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-56e7f276-8fce-422b-ad46-ed289efdc5e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d HTTP/1.1" status: 200 len: 217 time: 0.0408206 Dec 13 16:42:31.430405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-723dc180-f186-4d52-9e01-2e89ccdf057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.431916 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-723dc180-f186-4d52-9e01-2e89ccdf057d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0475976 Dec 13 16:42:31.480066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-f080438e-d46a-47eb-9073-11af6004a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.481573 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-f080438e-d46a-47eb-9073-11af6004a3d2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418329 Dec 13 16:42:31.577308 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-3d901450-7a8f-4348-a22d-6a61a4d1329e service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863588 Dec 13 16:42:31.666129 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e17878e-a86e-4f46-bbb6-df382a1de703 req-fb592169-5d81-4aa3-9831-96d45905f03c service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818377 Dec 13 16:42:31.761033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-2a7e95d7-ce22-4546-99ba-aa23c82e5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.762533 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-2a7e95d7-ce22-4546-99ba-aa23c82e5af6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 1097 time: 0.0467708 Dec 13 16:42:31.852564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-1341a59c-4c66-42ae-b146-d0fd77ea5032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.854006 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-1341a59c-4c66-42ae-b146-d0fd77ea5032 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.0836287 Dec 13 16:42:31.901956 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-aba327d8-7f4d-4225-a6e8-56fb8ef7c5f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d HTTP/1.1" status: 200 len: 217 time: 0.0398400 Dec 13 16:42:31.954966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-cf31b97f-2d72-488f-92e8-2efc27959e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:31.956743 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-cf31b97f-2d72-488f-92e8-2efc27959e2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0477872 Dec 13 16:42:32.002399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-5f53954f-9828-422b-b4fd-0c5c0834817f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:32.003904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-5f53954f-9828-422b-b4fd-0c5c0834817f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403492 Dec 13 16:42:32.102351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-0bf838c4-b0b7-448e-9dbd-29b65151b00c service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844562 Dec 13 16:42:32.194616 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66a81ee4-78df-4d2a-8dbc-c7a7d62d8aba req-ff82a026-08dd-4389-b7fb-86845a086bf8 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840840 Dec 13 16:42:32.452827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fc101-fae8-4d76-8e91-c781d1b8f07c req-98695de1-fb2c-4aeb-8c98-342686db0fca tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:32.454300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a8fc101-fae8-4d76-8e91-c781d1b8f07c req-98695de1-fb2c-4aeb-8c98-342686db0fca tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 944 time: 0.0513997 Dec 13 16:42:32.502856 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a8fc101-fae8-4d76-8e91-c781d1b8f07c req-de87475c-fc2a-499a-b780-ccccc8926f68 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Dec 13 16:42:33.621204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6411a3-e89a-49e5-9a9e-28cdd1fbbea3 req-98f2a21a-2444-4570-99c3-2d74f5a4487a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:33.622692 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b6411a3-e89a-49e5-9a9e-28cdd1fbbea3 req-98f2a21a-2444-4570-99c3-2d74f5a4487a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 944 time: 0.0526192 Dec 13 16:42:33.671928 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b6411a3-e89a-49e5-9a9e-28cdd1fbbea3 req-b1dd57b7-6eed-471d-99c8-a8f17162b48e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427194 Dec 13 16:42:33.971089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ac1d3823-8429-4ab7-831e-e0e0f544c02d details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:42:34.063184 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ac1d3823-8429-4ab7-831e-e0e0f544c02d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:34.077373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'port_id': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'mac_address': 'fa:16:3e:79:12:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:42:34.113455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:34.125824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1d3823-8429-4ab7-831e-e0e0f544c02d {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:42:34.145102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ac1d3823-8429-4ab7-831e-e0e0f544c02d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:34.149067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:34.197033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=ac1d3823-8429-4ab7-831e-e0e0f544c02d,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:34.382854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ac1d3823-8429-4ab7-831e-e0e0f544c02d'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:42:34.791277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d090449-f82b-493e-8ff8-6c8097fcff46 req-c176e655-a4aa-4475-99d0-760649ecef57 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:34.792767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d090449-f82b-493e-8ff8-6c8097fcff46 req-c176e655-a4aa-4475-99d0-760649ecef57 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Dec 13 16:42:34.841485 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d090449-f82b-493e-8ff8-6c8097fcff46 req-6fe7a7ae-83a7-4bed-b672-51db609e541d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417733 Dec 13 16:42:35.960942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb2310-a236-4834-baa4-5dda78a5daa8 req-51c349bf-1c3d-480f-88c7-edece396260c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:35.962460 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-74eb2310-a236-4834-baa4-5dda78a5daa8 req-51c349bf-1c3d-480f-88c7-edece396260c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Dec 13 16:42:35.980573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ac1d3823-8429-4ab7-831e-e0e0f544c02d up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:42:36.012227 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-74eb2310-a236-4834-baa4-5dda78a5daa8 req-41b4ff16-24fd-49fa-9cd7-761befb187f0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Dec 13 16:42:36.032844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port ac1d3823-8429-4ab7-831e-e0e0f544c02d completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:42:36.036907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port ac1d3823-8429-4ab7-831e-e0e0f544c02d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:42:36.037281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:36.113686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:36.122025 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:42:36.136550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:42:36.138801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86d09d9-2449-405e-9b52-fad05e069884" -d '{"events": [{"server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "name": "network-vif-plugged", "status": "completed", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:42:36.150901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ac1d3823-8429-4ab7-831e-e0e0f544c02d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:42:36.156312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:36.180860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d8fe25-354a-453c-8c95-8e182fba1b9f x-openstack-request-id: req-00d8fe25-354a-453c-8c95-8e182fba1b9f {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:42:36.181160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "name": "network-vif-plugged", "status": "completed", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:42:36.181415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00d8fe25-354a-453c-8c95-8e182fba1b9f {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:42:36.181802 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'code': 200} Dec 13 16:42:36.206676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=ac1d3823-8429-4ab7-831e-e0e0f544c02d,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:36.349034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb97c-25f0-4e99-b7a9-b296558cc539 req-54151641-fda0-4879-87d0-8df8ed805483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:36.350492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c2eb97c-25f0-4e99-b7a9-b296558cc539 req-54151641-fda0-4879-87d0-8df8ed805483 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 1099 time: 0.0399349 Dec 13 16:42:36.397954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c2eb97c-25f0-4e99-b7a9-b296558cc539 req-79fc1cfe-e224-4acf-af3a-6c7919e802f1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385966 Dec 13 16:42:37.133871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe9b08-3d57-43bd-bb57-c096058d437e req-fb9899e8-51bc-4f28-822b-74a39d875dc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:37.135420 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21fe9b08-3d57-43bd-bb57-c096058d437e req-fb9899e8-51bc-4f28-822b-74a39d875dc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 946 time: 0.0543456 Dec 13 16:42:37.190586 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21fe9b08-3d57-43bd-bb57-c096058d437e req-124908b1-85bb-4f54-abea-d91f788f0e84 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480251 Dec 13 16:42:38.306693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc39651-cdf4-42d9-91be-8f2e3c4a5aa1 req-bcd6a3df-7875-4517-b711-a0a0d62c987c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:38.308169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bbc39651-cdf4-42d9-91be-8f2e3c4a5aa1 req-bcd6a3df-7875-4517-b711-a0a0d62c987c tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 946 time: 0.0488546 Dec 13 16:42:38.356399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bbc39651-cdf4-42d9-91be-8f2e3c4a5aa1 req-839ac72a-5c1b-4fd9-835e-ad29898fc393 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Dec 13 16:42:38.472349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87d4a9-a2c4-4057-8214-faa80f6dbe6b req-75449c43-e371-4ff9-a65a-fdad77abdb5b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:38.472349 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ac87d4a9-a2c4-4057-8214-faa80f6dbe6b req-75449c43-e371-4ff9-a65a-fdad77abdb5b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 946 time: 0.0485270 Dec 13 16:42:38.521838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ac87d4a9-a2c4-4057-8214-faa80f6dbe6b req-ada7817c-5550-46d9-af4a-005b48c79f34 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438666 Dec 13 16:42:38.543337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48188) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:38.585948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44046b3d-caf0-4e7a-9bfe-2f6e5f225710 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:38.587461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-44046b3d-caf0-4e7a-9bfe-2f6e5f225710 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 1094 time: 0.0431733 Dec 13 16:42:38.590215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48190) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:42:38.594997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:42:38.616693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:38.713041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:38.825469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.197 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/3e554725-607d-49c4-83ed-cac928fd98d8) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:42:38.924314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:38.957431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:39.001375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:42:39.004335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:42:39.006754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:42:39.032394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=3e554725-607d-49c4-83ed-cac928fd98d8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:39.348739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:39.417083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:39.565200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:39.569515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:39.636305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=3e554725-607d-49c4-83ed-cac928fd98d8,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:42:39.646720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:39.744934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP b808144a-6878-4b2a-b143-acdc4e95e181 associated. External IP: 172.26.6.197, port: ac1d3823-8429-4ab7-831e-e0e0f544c02d. Dec 13 16:42:39.957646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 182dda88-23cb-4a7d-931b-419c455e1c12 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:42:40.100788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:42:40.111350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] Sync routers for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:42:40.120796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:40.122522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:40.123760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:42:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:40.166680 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d7a48bc0-c51e-44f7-9511-baf0232315b5 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5640655 Dec 13 16:42:40.166680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:42:40.166680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8" -d '{"events": [{"name": "network-changed", "server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:42:40.197801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20cb23a-4283-474d-87d5-a1a28e5f2d49 x-openstack-request-id: req-b20cb23a-4283-474d-87d5-a1a28e5f2d49 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:42:40.198108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:42:40.198603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b20cb23a-4283-474d-87d5-a1a28e5f2d49 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:42:40.199322 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'status': 'completed', 'code': 200} Dec 13 16:42:40.237913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:40.265238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-95080bfb-285b-483f-bcf0-7e8e1b9d4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:40.266857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-95080bfb-285b-483f-bcf0-7e8e1b9d4eeb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 1099 time: 0.0440059 Dec 13 16:42:40.376469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-45be02d2-b50e-4146-a4ba-31f3db480c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:40.377974 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-45be02d2-b50e-4146-a4ba-31f3db480c17 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.1041512 Dec 13 16:42:40.454370 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-ff9051ab-6633-4ac5-879d-16ab1ee7fa4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d HTTP/1.1" status: 200 len: 1000 time: 0.0681040 Dec 13 16:42:40.498964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:27Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}, {'id': 'b808144a-6878-4b2a-b143-acdc4e95e181', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.197', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:79:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:39Z', 'updated_at': '2021-12-13T16:42:39Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:40.510578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-79066100-701a-4402-92dd-d42441e28926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:40.512076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-79066100-701a-4402-92dd-d42441e28926 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0494621 Dec 13 16:42:40.539895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] Checking router: 182dda88-23cb-4a7d-931b-419c455e1c12 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:42:40.550362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:42:40.551079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:42:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:40.567855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-cdddc69f-6362-4bd1-9df8-244892dd294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:40.570355 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-cdddc69f-6362-4bd1-9df8-244892dd294b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0507386 Dec 13 16:42:40.656708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:42:40.661197 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-6c05b5be-2a4b-4ae4-b463-09a28f0243f4 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833392 Dec 13 16:42:40.757146 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a6d768f-5318-4b05-a3cb-b9ed8d06daf8 req-1e1ffcdc-6df1-4c79-8a5c-22c4b1a1b1bd service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877535 Dec 13 16:42:40.882782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:27Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}, {'id': 'b808144a-6878-4b2a-b143-acdc4e95e181', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.197', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:79:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:39Z', 'updated_at': '2021-12-13T16:42:39Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:42:40.912158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fadbdf-c31c-4148-95b8-81a65ca6c635 None None] The sync data for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv is: [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:27Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}, {'id': 'b808144a-6878-4b2a-b143-acdc4e95e181', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.197', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:79:12:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:39Z', 'updated_at': '2021-12-13T16:42:39Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:42:41.088879 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cae5ed-c262-4c9b-b98e-e0bf91fce3b7 None None] New status for floating IP b808144a-6878-4b2a-b143-acdc4e95e181: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:42:43.873941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:51.107200 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-421ce8b2-f156-4696-8086-af83442a40cd req-62b5c702-3387-4b34-95a8-7fcd27634192 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402951 Dec 13 16:42:51.193102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce8b2-f156-4696-8086-af83442a40cd req-5f92a1c4-433a-4e5c-9e1a-c72495bbc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:51.194489 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-421ce8b2-f156-4696-8086-af83442a40cd req-5f92a1c4-433a-4e5c-9e1a-c72495bbc922 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1099 time: 0.0408168 Dec 13 16:42:51.306028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce8b2-f156-4696-8086-af83442a40cd req-b435b44c-0051-4b4c-9ff5-4397cf76af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:51.307533 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-421ce8b2-f156-4696-8086-af83442a40cd req-b435b44c-0051-4b4c-9ff5-4397cf76af37 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.0891602 Dec 13 16:42:51.375443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-421ce8b2-f156-4696-8086-af83442a40cd req-a6c57052-dac0-4413-b8d5-845d63ef2e28 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 1002 time: 0.0597808 Dec 13 16:42:51.430609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce8b2-f156-4696-8086-af83442a40cd req-7b3c21f6-0682-452c-b73b-87432d4e3545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:51.432081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-421ce8b2-f156-4696-8086-af83442a40cd req-7b3c21f6-0682-452c-b73b-87432d4e3545 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0441346 Dec 13 16:42:51.825567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ce8b2-f156-4696-8086-af83442a40cd req-1ce24cce-1a83-45ec-b565-73245e6577b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:42:51.827914 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-421ce8b2-f156-4696-8086-af83442a40cd req-1ce24cce-1a83-45ec-b565-73245e6577b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3863649 Dec 13 16:42:51.916575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-421ce8b2-f156-4696-8086-af83442a40cd req-e12b25fd-b766-46b7-a85e-fdbc9a21d1d6 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808110 Dec 13 16:42:52.008970 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-421ce8b2-f156-4696-8086-af83442a40cd req-b2307750-7bec-4cb9-a6d6-be10771aa4d2 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838225 Dec 13 16:42:54.934626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d645650-eb9f-480b-a84e-0dd6ee7ca318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:57.347932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1430c304-24a5-4380-bf85-5cc340f1dddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:58.421508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:42:59.947198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:00.826541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:13.120599 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:43:13.882730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:16.036815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48206) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:16.097381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ca86b052-9e65-498b-8287-ef17fae5c74b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/b5e5d561-30f8-4dee-b44c-4895fabb25ef HTTP/1.1" status: 200 len: 994 time: 0.0594018 Dec 13 16:43:16.808470 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48214) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:16.813972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:16.876558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:17.019282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:17.051514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:17.055835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:17.100379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:17.101006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:17.102431 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/ports/4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 939 time: 0.2930424 Dec 13 16:43:17.103026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:17.105315 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53c730f-9f40-4d79-b178-635d184a1444" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:17.125766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,revision_number=6']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:17.135022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.135400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.135721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.136057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.136390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.136719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.137048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.137375 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.137701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.138031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.138912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.139245 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.139713 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5107f25-4aea-4a1d-bbce-b54195bd1311 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:17.153254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ec0c25-314f-4778-98d7-2544a5386728 x-openstack-request-id: req-03ec0c25-314f-4778-98d7-2544a5386728 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:17.153546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:17.153806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-03ec0c25-314f-4778-98d7-2544a5386728 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:17.155001 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'status': 'completed', 'code': 200} Dec 13 16:43:17.217051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c730f-9f40-4d79-b178-635d184a1444 req-e625eba2-48df-4258-8aff-0cb1a3568701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:17.218786 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53c730f-9f40-4d79-b178-635d184a1444 req-e625eba2-48df-4258-8aff-0cb1a3568701 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1100 time: 0.0418701 Dec 13 16:43:17.315200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c730f-9f40-4d79-b178-635d184a1444 req-9d3b4927-a136-4c10-811a-f7c419126362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:17.316675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53c730f-9f40-4d79-b178-635d184a1444 req-9d3b4927-a136-4c10-811a-f7c419126362 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.0892048 Dec 13 16:43:17.323467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8a8fce30-008e-4708-91c8-2765bcce7388 None None] Provisioning complete for port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:17.324002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8a8fce30-008e-4708-91c8-2765bcce7388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:17.363862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8a8fce30-008e-4708-91c8-2765bcce7388 None None] Port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b is administratively disabled so it will not transition to active. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 13 16:43:17.384435 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53c730f-9f40-4d79-b178-635d184a1444 req-85adeb65-7b1d-40c5-bf5b-838d8721b580 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 1003 time: 0.0590789 Dec 13 16:43:17.438265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c730f-9f40-4d79-b178-635d184a1444 req-40d68d23-ff35-4c8b-a64b-008724bbbb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:17.439720 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53c730f-9f40-4d79-b178-635d184a1444 req-40d68d23-ff35-4c8b-a64b-008724bbbb0d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0474911 Dec 13 16:43:17.487335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c730f-9f40-4d79-b178-635d184a1444 req-35fda9d3-a4ca-4586-a7e3-316dc7a4b154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:17.488824 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53c730f-9f40-4d79-b178-635d184a1444 req-35fda9d3-a4ca-4586-a7e3-316dc7a4b154 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404491 Dec 13 16:43:17.580292 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53c730f-9f40-4d79-b178-635d184a1444 req-b1a7ed40-b6ff-4bfe-9363-0b75d9f29892 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824409 Dec 13 16:43:17.672986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b53c730f-9f40-4d79-b178-635d184a1444 req-07685123-cdc2-4dde-b261-772344eb1cae service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852556 Dec 13 16:43:20.534372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48222) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:20.539969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:20.601422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:20.750098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:20.778102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:20.782725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:20.825449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:20.826342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:20.827786 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/ports/4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 938 time: 0.2923610 Dec 13 16:43:20.830762 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48224) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:20.833110 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:20.835465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:20.875878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,revision_number=7']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:20.885015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a6f803-a0a8-47d0-bd88-374e017858f3 x-openstack-request-id: req-e2a6f803-a0a8-47d0-bd88-374e017858f3 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:20.885451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:20.885720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2a6f803-a0a8-47d0-bd88-374e017858f3 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:20.886129 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'status': 'completed', 'code': 200} Dec 13 16:43:20.888573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.888948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.889308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.889659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.890299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.890665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.891155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.891504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.891842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.892182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.892519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.892851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.893178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff494d-7bbb-490b-af0f-6476ef1d8731 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:20.924435 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7e4ea75e-cb3e-4bf0-9caf-a30a23484a23 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/b5e5d561-30f8-4dee-b44c-4895fabb25ef HTTP/1.1" status: 200 len: 994 time: 0.0925109 Dec 13 16:43:20.950508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-1543baec-3416-4b3e-b292-bceb37b63524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:20.952237 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-1543baec-3416-4b3e-b292-bceb37b63524 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1099 time: 0.0441682 Dec 13 16:43:21.051496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-1182330a-38f8-48e5-ae4b-c0c1a8ca84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:21.052977 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-1182330a-38f8-48e5-ae4b-c0c1a8ca84b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.0913181 Dec 13 16:43:21.105461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-459ab9ce-21f5-41fa-b5bd-20f3cf4c20da None None] Provisioning complete for port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:21.106047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-459ab9ce-21f5-41fa-b5bd-20f3cf4c20da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:21.124724 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-911711b4-bc16-4986-a517-f40ef53ba565 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 1002 time: 0.0632710 Dec 13 16:43:21.130591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:43:21.175180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-0f79a184-43b8-4fd2-bbaa-8c4483fb13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:21.176737 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-0f79a184-43b8-4fd2-bbaa-8c4483fb13b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0448787 Dec 13 16:43:21.223117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-47bc34bd-6873-418c-9785-d196a2423f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:21.224609 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-47bc34bd-6873-418c-9785-d196a2423f0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404782 Dec 13 16:43:21.325108 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-7b0a34c8-c9d2-4de2-bce2-b601b6274ee0 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884557 Dec 13 16:43:21.421188 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0e2e57-bc15-4295-b2f2-e2c3ef6714fb req-94cccd98-fbe5-47e2-9185-2455e1e60f92 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850523 Dec 13 16:43:23.477954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48234) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:23.633497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 3e554725-607d-49c4-83ed-cac928fd98d8 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:43:23.633886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:23.711208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:23.711533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:23.723014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 3e554725-607d-49c4-83ed-cac928fd98d8 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:43:23.868664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:23.894893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=3e554725-607d-49c4-83ed-cac928fd98d8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:23.953251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:23.953627 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP b808144a-6878-4b2a-b143-acdc4e95e181 disassociated (deleted). External IP: 172.26.6.197, port: ac1d3823-8429-4ab7-831e-e0e0f544c02d. Dec 13 16:43:24.158542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 182dda88-23cb-4a7d-931b-419c455e1c12 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:43:24.268672 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:43:24.273596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:24.278099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] Sync routers for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:43:24.287861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:24.288476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:42:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:24.300193 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-64e4d821-950d-4730-9d10-e4b2c462379f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/b808144a-6878-4b2a-b143-acdc4e95e181 HTTP/1.1" status: 204 len: 168 time: 0.8211389 Dec 13 16:43:24.300774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:24.303040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97734205-dd96-4482-9866-03c127864ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:24.341799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dff70e-4164-4f7f-b317-224997e6908b x-openstack-request-id: req-30dff70e-4164-4f7f-b317-224997e6908b {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:24.342184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:24.342445 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-30dff70e-4164-4f7f-b317-224997e6908b {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:24.342890 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'status': 'completed', 'code': 200} Dec 13 16:43:24.402150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:24.420319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97734205-dd96-4482-9866-03c127864ab1 req-99302469-b575-497c-b959-120d3b1e9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:24.422579 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97734205-dd96-4482-9866-03c127864ab1 req-99302469-b575-497c-b959-120d3b1e9f62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 1099 time: 0.0498962 Dec 13 16:43:24.562371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96e006-a9fa-42c8-8dc2-42ae8bd4fb35 req-4681b54c-b4bb-4685-8306-a4ffa7e040e8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:24.563884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e96e006-a9fa-42c8-8dc2-42ae8bd4fb35 req-4681b54c-b4bb-4685-8306-a4ffa7e040e8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 946 time: 0.0794842 Dec 13 16:43:24.566701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97734205-dd96-4482-9866-03c127864ab1 req-b6eee663-f404-43bb-bfd5-6ed6d0bf5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:24.568068 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97734205-dd96-4482-9866-03c127864ab1 req-b6eee663-f404-43bb-bfd5-6ed6d0bf5d29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.1357267 Dec 13 16:43:24.625965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97734205-dd96-4482-9866-03c127864ab1 req-6df2cc89-fc28-42c1-94b2-7d48f909509e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d HTTP/1.1" status: 200 len: 217 time: 0.0479639 Dec 13 16:43:24.649536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:27Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:24.680391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] Checking router: 182dda88-23cb-4a7d-931b-419c455e1c12 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:43:24.682031 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e96e006-a9fa-42c8-8dc2-42ae8bd4fb35 req-23d5f430-40c4-49b6-be33-999fd1b6e10f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115646 Dec 13 16:43:24.689070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:24.689698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:42:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:24.695152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97734205-dd96-4482-9866-03c127864ab1 req-2105977a-7cd8-4999-8f04-fdce2d8cac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:24.696795 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97734205-dd96-4482-9866-03c127864ab1 req-2105977a-7cd8-4999-8f04-fdce2d8cac93 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0617642 Dec 13 16:43:24.744745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97734205-dd96-4482-9866-03c127864ab1 req-1926d276-4f39-4faa-985f-f73541f59642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:24.746247 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97734205-dd96-4482-9866-03c127864ab1 req-1926d276-4f39-4faa-985f-f73541f59642 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420599 Dec 13 16:43:24.805642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:24.843076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97734205-dd96-4482-9866-03c127864ab1 req-3f099d0f-72a2-428e-9d77-04274ee1efc0 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886962 Dec 13 16:43:24.938955 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97734205-dd96-4482-9866-03c127864ab1 req-ad8bb75b-0cc2-4c04-8f0b-b6232f79b3c6 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863039 Dec 13 16:43:24.970046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6a36a566-260d-4634-964b-d16854fe4182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:25.045455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:27Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:25.074518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2243e474-67f9-44f6-99de-6da338e65e60 None None] The sync data for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv is: [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'b5e5d561-30f8-4dee-b44c-4895fabb25ef', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.223', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'port_id': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'mac_address': 'fa:16:3e:83:b1:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:42:25Z', 'updated_at': '2021-12-13T16:42:27Z', 'revision_number': 1, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:43:25.283800 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bd777a-4cde-42fe-8dd3-e946cefe80a5 None None] New status for floating IP b808144a-6878-4b2a-b143-acdc4e95e181: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:43:25.809057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40853800-4ff8-45c2-ad34-88a781ccd16d req-30bbcd33-f88a-4ece-b27e-7c8e2e0aa3ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:25.810927 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-40853800-4ff8-45c2-ad34-88a781ccd16d req-30bbcd33-f88a-4ece-b27e-7c8e2e0aa3ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 946 time: 0.0573092 Dec 13 16:43:25.862578 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-40853800-4ff8-45c2-ad34-88a781ccd16d req-8ddd19bf-77a9-4bfa-b300-08b1f1ccc313 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457659 Dec 13 16:43:26.054829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-41fc55fa-5518-4373-88a7-00307c1c1368 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:26.056276 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-41fc55fa-5518-4373-88a7-00307c1c1368 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 946 time: 0.0490994 Dec 13 16:43:26.158838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port ac1d3823-8429-4ab7-831e-e0e0f544c02d {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:43:26.159177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:26.249145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port ac1d3823-8429-4ab7-831e-e0e0f544c02d, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ac1d3823-8429-4ab7-831e-e0e0f544c02d,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:26.249394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:26.261581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for ac1d3823-8429-4ab7-831e-e0e0f544c02d owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:43:26.393492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:26.421472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=ac1d3823-8429-4ab7-831e-e0e0f544c02d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:26.466084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port ac1d3823-8429-4ab7-831e-e0e0f544c02d on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:43:26.468826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:26.472420 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-06c3ab66-f6eb-4cc2-9213-7eb0034ebe8b req-a241dc49-c546-445f-81bd-019e09967261 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/ac1d3823-8429-4ab7-831e-e0e0f544c02d HTTP/1.1" status: 204 len: 173 time: 0.4063101 Dec 13 16:43:26.472748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'name': 'network-vif-deleted', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:26.475024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d49ccb-5980-4f80-aa8d-4d7199a2aa38" -d '{"events": [{"server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "name": "network-vif-deleted", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:26.511969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d93b73-0362-4375-a617-7ac899f78207 x-openstack-request-id: req-77d93b73-0362-4375-a617-7ac899f78207 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:26.512471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be930eb-ecd2-4b1a-a62b-fb3963029223", "name": "network-vif-deleted", "tag": "ac1d3823-8429-4ab7-831e-e0e0f544c02d", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:26.512715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77d93b73-0362-4375-a617-7ac899f78207 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:26.513706 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be930eb-ecd2-4b1a-a62b-fb3963029223', 'name': 'network-vif-deleted', 'tag': 'ac1d3823-8429-4ab7-831e-e0e0f544c02d', 'status': 'completed', 'code': 200} Dec 13 16:43:26.973689 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c4df6354-19a0-4a5d-9cd9-c2ccd11a329c req-91d973b3-9562-4178-b9fc-20b76f748bff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=5be930eb-ecd2-4b1a-a62b-fb3963029223 HTTP/1.1" status: 200 len: 210 time: 0.0276251 Dec 13 16:43:27.350003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9853988e-dd25-450e-834c-e970f8d7a6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.030150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48250) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:28.085921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bda5-58da-4408-8b53-c01c0c799dc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.111318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bda5-58da-4408-8b53-c01c0c799dc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.168450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bda5-58da-4408-8b53-c01c0c799dc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.171318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ee0bda5-58da-4408-8b53-c01c0c799dc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.172906 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9ee0bda5-58da-4408-8b53-c01c0c799dc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/32eb0758-77b1-40d4-8a28-dc8dd40c9ae6 HTTP/1.1" status: 204 len: 168 time: 0.1416998 Dec 13 16:43:28.182881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0bda5-58da-4408-8b53-c01c0c799dc4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32eb0758-77b1-40d4-8a28-dc8dd40c9ae6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:28.204797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48254) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:28.363808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 149e55f6-6ab8-46a3-ae35-33b78d408411 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:43:28.364127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.423265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.444526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.444859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.456401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 149e55f6-6ab8-46a3-ae35-33b78d408411 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:43:28.602691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.629027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=149e55f6-6ab8-46a3-ae35-33b78d408411,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:28.686745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:28.687078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP b5e5d561-30f8-4dee-b44c-4895fabb25ef disassociated (deleted). External IP: 172.26.6.223, port: 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b. Dec 13 16:43:28.894513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 182dda88-23cb-4a7d-931b-419c455e1c12 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:43:29.003527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:43:29.008265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:29.012665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] Sync routers for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:43:29.022206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:29.022853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:29.035364 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4304b244-aaf1-43eb-b0cd-952a9f1be0c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/b5e5d561-30f8-4dee-b44c-4895fabb25ef HTTP/1.1" status: 204 len: 168 time: 0.8286915 Dec 13 16:43:29.035945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:29.038234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:29.080594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a75d65d-a173-4ea2-b1a8-72de3175bd2c x-openstack-request-id: req-0a75d65d-a173-4ea2-b1a8-72de3175bd2c {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:29.080892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:29.081151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a75d65d-a173-4ea2-b1a8-72de3175bd2c {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:29.081558 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'status': 'completed', 'code': 200} Dec 13 16:43:29.131019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:29.169065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-4592d443-ca38-4dc2-bb7d-15aad48f8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:29.171712 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-4592d443-ca38-4dc2-bb7d-15aad48f8f85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 1099 time: 0.0563674 Dec 13 16:43:29.319106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982a3a8-5270-4a69-a136-22943f0b457f req-d5ec8af6-d53f-4684-ba08-941a2e86dc12 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:29.320601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4982a3a8-5270-4a69-a136-22943f0b457f req-d5ec8af6-d53f-4684-ba08-941a2e86dc12 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 946 time: 0.0808127 Dec 13 16:43:29.322049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-a992c702-2b83-48e4-bc09-dbf946465338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:29.323411 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-a992c702-2b83-48e4-bc09-dbf946465338 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 200 len: 898 time: 0.1360397 Dec 13 16:43:29.355756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:29.380051 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-43a21455-fed3-4a2a-944d-a0c9b5dc6d20 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 200 len: 217 time: 0.0459557 Dec 13 16:43:29.382775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] Checking router: 182dda88-23cb-4a7d-931b-419c455e1c12 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:43:29.391453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:29.392059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:29.436793 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4982a3a8-5270-4a69-a136-22943f0b457f req-3a828b12-53f1-47b7-bfdc-c4c9cbfbd0e9 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100664 Dec 13 16:43:29.456049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-6e4fa82a-8f93-48d9-9fbf-7af752c02152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:29.457776 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-6e4fa82a-8f93-48d9-9fbf-7af752c02152 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 200 len: 835 time: 0.0679109 Dec 13 16:43:29.498843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:29.509137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-14a1f15c-1fd6-4a65-8814-e28c148028d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:29.510664 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-14a1f15c-1fd6-4a65-8814-e28c148028d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d92097a4-5b73-4bcd-a585-65e03028aa3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433826 Dec 13 16:43:29.606351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-87aa203b-b2ec-4484-8c23-546dbdd8d61c service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877275 Dec 13 16:43:29.695326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:29.698491 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e9a0d42f-7cc5-4da1-8fc4-40bfc873c450 req-c0a84df8-0a20-4c00-884d-70ff46b1aa56 service neutron] 10.222.0.31 "GET /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829139 Dec 13 16:43:29.725923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d887f036-4790-4503-ac22-56261bb6f98b None None] The sync data for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv is: [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:11Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'a6dcd75f-f6e7-448f-a648-41b468137f12', 'name': '', 'network_id': 'd92097a4-5b73-4bcd-a585-65e03028aa3c', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:d9:61:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:10Z', 'updated_at': '2021-12-13T16:42:14Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '62c9f4f0-5927-4318-89e4-39b21932a553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:43:29.937109 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5a1c68-7cb6-4134-8641-bc6bd6a8f55c None None] New status for floating IP b5e5d561-30f8-4dee-b44c-4895fabb25ef: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:43:29.951334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:30.291058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ac1d3823-8429-4ab7-831e-e0e0f544c02d no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:43:30.311700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: ac1d3823-8429-4ab7-831e-e0e0f544c02d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:43:30.312094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ac1d3823-8429-4ab7-831e-e0e0f544c02d not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:43:30.563416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772552-82f9-40c9-a048-5222ded84598 req-01da11fb-1f83-429e-9a96-d039fd0a0581 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:30.564841 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-44772552-82f9-40c9-a048-5222ded84598 req-01da11fb-1f83-429e-9a96-d039fd0a0581 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 946 time: 0.0566537 Dec 13 16:43:30.614773 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-44772552-82f9-40c9-a048-5222ded84598 req-87d6bd6f-e61d-4679-9b12-0b594ba9dcbc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=166660df-4eae-4826-b7a3-c50365cac218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 Dec 13 16:43:30.830374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:30.960788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-e13e4832-4a2b-460c-851e-2bb708b05d9b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:30.962251 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-e13e4832-4a2b-460c-851e-2bb708b05d9b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 946 time: 0.0484161 Dec 13 16:43:31.051523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:43:31.051863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:31.144614 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:31.144982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:31.157112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:43:31.285083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:31.314136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:31.353616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:43:31.356005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:31.359821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d2a752a8-c8a5-4326-b5fb-246c666f1680 req-75629fe9-c1c9-4892-8714-6880d74a9c20 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b HTTP/1.1" status: 204 len: 173 time: 0.3895724 Dec 13 16:43:31.360282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'name': 'network-vif-deleted', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:31.362504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23f1b7d-b320-4586-8329-4020bcc390bb" -d '{"events": [{"server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "name": "network-vif-deleted", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:31.402738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e6b470-5733-4131-9fe4-4f70ec05cadf x-openstack-request-id: req-34e6b470-5733-4131-9fe4-4f70ec05cadf {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:31.403057 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f51cef-d0e0-4401-bab6-acf604d6965a", "name": "network-vif-deleted", "tag": "4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:31.403307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-34e6b470-5733-4131-9fe4-4f70ec05cadf {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:31.403730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f51cef-d0e0-4401-bab6-acf604d6965a', 'name': 'network-vif-deleted', 'tag': '4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b', 'status': 'completed', 'code': 200} Dec 13 16:43:31.725762 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91fe241c-0b59-405b-bb47-688db236f11e req-5c3cf9a6-7615-4e20-b1bb-76431bdaf606 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6f51cef-d0e0-4401-bab6-acf604d6965a HTTP/1.1" status: 200 len: 210 time: 0.0303342 Dec 13 16:43:32.782529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48270) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:32.838757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5799-b51c-4c8d-8f1b-972eaf6d0323 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:32.867264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5799-b51c-4c8d-8f1b-972eaf6d0323 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:32.928546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5799-b51c-4c8d-8f1b-972eaf6d0323 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:32.931243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1dfa5799-b51c-4c8d-8f1b-972eaf6d0323 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:32.932405 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1dfa5799-b51c-4c8d-8f1b-972eaf6d0323 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/166660df-4eae-4826-b7a3-c50365cac218 HTTP/1.1" status: 204 len: 168 time: 0.1488843 Dec 13 16:43:32.941724 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa5799-b51c-4c8d-8f1b-972eaf6d0323 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166660df-4eae-4826-b7a3-c50365cac218,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:32.963947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48274) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:33.326370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:33.576992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port a6dcd75f-f6e7-448f-a648-41b468137f12 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:43:33.577384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:33.667213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port a6dcd75f-f6e7-448f-a648-41b468137f12, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a6dcd75f-f6e7-448f-a648-41b468137f12,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:33.667492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:33.681007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for a6dcd75f-f6e7-448f-a648-41b468137f12 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:43:33.862363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:33.889531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=a6dcd75f-f6e7-448f-a648-41b468137f12,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:34.063295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:34.281840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 182dda88-23cb-4a7d-931b-419c455e1c12 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:43:34.715813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:43:34.723128 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a6eb19b5-fc2f-4e41-a962-8eeca1486dc6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/182dda88-23cb-4a7d-931b-419c455e1c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560697 Dec 13 16:43:34.723862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48276) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:34.725659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] Sync routers for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:43:34.740208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:34.740821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:34.774821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c170f5d8-f2e7-4fbf-b683-9c2f3b1794cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet 62c9f4f0-5927-4318-89e4-39b21932a553 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:43:34.777980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c170f5d8-f2e7-4fbf-b683-9c2f3b1794cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:34.818094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c170f5d8-f2e7-4fbf-b683-9c2f3b1794cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:34.840972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:34.904755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c170f5d8-f2e7-4fbf-b683-9c2f3b1794cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:34.964494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c170f5d8-f2e7-4fbf-b683-9c2f3b1794cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:34.993556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170f5d8-f2e7-4fbf-b683-9c2f3b1794cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=62c9f4f0-5927-4318-89e4-39b21932a553,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:34.997177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c170f5d8-f2e7-4fbf-b683-9c2f3b1794cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.000551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c170f5d8-f2e7-4fbf-b683-9c2f3b1794cf tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/62c9f4f0-5927-4318-89e4-39b21932a553 HTTP/1.1" status: 204 len: 168 time: 0.2756698 Dec 13 16:43:35.003169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48278) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:35.114291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.133354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2342e2bf-4bf9-4770-8e5d-6f9f45495a7b None None] Network d92097a4-5b73-4bcd-a585-65e03028aa3c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:43:35.227896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.263210 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232'}], 'enable_snat': True}, 'gw_port_id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:43:33Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1447, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:42:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:35.290924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] Checking router: 182dda88-23cb-4a7d-931b-419c455e1c12 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:43:35.292034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:43:35.292633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.305600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] Routers {'182dda88-23cb-4a7d-931b-419c455e1c12'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:35.306242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['182dda88-23cb-4a7d-931b-419c455e1c12'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:35.341233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] DHCP port deletion for d92097a4-5b73-4bcd-a585-65e03028aa3c request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:43:35.386398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:35.386789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.399044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:43:35.423237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] Set router 182dda88-23cb-4a7d-931b-419c455e1c12 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:35.478714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:43:35Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:35.507484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c703d1-4a76-4cf2-ba93-e430d64e94c3 None None] The sync data for ids ['182dda88-23cb-4a7d-931b-419c455e1c12'] in dv-neutron-821599-1-hyperv is: [{'id': '182dda88-23cb-4a7d-931b-419c455e1c12', 'name': 'tempest-TestNetworkBasicOps-router-1046902420', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:42:08Z', 'updated_at': '2021-12-13T16:43:35Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:43:35.515196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Deleting port aba7a0a3-0ad7-4295-b58e-15c0746840cf {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:43:35.515392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.575873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.583078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] For port aba7a0a3-0ad7-4295-b58e-15c0746840cf, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=aba7a0a3-0ad7-4295-b58e-15c0746840cf,segment=NetworkSegment(fa010819-b73c-4c10-ba3f-6f3c1909fd97),segment_id=fa010819-b73c-4c10-ba3f-6f3c1909fd97)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:35.583486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.596429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Calling delete_port for aba7a0a3-0ad7-4295-b58e-15c0746840cf owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:43:35.606906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:35.638544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08db588e-ea15-45dc-8fba-c9944a3c7ede None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:43:35.665699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.684457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.713573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Pushing event deleted for resources: {'Port': ['ID=aba7a0a3-0ad7-4295-b58e-15c0746840cf,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:35.717885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] No DVR routers for this DVR port aba7a0a3-0ad7-4295-b58e-15c0746840cf on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:43:35.724714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.725072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.725414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.725753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.726318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.726420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.726745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.727076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.727401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.728154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.728154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.728339 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.729872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c5f6c8-70f4-4b4c-9021-b671e43de1b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:35.767824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.769863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.813166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.813841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Fanout notify agent at l3_agent the message router_deleted on router 182dda88-23cb-4a7d-931b-419c455e1c12 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:43:35.820995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:35.821893 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7a1f5fc4-77bf-4464-b382-d85949125ee4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/routers/182dda88-23cb-4a7d-931b-419c455e1c12 HTTP/1.1" status: 204 len: 168 time: 0.8177698 Dec 13 16:43:35.824634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48280) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:35.908936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.004965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.024815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92097a4-5b73-4bcd-a585-65e03028aa3c']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:36.033876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa010819-b73c-4c10-ba3f-6f3c1909fd97') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:36.034178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa010819-b73c-4c10-ba3f-6f3c1909fd97') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:36.043371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.056588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.063075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:43:36.063465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:43:36.066480 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:43:36.129086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.136885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.140047 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/d92097a4-5b73-4bcd-a585-65e03028aa3c HTTP/1.1" status: 204 len: 168 time: 0.3144813 Dec 13 16:43:36.151500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf0f3b-9931-413c-b346-5fa442dcc2ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=d92097a4-5b73-4bcd-a585-65e03028aa3c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:36.167185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48282) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:36.173348 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'network': {'name': 'tempest-network-smoke--585278323', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'port_security_enabled': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:36.193991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:43:36.197363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.222482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:43:36.231569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.231927 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Added segment 810f4eca-15d8-428e-ac53-e7d61fbf3dd0 of type vlan for network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 Dec 13 16:43:36.281575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.312924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.315905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:43:36.318868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:43:36.319574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:36.320167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.357320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:43:36.358266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4ff8518b-6cf4-4b4e-a1ee-f39ef36c073b not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:43:36.360016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:43:36.360357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e63bd06c-fc51-4e0e-a9b8-69ef8db7e1a9 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:43:36.360757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a6dcd75f-f6e7-448f-a648-41b468137f12 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:43:36.378958 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2104852 Dec 13 16:43:36.381731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48284) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:36.391493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: a6dcd75f-f6e7-448f-a648-41b468137f12 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:43:36.392112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a6dcd75f-f6e7-448f-a648-41b468137f12 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:43:36.392621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device aba7a0a3-0ad7-4295-b58e-15c0746840cf no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:43:36.393316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-499913001', 'admin_state_up': True, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:36.403237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa49a4-250c-4974-bb67-741fc4de5bc8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Network': ['ID=6d38e742-62cd-4607-b33f-dd5f2d7f8a97,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:36.420681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:43:36.423941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: aba7a0a3-0ad7-4295-b58e-15c0746840cf {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:43:36.424532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device aba7a0a3-0ad7-4295-b58e-15c0746840cf not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:43:36.426803 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.428418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.484408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.626877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.816409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.838755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:36.936848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.27 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/e0d4ed03-8a75-4ffa-9ba9-48f1287e8424) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:43:37.037708 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:37.071078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:37.110256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:43:37.113281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:37.116769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:43:37.122154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:37.127020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a169b6-68d8-4c38-8fb2-8eede2a30f53 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:43:37.178292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-16449ff1-7599-44f0-83dc-a061af6606ab None None] Provisioning complete for port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:37.178734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16449ff1-7599-44f0-83dc-a061af6606ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:37.212411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-16449ff1-7599-44f0-83dc-a061af6606ab None None] Port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:43:37.596481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:37.789391 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:37.915670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 4b27c541-dd35-4322-b97e-0a38253c0aee is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:43:38.017958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:43:38.027381 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Sync routers for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:43:38.037744 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:38.038361 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:38.038864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.042884 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8124aeff-8b76-4ad8-8dd7-7add6e450d17 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6567898 Dec 13 16:43:38.043154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48286) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:38.083902 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-82d3315d-2c6b-44a7-9160-a04a61413050 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=af121b7c280c4c34a8f004fa28d3091e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372210 Dec 13 16:43:38.084133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48288) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:38.142181 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:38.237062 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcae11b3-04a8-4ce9-8d54-ff9de8c1707c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:38.238092 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bcae11b3-04a8-4ce9-8d54-ff9de8c1707c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1530695 Dec 13 16:43:38.240921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48290) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:38.274914 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-165e6470-ac5f-49b5-aab3-ec77036c8544 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328848 Dec 13 16:43:38.277405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48292) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:38.283001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1064842223', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:38.324433 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:37Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:38.354729 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Checking router: 4b27c541-dd35-4322-b97e-0a38253c0aee for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:43:38.355101 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Updating router 4b27c541-dd35-4322-b97e-0a38253c0aee port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:43:38.375582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:43:38.379347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.381822 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.556672 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.617815 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Subnet': ['ID=7a90c194-0823-461f-a0a5-6a1f66d545aa,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:38.625197 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Checking segment: {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:43:38.625569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network hostable DHCP agents. Network: 6d38e742-62cd-4607-b33f-dd5f2d7f8a97, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:43:38.632105 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.637812 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.648949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:43:38.658036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 6d38e742-62cd-4607-b33f-dd5f2d7f8a97) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:38.663057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:38.663954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.667354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf44ff-1a64-472b-91df-822761127df0 None None] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:43:38.683656 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Pushing event updated for resources: {'Port': ['ID=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:38.689301 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cd70714d-0653-411b-806e-fa077dfdc405 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4107699 Dec 13 16:43:38.692055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48294) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:38.703178 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.703536 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.703882 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.704219 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.704552 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.704885 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.705231 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.705563 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.705891 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.706217 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.706766 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.707290 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.707783 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:43:38.714923 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Attempting to bind port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:43:38.715542 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Attempting to bind port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:43:38.716312 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Attempting to bind port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:43:38.722945 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:43:38.723603 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:43:38.723758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc639ab-79d9-43e0-9088-1fa448da7a16 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:43:38.724313 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.724882 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:43:38.725684 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Bound port: e0d4ed03-8a75-4ffa-9ba9-48f1287e8424, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:43:38.726243 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.780762 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] For port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:43:38.784009 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] For port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:43:38.788567 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.792811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:43:38.793699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.817462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ee164-8482-4bfa-a55b-1ae72f3858f2 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:43:38.849688 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de211a8-283a-426c-9643-5b7eafde0d7e None None] Pushing event updated for resources: {'Port': ['ID=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:38.853942 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:38.854546 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:38.909239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-93ff34f5-4a2c-41ce-8ffa-90db9c3b5456 None None] Provisioning complete for port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:38.909738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-93ff34f5-4a2c-41ce-8ffa-90db9c3b5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:38.961963 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:38.978946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Allocated IP 172.20.0.2 (6d38e742-62cd-4607-b33f-dd5f2d7f8a97/7a90c194-0823-461f-a0a5-6a1f66d545aa/e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:43:39.081933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-93ff34f5-4a2c-41ce-8ffa-90db9c3b5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.120250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-93ff34f5-4a2c-41ce-8ffa-90db9c3b5456 None None] For port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:39.128013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-93ff34f5-4a2c-41ce-8ffa-90db9c3b5456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.167963 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:37Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:39.184462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.196650 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89895be9-3785-4700-b7ad-8a9d105892a1 None None] The sync data for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv is: [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:37Z', 'revision_number': 3, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:43:39.215658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.225022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.256804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff34f5-4a2c-41ce-8ffa-90db9c3b5456 None None] Pushing event updated for resources: {'Port': ['ID=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:39.291219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:43:39.298284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:39.300941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:43:39.312203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4963c2bf-7561-416e-bdb6-de19c9fbe8b6 None None] Provisioning complete for port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:39.312570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4963c2bf-7561-416e-bdb6-de19c9fbe8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.359026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Pushing event updated for resources: {'Port': ['ID=e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:39.403758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Attempting to bind port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:43:39.404140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Attempting to bind port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:43:39.404490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Attempting to bind port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 on network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:43:39.413201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:43:39.413586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Checking segment: {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:43:39.413989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.414449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Bound using segment: {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:43:39.414866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Bound port: e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:43:39.415244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.522305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.1 (6d38e742-62cd-4607-b33f-dd5f2d7f8a97/7a90c194-0823-461f-a0a5-6a1f66d545aa/963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:43:39.536184 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] For port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:43:39.540103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] For port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:43:39.544718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.618323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480a39fc-c9a7-4cfb-b1aa-6fa000bfc94d None None] Pushing event updated for resources: {'Port': ['ID=e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:39.651957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.689251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.742186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:43:39.748191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:39.755403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:43:39.760542 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:39.821915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:39.991376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.113755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:43:40.187172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:40.187685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.286457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:43:40.351520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:40.351895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.371264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.382776 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.468245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.491458 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:40.507127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.537095 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:40.541971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.608983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:40.624136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:43:40.625908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:40.709356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7a206-7392-434c-ad76-b1ce1198296d None None] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:43:40.763404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 4b27c541-dd35-4322-b97e-0a38253c0aee has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:43:40.784606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1d6d0267-9e05-48d1-9fff-61abe2e07050 None None] Provisioning complete for port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:40.785213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1d6d0267-9e05-48d1-9fff-61abe2e07050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:40.881417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:43:40.890101 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1581ddea-d073-4b56-89ce-3b96b08ab210 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/4b27c541-dd35-4322-b97e-0a38253c0aee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934104 Dec 13 16:43:40.890228 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48296) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:41.009768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bd7de-dcb6-4f23-b110-280fe45cfd3a tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:41.010234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bd7de-dcb6-4f23-b110-280fe45cfd3a tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:41.010733 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bd7de-dcb6-4f23-b110-280fe45cfd3a tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:41.011185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547bd7de-dcb6-4f23-b110-280fe45cfd3a tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:41.015957 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-547bd7de-dcb6-4f23-b110-280fe45cfd3a tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1217070 Dec 13 16:43:41.016300 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48298) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:41.075722 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9447d61-24e2-4c44-bff2-fce028efc63c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:41.077041 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9447d61-24e2-4c44-bff2-fce028efc63c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:41.077930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9447d61-24e2-4c44-bff2-fce028efc63c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:41.078571 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9447d61-24e2-4c44-bff2-fce028efc63c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:41.079308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Sync routers for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:43:41.080746 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d9447d61-24e2-4c44-bff2-fce028efc63c tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0634954 Dec 13 16:43:41.083429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48300) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:41.089689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:41.090315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:41.232149 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1f5f5a5f-8941-41d3-a71d-f300f84862c2 tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1450527 Dec 13 16:43:41.356415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7ba19b04-3c14-4173-b674-c06685ded33d None None] Provisioning complete for port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:41.357010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ba19b04-3c14-4173-b674-c06685ded33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.409926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:41.588976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7ba19b04-3c14-4173-b674-c06685ded33d None None] Provisioning complete for port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:41.589340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ba19b04-3c14-4173-b674-c06685ded33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.658252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7ba19b04-3c14-4173-b674-c06685ded33d None None] Port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:43:41.684939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:43:40Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:41.710861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Checking router: 4b27c541-dd35-4322-b97e-0a38253c0aee for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:43:41.711215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Updating router 4b27c541-dd35-4322-b97e-0a38253c0aee port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:43:41.740014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.751404 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48304) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:41.756010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-31479fe8-293c-4057-b472-5cca0898aa4b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-667084083', 'description': 'tempest-secgroup-smoke-667084083 description', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:41.778603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31479fe8-293c-4057-b472-5cca0898aa4b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.845271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31479fe8-293c-4057-b472-5cca0898aa4b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.849365 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31479fe8-293c-4057-b472-5cca0898aa4b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.850799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-35c42eff-bc2e-478d-9ac0-a634f60fde03 None None] Provisioning complete for port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:41.851175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35c42eff-bc2e-478d-9ac0-a634f60fde03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.879201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-31479fe8-293c-4057-b472-5cca0898aa4b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.880418 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-31479fe8-293c-4057-b472-5cca0898aa4b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1279685 Dec 13 16:43:41.882694 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31479fe8-293c-4057-b472-5cca0898aa4b tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3280fcb7-0e80-4ab0-98c2-2b7f55572345,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:41.883525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48306) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:41.891080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b847a600-52e4-4538-a66f-1fd16092ed10 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '3280fcb7-0e80-4ab0-98c2-2b7f55572345', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:41.915119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-35c42eff-bc2e-478d-9ac0-a634f60fde03 None None] Port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:43:41.928466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b847a600-52e4-4538-a66f-1fd16092ed10 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.984514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b847a600-52e4-4538-a66f-1fd16092ed10 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:41.992134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b847a600-52e4-4538-a66f-1fd16092ed10 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.011945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847a600-52e4-4538-a66f-1fd16092ed10 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d0c255-01ea-4cc6-b49a-8c29650b094b,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.029719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b847a600-52e4-4538-a66f-1fd16092ed10 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.031017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b847a600-52e4-4538-a66f-1fd16092ed10 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455812 Dec 13 16:43:42.033895 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48308) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:42.038551 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-8e30cfaa-81e6-4eb3-84ae-930f8fc27720 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '3280fcb7-0e80-4ab0-98c2-2b7f55572345', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:42.063045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:43:42.064977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e30cfaa-81e6-4eb3-84ae-930f8fc27720 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.117116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.125772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.126013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e30cfaa-81e6-4eb3-84ae-930f8fc27720 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.129555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e30cfaa-81e6-4eb3-84ae-930f8fc27720 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.150781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30cfaa-81e6-4eb3-84ae-930f8fc27720 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d404436-1fef-4c5b-b0eb-b43ce757c8e7,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.158078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8e30cfaa-81e6-4eb3-84ae-930f8fc27720 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.161791 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8e30cfaa-81e6-4eb3-84ae-930f8fc27720 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243801 Dec 13 16:43:42.162484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48310) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:42.167521 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f9e410c2-0665-40d2-862d-07ab3055a7a6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '3280fcb7-0e80-4ab0-98c2-2b7f55572345', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:42.170959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:42.171436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.200746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e61a9-6101-4afa-a1fe-1ca62170ce1b None None] Pushing event updated for resources: {'Port': ['ID=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.210911 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9e410c2-0665-40d2-862d-07ab3055a7a6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.285888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Attempting to bind port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:43:42.286257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Attempting to bind port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:43:42.286622 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Attempting to bind port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 on network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:43:42.289118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9e410c2-0665-40d2-862d-07ab3055a7a6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.293606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9e410c2-0665-40d2-862d-07ab3055a7a6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.293773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:43:42.294043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Checking segment: {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:43:42.294420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.295853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Bound using segment: {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:43:42.296817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Bound port: 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:43:42.296817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.314112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e410c2-0665-40d2-862d-07ab3055a7a6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98c490a-b3eb-4661-bff9-7ba82d67fd71,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.326904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f9e410c2-0665-40d2-862d-07ab3055a7a6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.328340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f9e410c2-0665-40d2-862d-07ab3055a7a6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645434 Dec 13 16:43:42.330904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48312) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:42.335425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4497293d-f02f-4b70-9066-21c5a55997ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '3280fcb7-0e80-4ab0-98c2-2b7f55572345', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:42.370227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4497293d-f02f-4b70-9066-21c5a55997ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.394133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] For port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:43:42.404169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] For port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:43:42.409683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.442764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4497293d-f02f-4b70-9066-21c5a55997ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.447897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4497293d-f02f-4b70-9066-21c5a55997ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.466213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4497293d-f02f-4b70-9066-21c5a55997ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e338ee60-ab2f-41a3-9962-6e7ef0d94d79,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.475776 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4497293d-f02f-4b70-9066-21c5a55997ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.479215 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4497293d-f02f-4b70-9066-21c5a55997ad tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472664 Dec 13 16:43:42.479936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48314) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:42.484041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:42.484687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:42.484842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e8246df0-729a-4835-bb5c-ac1d0aa63e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '3280fcb7-0e80-4ab0-98c2-2b7f55572345', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:42.494118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6961ff88-77ba-4a3a-995b-d9b2955e5935 None None] Provisioning complete for port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:42.494496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6961ff88-77ba-4a3a-995b-d9b2955e5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.512848 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-e8246df0-729a-4835-bb5c-ac1d0aa63e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:43:42.518996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8246df0-729a-4835-bb5c-ac1d0aa63e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.566232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3e61a9-6101-4afa-a1fe-1ca62170ce1b None None] Pushing event updated for resources: {'Port': ['ID=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.595008 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8246df0-729a-4835-bb5c-ac1d0aa63e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.600055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8246df0-729a-4835-bb5c-ac1d0aa63e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.619003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8246df0-729a-4835-bb5c-ac1d0aa63e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14d269d-f458-4a6f-b828-c6c5a4610f15,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.628127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e8246df0-729a-4835-bb5c-ac1d0aa63e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.631979 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e8246df0-729a-4835-bb5c-ac1d0aa63e4f tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482596 Dec 13 16:43:42.632201 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48316) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:42.636786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5b1a1516-5f1d-44c5-b98d-1637de757270 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'security_group_rule': {'security_group_id': '3280fcb7-0e80-4ab0-98c2-2b7f55572345', 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:42.653533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:42.661565 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-5b1a1516-5f1d-44c5-b98d-1637de757270 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Project af121b7c280c4c34a8f004fa28d3091e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:43:42.667248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1516-5f1d-44c5-b98d-1637de757270 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.728499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1516-5f1d-44c5-b98d-1637de757270 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.733723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1516-5f1d-44c5-b98d-1637de757270 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.751575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a1516-5f1d-44c5-b98d-1637de757270 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cd7230-96cf-4340-81cd-be84d68379f3,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.761088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5b1a1516-5f1d-44c5-b98d-1637de757270 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.761297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6961ff88-77ba-4a3a-995b-d9b2955e5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.762298 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5b1a1516-5f1d-44c5-b98d-1637de757270 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291530 Dec 13 16:43:42.847486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6961ff88-77ba-4a3a-995b-d9b2955e5935 None None] For port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:42.859590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6961ff88-77ba-4a3a-995b-d9b2955e5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:42.918271 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-4fe913b7-1ba8-48e5-81f6-fc6f96a0fe0a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-667084083&fields=id&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 267 time: 0.0452774 Dec 13 16:43:42.941784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961ff88-77ba-4a3a-995b-d9b2955e5935 None None] Pushing event updated for resources: {'Port': ['ID=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:42.969219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:43:42Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:43.000665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9715b026-5aa4-40db-a638-8388201807b7 None None] The sync data for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv is: [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:43:42Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:43:43.012805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-674c6101-21e6-48c8-bdd1-203ef63798d1 None None] Provisioning complete for port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:43.013260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-674c6101-21e6-48c8-bdd1-203ef63798d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:43.035285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-c3671fea-c208-43bf-a81c-299660cee9d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:43.037164 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-c3671fea-c208-43bf-a81c-299660cee9d6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/networks?id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97 HTTP/1.1" status: 200 len: 796 time: 0.1111796 Dec 13 16:43:43.072813 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2a96c24f-01bb-4acb-87d4-23b4218f9174 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/quotas/af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 375 time: 0.0298951 Dec 13 16:43:43.126848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-6e485adf-ebab-4aaa-9ca8-8031ec0db23e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518131 Dec 13 16:43:43.225644 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-ed597dcb-b95e-4a4f-b2f0-51b23157a437 service neutron] 10.222.0.13 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909269 Dec 13 16:43:43.322521 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-4bb6fe12-5b87-4412-a9fb-a0fc373631eb service neutron] 10.222.0.13 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905871 Dec 13 16:43:43.500165 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a9ef3e9-1027-4e14-b8d3-e82c32703ca0 req-cdf1a429-4311-4f4e-8b44-dabe4480d5c1 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 210 time: 0.0317595 Dec 13 16:43:43.878394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:44.080902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:43:44.130279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:44.130671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:44.539809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-160f45c6-aa71-4569-831f-cb1df3e39697 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:44.541293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-160f45c6-aa71-4569-831f-cb1df3e39697 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/networks?id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97 HTTP/1.1" status: 200 len: 796 time: 0.1108038 Dec 13 16:43:44.614638 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2bdb4a42-2cab-4386-a416-cd9fd3f404e1 req-fe38304a-7571-42c8-803e-9e91ed8a31e0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 210 time: 0.0347612 Dec 13 16:43:44.634872 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-ec2843a7-d5ba-48eb-bff6-cda8b0b358ff tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af121b7c280c4c34a8f004fa28d3091e HTTP/1.1" status: 200 len: 379 time: 0.0812688 Dec 13 16:43:44.653775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'port': {'device_id': '7ebe008c-816a-4525-99db-65f690d34b9a', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'admin_state_up': True, 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'security_groups': ['3280fcb7-0e80-4ab0-98c2-2b7f55572345']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:45.104460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Made reservation on behalf of af121b7c280c4c34a8f004fa28d3091e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:43:45.108692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:45.228967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.20.0.14 (6d38e742-62cd-4607-b33f-dd5f2d7f8a97/7a90c194-0823-461f-a0a5-6a1f66d545aa/c0fd8fa4-6d95-4c33-8376-f68daa55891f) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:43:45.370262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:45.411595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:45.456202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:43:45.461641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:45.466084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:43:45.470978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=c0fd8fa4-6d95-4c33-8376-f68daa55891f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:45.524404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:45.527077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:45.544697 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-62321d64-53f3-4e80-99af-bc1c2af787a3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8944664 Dec 13 16:43:45.566993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Request body: {'port': {'device_id': '7ebe008c-816a-4525-99db-65f690d34b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:45.627099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:45.757299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4b62ac6a-275d-43de-b5e9-e677f2edfde6 None None] Provisioning complete for port c0fd8fa4-6d95-4c33-8376-f68daa55891f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:45.757896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4b62ac6a-275d-43de-b5e9-e677f2edfde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:45.791876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4b62ac6a-275d-43de-b5e9-e677f2edfde6 None None] Port c0fd8fa4-6d95-4c33-8376-f68daa55891f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:43:45.831945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1200b2-8b74-45db-afa7-0d0c7a835776 req-895c684d-bf98-4565-94e2-815b99eea9eb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:45.833442 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b1200b2-8b74-45db-afa7-0d0c7a835776 req-895c684d-bf98-4565-94e2-815b99eea9eb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 932 time: 0.1472321 Dec 13 16:43:45.911234 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b1200b2-8b74-45db-afa7-0d0c7a835776 req-87558d4a-9547-4702-bd18-6d5674596d64 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717270 Dec 13 16:43:45.974118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0fd8fa4-6d95-4c33-8376-f68daa55891f {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:43:45.982172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:45.996307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Transition to ACTIVE for port object c0fd8fa4-6d95-4c33-8376-f68daa55891f will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:43:45.999291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:46.055327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd8fa4-6d95-4c33-8376-f68daa55891f,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:46.125792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Attempting to bind port c0fd8fa4-6d95-4c33-8376-f68daa55891f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:43:46.126131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Attempting to bind port c0fd8fa4-6d95-4c33-8376-f68daa55891f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:43:46.126467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Attempting to bind port c0fd8fa4-6d95-4c33-8376-f68daa55891f on network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:43:46.131018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Port c0fd8fa4-6d95-4c33-8376-f68daa55891f on network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:43:46.131343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Attempting to bind port c0fd8fa4-6d95-4c33-8376-f68daa55891f on network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:43:46.136514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:43:46.136847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Checking segment: {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:43:46.137285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Bound using segment: {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:43:46.137716 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Bound port: c0fd8fa4-6d95-4c33-8376-f68daa55891f, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '810f4eca-15d8-428e-ac53-e7d61fbf3dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:43:46.138075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:46.205205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] For port c0fd8fa4-6d95-4c33-8376-f68daa55891f, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:43:46.208403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] For port c0fd8fa4-6d95-4c33-8376-f68daa55891f, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:43:46.212082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:46.250797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:46.251408 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:46.252790 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] 10.222.0.31 "PUT /v2.0/ports/c0fd8fa4-6d95-4c33-8376-f68daa55891f HTTP/1.1" status: 200 len: 1094 time: 0.6902335 Dec 13 16:43:46.253237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:46.255558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498d23c7-37f6-42dc-b024-99078630bcae" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:46.285844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd37d7-9ca0-4cb0-890c-ec1c5a7e165b service neutron] Pushing event updated for resources: {'Port': ['ID=c0fd8fa4-6d95-4c33-8376-f68daa55891f,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:46.304509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c919cfb-2e92-4154-8bd4-092c17be65f0 x-openstack-request-id: req-8c919cfb-2e92-4154-8bd4-092c17be65f0 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:46.304924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:46.305196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c919cfb-2e92-4154-8bd4-092c17be65f0 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:46.305643 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'status': 'completed', 'code': 200} Dec 13 16:43:46.356860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-f3c9299c-1134-45b0-94dd-fd843cea5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:46.359310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-f3c9299c-1134-45b0-94dd-fd843cea5463 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 1097 time: 0.0462809 Dec 13 16:43:46.410852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-a45940c9-6c2e-4bec-b6c5-846b6c37b86a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f HTTP/1.1" status: 200 len: 217 time: 0.0368772 Dec 13 16:43:46.465998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-44b8534d-52cf-47fa-9c41-4d91fcf8c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:46.468116 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-44b8534d-52cf-47fa-9c41-4d91fcf8c6c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a90c194-0823-461f-a0a5-6a1f66d545aa HTTP/1.1" status: 200 len: 835 time: 0.0502636 Dec 13 16:43:46.519751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-74372d57-fdc9-41d4-9e3e-334e0ee825b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:46.521136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-74372d57-fdc9-41d4-9e3e-334e0ee825b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400960 Dec 13 16:43:46.612152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-7a55e192-faf8-49cc-a998-c8462922a203 service neutron] 10.222.0.31 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810900 Dec 13 16:43:46.710794 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52bb6fe8-f742-40aa-a45d-0882b5f60a2c req-c06dea56-8dea-4184-8116-1d77d6ddedf4 service neutron] 10.222.0.31 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858736 Dec 13 16:43:46.799142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d23c7-37f6-42dc-b024-99078630bcae req-e0cc6b35-67d4-4a04-883a-423814d5d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:46.800564 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-498d23c7-37f6-42dc-b024-99078630bcae req-e0cc6b35-67d4-4a04-883a-423814d5d8c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 1097 time: 0.0422604 Dec 13 16:43:46.895421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d23c7-37f6-42dc-b024-99078630bcae req-219311f2-4729-49ac-8166-1af0b97bdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:46.896890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-498d23c7-37f6-42dc-b024-99078630bcae req-219311f2-4729-49ac-8166-1af0b97bdc7e service neutron] 10.222.0.31 "GET /v2.0/networks?id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97 HTTP/1.1" status: 200 len: 897 time: 0.0886536 Dec 13 16:43:46.940521 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-498d23c7-37f6-42dc-b024-99078630bcae req-d134a1e9-40d0-4b07-9c26-7bc291c508bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f HTTP/1.1" status: 200 len: 217 time: 0.0348604 Dec 13 16:43:46.999351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d23c7-37f6-42dc-b024-99078630bcae req-01d0ce36-744d-4345-beff-6875afa64a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:47.000776 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-498d23c7-37f6-42dc-b024-99078630bcae req-01d0ce36-744d-4345-beff-6875afa64a17 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a90c194-0823-461f-a0a5-6a1f66d545aa HTTP/1.1" status: 200 len: 835 time: 0.0526175 Dec 13 16:43:47.063727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2ae85-67bf-4543-b94c-1c26edbe10f4 req-7f05c444-d1f7-4966-973e-b6475374e6a8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:47.065482 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7f2ae85-67bf-4543-b94c-1c26edbe10f4 req-7f05c444-d1f7-4966-973e-b6475374e6a8 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 944 time: 0.0828288 Dec 13 16:43:47.084861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d23c7-37f6-42dc-b024-99078630bcae req-8e67ee95-324e-4199-9221-455ab15dab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:47.086285 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-498d23c7-37f6-42dc-b024-99078630bcae req-8e67ee95-324e-4199-9221-455ab15dab21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725017 Dec 13 16:43:47.172456 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7f2ae85-67bf-4543-b94c-1c26edbe10f4 req-b7cf656f-fedd-47c8-886a-78786999c7e2 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968843 Dec 13 16:43:47.201861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-498d23c7-37f6-42dc-b024-99078630bcae req-8a1a0cca-511b-425a-9f62-e99ae46fc410 service neutron] 10.222.0.31 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066077 Dec 13 16:43:47.296274 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-498d23c7-37f6-42dc-b024-99078630bcae req-7657bad1-edae-401d-bd6b-c946fdcff53e service neutron] 10.222.0.31 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866709 Dec 13 16:43:48.290592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48289478-1c6a-415e-b6d5-2691e0b6319e req-349236ed-8e2c-424c-b169-9ec6dc8bb285 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:48.292002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-48289478-1c6a-415e-b6d5-2691e0b6319e req-349236ed-8e2c-424c-b169-9ec6dc8bb285 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 944 time: 0.0495219 Dec 13 16:43:48.347482 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-48289478-1c6a-415e-b6d5-2691e0b6319e req-f4a28ed8-8702-46be-8cc4-103ceec39724 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451145 Dec 13 16:43:49.465827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268548-8328-4491-9b0f-b6423ae50ed2 req-e52c939d-bee3-4383-a11a-0154253d6bcc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:49.468053 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c268548-8328-4491-9b0f-b6423ae50ed2 req-e52c939d-bee3-4383-a11a-0154253d6bcc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 944 time: 0.0539203 Dec 13 16:43:49.517044 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c268548-8328-4491-9b0f-b6423ae50ed2 req-aed19c7f-5986-48dd-a51c-1a17653dde47 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Dec 13 16:43:50.120324 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:43:50.361989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c0fd8fa4-6d95-4c33-8376-f68daa55891f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:43:50.461229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c0fd8fa4-6d95-4c33-8376-f68daa55891f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:50.473821 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'port_id': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'mac_address': 'fa:16:3e:d8:1c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:43:50.510966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:50.524074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0fd8fa4-6d95-4c33-8376-f68daa55891f {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:43:50.549338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c0fd8fa4-6d95-4c33-8376-f68daa55891f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:50.553625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:50.605524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=c0fd8fa4-6d95-4c33-8376-f68daa55891f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:50.637083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6100a-31ae-4942-b130-b00b8d16f110 req-9f3ed334-2587-4e32-98d6-3ea93e1ab777 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:50.639184 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9eb6100a-31ae-4942-b130-b00b8d16f110 req-9f3ed334-2587-4e32-98d6-3ea93e1ab777 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 945 time: 0.0522358 Dec 13 16:43:50.688403 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9eb6100a-31ae-4942-b130-b00b8d16f110 req-957e1863-5e03-491c-acec-b7a31d9a3811 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433202 Dec 13 16:43:50.808610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['c0fd8fa4-6d95-4c33-8376-f68daa55891f'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:43:51.805070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895cd86-ce91-4151-9eca-8cdd8fbab91d req-2708cd06-3a8f-4d29-b6a5-f77e56ebb4f6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:51.806579 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c895cd86-ce91-4151-9eca-8cdd8fbab91d req-2708cd06-3a8f-4d29-b6a5-f77e56ebb4f6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 945 time: 0.0485666 Dec 13 16:43:51.860675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c895cd86-ce91-4151-9eca-8cdd8fbab91d req-06515a95-758d-4219-b2aa-3534046e5ac4 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474782 Dec 13 16:43:52.387298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c0fd8fa4-6d95-4c33-8376-f68daa55891f up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:43:52.436059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port c0fd8fa4-6d95-4c33-8376-f68daa55891f completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:43:52.440218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port c0fd8fa4-6d95-4c33-8376-f68daa55891f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:43:52.440578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:52.519067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:52.540911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:52.543190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8d138c-5f22-4717-a068-3288f2f1d0cd" -d '{"events": [{"server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "name": "network-vif-plugged", "status": "completed", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:52.556423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c0fd8fa4-6d95-4c33-8376-f68daa55891f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:43:52.560678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:52.583429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb45e6bf-4cfa-4dec-835e-90e0fdca52ff x-openstack-request-id: req-fb45e6bf-4cfa-4dec-835e-90e0fdca52ff {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:52.583734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "name": "network-vif-plugged", "status": "completed", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:52.583993 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb45e6bf-4cfa-4dec-835e-90e0fdca52ff {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:52.584412 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'code': 200} Dec 13 16:43:52.611685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=c0fd8fa4-6d95-4c33-8376-f68daa55891f,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:52.799524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f51fa-c686-407a-a966-a46aa4d91c72 req-9680fc28-dcdc-460d-a0c8-cb799be0c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:52.800994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-391f51fa-c686-407a-a966-a46aa4d91c72 req-9680fc28-dcdc-460d-a0c8-cb799be0c7c8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 1099 time: 0.0786655 Dec 13 16:43:52.848778 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-391f51fa-c686-407a-a966-a46aa4d91c72 req-5bc9f392-ba36-4dea-a212-c879d3b71439 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378695 Dec 13 16:43:53.039159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cc426-e0d6-4046-b8d8-1fc2efa7f980 req-0875eee5-9634-4ba4-b38a-a9087db00db3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:53.040640 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f13cc426-e0d6-4046-b8d8-1fc2efa7f980 req-0875eee5-9634-4ba4-b38a-a9087db00db3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 946 time: 0.1112485 Dec 13 16:43:53.089421 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f13cc426-e0d6-4046-b8d8-1fc2efa7f980 req-dc7fa723-c110-4571-9d48-efe320115486 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426857 Dec 13 16:43:54.256206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5670512-4244-4163-bcf1-5bf929ec43a8 req-82b45b19-ea9e-479c-a55a-a74846b1ba27 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:54.257561 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b5670512-4244-4163-bcf1-5bf929ec43a8 req-82b45b19-ea9e-479c-a55a-a74846b1ba27 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 946 time: 0.0975182 Dec 13 16:43:54.306831 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b5670512-4244-4163-bcf1-5bf929ec43a8 req-d0315807-c1c3-4a9e-86c1-d998cf298725 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433123 Dec 13 16:43:54.423395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171850c-35ea-46eb-bfe3-1addeca5d82f req-91147212-2c66-4938-be93-ca55ebb9edb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:54.424854 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0171850c-35ea-46eb-bfe3-1addeca5d82f req-91147212-2c66-4938-be93-ca55ebb9edb6 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 946 time: 0.0495572 Dec 13 16:43:54.473586 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0171850c-35ea-46eb-bfe3-1addeca5d82f req-91413642-3fc3-47c4-89ca-e6e5fbd35861 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428774 Dec 13 16:43:54.494733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48380) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:54.533533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03437d4d-c222-4a66-a667-432431fc867a tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:54.534953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-03437d4d-c222-4a66-a667-432431fc867a tempest-TestNetworkBasicOps-594690570 tempest-TestNetworkBasicOps-594690570-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 1094 time: 0.0392239 Dec 13 16:43:54.537762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48382) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:54.541892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:43:54.563171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:54.662289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:54.768504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Allocated IP 172.26.6.45 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/769262a5-9142-4283-bf1a-c3de0e709891) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:43:54.868071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:54.901999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:54.943072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ece74af4-ac7d-4e31-a2a3-8a897e21349a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:54.946871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:43:54.954333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:43:54.960647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:43:54.964154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=769262a5-9142-4283-bf1a-c3de0e709891,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:55.303774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:55.371517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:55.521340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:55.525401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:55.589030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event updated for resources: {'Port': ['ID=769262a5-9142-4283-bf1a-c3de0e709891,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:43:55.603762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:55.708409 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 6ed51ca4-e180-4eee-a4d6-e8e079671a84 associated. External IP: 172.26.6.45, port: c0fd8fa4-6d95-4c33-8376-f68daa55891f. Dec 13 16:43:55.918986 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 4b27c541-dd35-4322-b97e-0a38253c0aee has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:43:56.031802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:43:56.041364 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] Sync routers for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:43:56.050131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:56.051522 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:56.052137 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:56.078092 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-93f13d5e-97ae-40f8-a415-ac4dc972fdaa tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5393102 Dec 13 16:43:56.079010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:43:56.080970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48384) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:56.081491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:43:56.118608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6e5dc8-e77c-4cf6-b797-6140da8dc5d6 x-openstack-request-id: req-db6e5dc8-e77c-4cf6-b797-6140da8dc5d6 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:43:56.118944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:43:56.119254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-db6e5dc8-e77c-4cf6-b797-6140da8dc5d6 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:43:56.119981 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'status': 'completed', 'code': 200} Dec 13 16:43:56.145221 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-99d6033c-b9f3-4417-833a-4f417ce9e418 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/6ed51ca4-e180-4eee-a4d6-e8e079671a84 HTTP/1.1" status: 200 len: 991 time: 0.0630670 Dec 13 16:43:56.160799 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:56.180902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-cd4a16d9-8a85-48f8-97bd-b7d15eb3dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:56.182341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-cd4a16d9-8a85-48f8-97bd-b7d15eb3dba0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 1099 time: 0.0410953 Dec 13 16:43:56.279821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-62dc6aef-c0e2-491c-ad6a-84895d226bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:56.281321 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-62dc6aef-c0e2-491c-ad6a-84895d226bae service neutron] 10.222.0.31 "GET /v2.0/networks?id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97 HTTP/1.1" status: 200 len: 897 time: 0.0919189 Dec 13 16:43:56.349995 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-199a92f3-2582-4131-8573-d4773cd2ae4f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f HTTP/1.1" status: 200 len: 999 time: 0.0599127 Dec 13 16:43:56.393067 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '6ed51ca4-e180-4eee-a4d6-e8e079671a84', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'port_id': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'mac_address': 'fa:16:3e:d8:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebe008c-816a-4525-99db-65f690d34b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:43:55Z', 'updated_at': '2021-12-13T16:43:55Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:43:42Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:56.402298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-ab26c3fb-7b43-4dac-a94d-610f493dea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:56.403829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-ab26c3fb-7b43-4dac-a94d-610f493dea27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a90c194-0823-461f-a0a5-6a1f66d545aa HTTP/1.1" status: 200 len: 835 time: 0.0457251 Dec 13 16:43:56.419784 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] Checking router: 4b27c541-dd35-4322-b97e-0a38253c0aee for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:43:56.428275 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:43:56.428907 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:43:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:56.455585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-086b2ec0-5bb8-4df1-a09f-9c1915412118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:43:56.456997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-086b2ec0-5bb8-4df1-a09f-9c1915412118 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446351 Dec 13 16:43:56.534443 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:43:56.547427 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-4126f37c-b50b-40c4-b833-d6f87168d75a service neutron] 10.222.0.31 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823565 Dec 13 16:43:56.649515 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a2f893-2dbc-4b1a-ba6a-7d0e5079ed67 req-ae3fc573-7495-46c6-8227-da7e1457eee7 service neutron] 10.222.0.31 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933058 Dec 13 16:43:56.759200 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '6ed51ca4-e180-4eee-a4d6-e8e079671a84', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'port_id': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'mac_address': 'fa:16:3e:d8:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebe008c-816a-4525-99db-65f690d34b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:43:55Z', 'updated_at': '2021-12-13T16:43:55Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:43:42Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:43:56.789463 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6d0f6f-3aa4-4d76-994e-d233d52035be None None] The sync data for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv is: [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:43:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '6ed51ca4-e180-4eee-a4d6-e8e079671a84', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'port_id': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'mac_address': 'fa:16:3e:d8:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebe008c-816a-4525-99db-65f690d34b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:43:55Z', 'updated_at': '2021-12-13T16:43:55Z', 'revision_number': 0, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:43:42Z', 'revision_number': 5, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:43:56.981317 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71b767-0aa2-49a3-820a-732fc63aae05 None None] New status for floating IP 6ed51ca4-e180-4eee-a4d6-e8e079671a84: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:43:57.147451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48388) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:43:57.212032 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b073308d-ba15-4dc5-8827-8b87432bf81e tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/6ed51ca4-e180-4eee-a4d6-e8e079671a84 HTTP/1.1" status: 200 len: 993 time: 0.0632265 Dec 13 16:43:57.351154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a3fbe1f-3723-4f21-ab1a-44c5561b58f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:58.426327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:43:59.954146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:00.832746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:08.728719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [req-276e3b6e-b6eb-493d-a7bc-c3d399deb040 req-9300d6d3-87bf-40da-92db-a4b892d3aedc service neutron] (103053) timed out ('10.222.0.31', 55477) {{(pid=103053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 16:44:13.882990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:24.944189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-033506cc-d222-47ae-93de-429b180089d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:27.119085 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:44:27.351348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-38992e69-8529-40b4-ab3f-c22fe15ce733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:28.428237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:29.956115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:30.837153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:32.411752 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48400) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:32.416341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6a71a3a4-50c5-4df5-802c-a22307267cdb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:32.711643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6a71a3a4-50c5-4df5-802c-a22307267cdb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:32.722043 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6a71a3a4-50c5-4df5-802c-a22307267cdb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:32.830110 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a71a3a4-50c5-4df5-802c-a22307267cdb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 4b27c541-dd35-4322-b97e-0a38253c0aee has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:44:33.172682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a71a3a4-50c5-4df5-802c-a22307267cdb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:44:33.179602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6a71a3a4-50c5-4df5-802c-a22307267cdb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:33.180758 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6a71a3a4-50c5-4df5-802c-a22307267cdb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/4b27c541-dd35-4322-b97e-0a38253c0aee HTTP/1.1" status: 200 len: 887 time: 0.7679691 Dec 13 16:44:33.182557 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449cd368-2f4b-4b9c-b31d-29bbf11d1043 None None] Sync routers for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:44:33.193471 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cd368-2f4b-4b9c-b31d-29bbf11d1043 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:33.194228 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-449cd368-2f4b-4b9c-b31d-29bbf11d1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:33.228051 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-449cd368-2f4b-4b9c-b31d-29bbf11d1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:33.236453 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449cd368-2f4b-4b9c-b31d-29bbf11d1043 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:33.237045 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-449cd368-2f4b-4b9c-b31d-29bbf11d1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:33.269850 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-449cd368-2f4b-4b9c-b31d-29bbf11d1043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:33.270465 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449cd368-2f4b-4b9c-b31d-29bbf11d1043 None None] The sync data for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv is: [] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:44:34.034555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01aba372-4858-4e09-bc74-bede39554438 None None] New status for floating IP 6ed51ca4-e180-4eee-a4d6-e8e079671a84: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:44:34.071712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:44:34.238881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:34.261128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:34.268474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:34.269371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:44:34.344828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:34.392112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:34.423939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:34.426786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:34.474440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:35.307930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48404) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:35.313108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-dc9831d0-4371-441f-bf46-dc22c87f9a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:35.615243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dc9831d0-4371-441f-bf46-dc22c87f9a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-521967', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4125'] for router, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:35.626596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dc9831d0-4371-441f-bf46-dc22c87f9a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-521956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-521981', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517975'] for router, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:35.737769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9831d0-4371-441f-bf46-dc22c87f9a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 4b27c541-dd35-4322-b97e-0a38253c0aee has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:44:35.846188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9831d0-4371-441f-bf46-dc22c87f9a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:44:35.854048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dc9831d0-4371-441f-bf46-dc22c87f9a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:35.855243 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dc9831d0-4371-441f-bf46-dc22c87f9a54 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/4b27c541-dd35-4322-b97e-0a38253c0aee HTTP/1.1" status: 200 len: 886 time: 0.5462971 Dec 13 16:44:35.855395 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] Sync routers for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:44:35.858836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48406) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:35.866357 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:35.866919 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:35.920791 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-47e44e7d-4f45-4e18-9b05-4bf66e7cddfb tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/6ed51ca4-e180-4eee-a4d6-e8e079671a84 HTTP/1.1" status: 200 len: 991 time: 0.0608382 Dec 13 16:44:35.971993 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:36.190826 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:35Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '6ed51ca4-e180-4eee-a4d6-e8e079671a84', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'port_id': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'mac_address': 'fa:16:3e:d8:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebe008c-816a-4525-99db-65f690d34b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:43:55Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:36.216288 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] Checking router: 4b27c541-dd35-4322-b97e-0a38253c0aee for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:44:36.224247 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:36.224838 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:36.406844 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:36.623586 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:35Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '6ed51ca4-e180-4eee-a4d6-e8e079671a84', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'port_id': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'mac_address': 'fa:16:3e:d8:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebe008c-816a-4525-99db-65f690d34b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:43:55Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:36.649101 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc6a85f-8624-43ad-ad6a-1adc9ab282ac None None] The sync data for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv is: [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:35Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '6ed51ca4-e180-4eee-a4d6-e8e079671a84', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'floating_ip_address': '172.26.6.45', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'port_id': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'mac_address': 'fa:16:3e:d8:1c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebe008c-816a-4525-99db-65f690d34b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:43:55Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 2, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:44:34Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:44:36.924466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48408) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:36.991388 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7869e081-a764-451c-923c-607b000bbf03 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/6ed51ca4-e180-4eee-a4d6-e8e079671a84 HTTP/1.1" status: 200 len: 991 time: 0.0655138 Dec 13 16:44:37.995163 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48410) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:38.059469 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7a701879-2338-4ca0-ab79-b7c8974da620 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/6ed51ca4-e180-4eee-a4d6-e8e079671a84 HTTP/1.1" status: 200 len: 991 time: 0.0629637 Dec 13 16:44:38.108694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:38.162687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:38.163059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:38.185162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abac700-457d-45a8-be3d-f852c4d36b8c None None] New status for floating IP 6ed51ca4-e180-4eee-a4d6-e8e079671a84: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:44:38.362259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:38.390780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:38.394498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:38.395331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:38.473372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:38.486489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.486937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.487291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.487671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.488236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.488807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.489324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.489674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.490022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.490364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.490726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.491064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.491393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:38.499827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:38.500739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:38.577972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:38.609873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:38.614175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:38.665668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:39.063529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48412) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:39.128690 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8d61c04e-110e-4e88-8925-632c1a5ddd90 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/floatingips/6ed51ca4-e180-4eee-a4d6-e8e079671a84 HTTP/1.1" status: 200 len: 993 time: 0.0640659 Dec 13 16:44:39.406117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48418) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:39.564874 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 769262a5-9142-4283-bf1a-c3de0e709891 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:44:39.565218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:39.639025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:39.639268 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:39.651222 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 769262a5-9142-4283-bf1a-c3de0e709891 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:44:39.807629 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:39.837222 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=769262a5-9142-4283-bf1a-c3de0e709891,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:39.869151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.869503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.869960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.870304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.870683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.871007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.871486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.871825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.872155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.872486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.873783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.874135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.875450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:39.924899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:39.925166 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Floating IP 6ed51ca4-e180-4eee-a4d6-e8e079671a84 disassociated (deleted). External IP: 172.26.6.45, port: c0fd8fa4-6d95-4c33-8376-f68daa55891f. Dec 13 16:44:40.102202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:40.166169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:40.166771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:40.170156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 4b27c541-dd35-4322-b97e-0a38253c0aee has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:44:40.252440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:40.300807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:44:40.306474 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:40.309123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:40.310402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:40.313010 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] Sync routers for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:44:40.327915 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:40.328571 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:40.343684 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-35dfc7e8-b058-4a11-a69a-59a000941318 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/floatingips/6ed51ca4-e180-4eee-a4d6-e8e079671a84 HTTP/1.1" status: 204 len: 168 time: 0.9328494 Dec 13 16:44:40.343684 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:44:40.344042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaba24ad-465c-4854-995a-bfcc60718336" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:44:40.413533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc5e815-8074-4ca0-bb94-2245b2ff5735 x-openstack-request-id: req-0fc5e815-8074-4ca0-bb94-2245b2ff5735 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:44:40.413745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:44:40.414118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fc5e815-8074-4ca0-bb94-2245b2ff5735 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:44:40.414383 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'status': 'completed', 'code': 200} Dec 13 16:44:40.495704 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:40.507916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba24ad-465c-4854-995a-bfcc60718336 req-6d2cf611-79b4-4a26-a5c3-0c462c97b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:40.510220 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aaba24ad-465c-4854-995a-bfcc60718336 req-6d2cf611-79b4-4a26-a5c3-0c462c97b143 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af121b7c280c4c34a8f004fa28d3091e&device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 1099 time: 0.0637264 Dec 13 16:44:40.667029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0ff68-339d-4f93-96af-3537118f4f77 req-42da9aa0-880f-48ff-a2ae-c418f733310d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:40.668550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5ed0ff68-339d-4f93-96af-3537118f4f77 req-42da9aa0-880f-48ff-a2ae-c418f733310d tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 946 time: 0.0884211 Dec 13 16:44:40.694280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba24ad-465c-4854-995a-bfcc60718336 req-f9483ce4-b592-4172-9c8c-4b4b6a5bda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:40.695798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aaba24ad-465c-4854-995a-bfcc60718336 req-f9483ce4-b592-4172-9c8c-4b4b6a5bda7b service neutron] 10.222.0.31 "GET /v2.0/networks?id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97 HTTP/1.1" status: 200 len: 897 time: 0.1725082 Dec 13 16:44:40.738134 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:35Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:40.750863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aaba24ad-465c-4854-995a-bfcc60718336 req-5cae7199-35bb-439a-88ed-fd8a300ab1e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f HTTP/1.1" status: 200 len: 217 time: 0.0419049 Dec 13 16:44:40.759873 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5ed0ff68-339d-4f93-96af-3537118f4f77 req-dcc1ba52-285e-499a-908a-4d24ebfd5db0 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820284 Dec 13 16:44:40.770025 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] Checking router: 4b27c541-dd35-4322-b97e-0a38253c0aee for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:44:40.785761 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:40.785761 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:40.809598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba24ad-465c-4854-995a-bfcc60718336 req-8c94676d-ab38-47f0-bd20-a873d6ff74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:40.811094 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aaba24ad-465c-4854-995a-bfcc60718336 req-8c94676d-ab38-47f0-bd20-a873d6ff74cb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=7a90c194-0823-461f-a0a5-6a1f66d545aa HTTP/1.1" status: 200 len: 835 time: 0.0504413 Dec 13 16:44:40.888264 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:41.095207 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:35Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:41.122623 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6317c63b-e157-4c32-a0da-ca90d86b0b29 None None] The sync data for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv is: [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:35Z', 'revision_number': 6, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2', 'name': '', 'network_id': '6d38e742-62cd-4607-b33f-dd5f2d7f8a97', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'mac_address': 'fa:16:3e:e0:bb:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:39Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'subnets': [{'id': '7a90c194-0823-461f-a0a5-6a1f66d545aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:44:41.204398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba24ad-465c-4854-995a-bfcc60718336 req-2063a0fb-f687-4aac-bed1-d1513cd3f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:41.205939 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aaba24ad-465c-4854-995a-bfcc60718336 req-2063a0fb-f687-4aac-bed1-d1513cd3f3b2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6d38e742-62cd-4607-b33f-dd5f2d7f8a97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3867056 Dec 13 16:44:41.302675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aaba24ad-465c-4854-995a-bfcc60718336 req-9890e178-4920-4ccf-876a-44f098ae8952 service neutron] 10.222.0.31 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854039 Dec 13 16:44:41.400456 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aaba24ad-465c-4854-995a-bfcc60718336 req-e3657099-0b54-4da0-aba4-734aa1cb6e58 service neutron] 10.222.0.31 "GET /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899963 Dec 13 16:44:41.750403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f184c67-690f-4d1a-b21e-93adaa21eba4 None None] New status for floating IP 6ed51ca4-e180-4eee-a4d6-e8e079671a84: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:44:41.889478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8019c4d-73b6-455b-81ff-b8352136f4e6 req-1d2728a1-3a7f-4825-ba88-65caedc91637 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:41.891027 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8019c4d-73b6-455b-81ff-b8352136f4e6 req-1d2728a1-3a7f-4825-ba88-65caedc91637 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 946 time: 0.0513737 Dec 13 16:44:41.942786 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8019c4d-73b6-455b-81ff-b8352136f4e6 req-e9d8cab6-5aff-4010-94d0-a6aa03df6317 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/security-groups?id=3280fcb7-0e80-4ab0-98c2-2b7f55572345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458546 Dec 13 16:44:42.111436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-b7fe89c5-6ac5-4709-b52b-2cb7beb0ae48 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:42.112895 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-b7fe89c5-6ac5-4709-b52b-2cb7beb0ae48 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 946 time: 0.0523152 Dec 13 16:44:42.204747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port c0fd8fa4-6d95-4c33-8376-f68daa55891f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:44:42.204998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:42.301170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port c0fd8fa4-6d95-4c33-8376-f68daa55891f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0fd8fa4-6d95-4c33-8376-f68daa55891f,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:42.301539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:42.313254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for c0fd8fa4-6d95-4c33-8376-f68daa55891f owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:44:42.441362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:42.479229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=c0fd8fa4-6d95-4c33-8376-f68daa55891f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:42.502667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.503036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.503389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.503734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.504075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.504413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.504748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.505087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.505420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.505754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.506084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.506411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.506768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:42.527029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] No DVR routers for this DVR port c0fd8fa4-6d95-4c33-8376-f68daa55891f on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:44:42.530330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:42.533626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53eeba0a-f511-4fc6-8cd6-18f05ed8aec6 req-99355b73-af35-4d13-a282-3f9a574968bd tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.31 "DELETE /v2.0/ports/c0fd8fa4-6d95-4c33-8376-f68daa55891f HTTP/1.1" status: 204 len: 173 time: 0.4114943 Dec 13 16:44:42.534064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'name': 'network-vif-deleted', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:44:42.536381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bc9f33-de41-4e0f-915f-f3cd93d202c4" -d '{"events": [{"server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "name": "network-vif-deleted", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:44:42.579937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af26c3e2-1f38-419f-ab18-b157362d5b7e x-openstack-request-id: req-af26c3e2-1f38-419f-ab18-b157362d5b7e {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:44:42.580238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebe008c-816a-4525-99db-65f690d34b9a", "name": "network-vif-deleted", "tag": "c0fd8fa4-6d95-4c33-8376-f68daa55891f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:44:42.580510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af26c3e2-1f38-419f-ab18-b157362d5b7e {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:44:42.580898 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebe008c-816a-4525-99db-65f690d34b9a', 'name': 'network-vif-deleted', 'tag': 'c0fd8fa4-6d95-4c33-8376-f68daa55891f', 'status': 'completed', 'code': 200} Dec 13 16:44:43.052722 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d131c295-5d00-42fd-8986-098ab57e7c9f req-24f7c0e4-d1c3-4bd3-9e7a-12ab50493bbc tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ebe008c-816a-4525-99db-65f690d34b9a HTTP/1.1" status: 200 len: 210 time: 0.0290480 Dec 13 16:44:43.890620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.111640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48434) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:44.169642 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a99e43-4607-4414-9922-d84ed9375599 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.195590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a99e43-4607-4414-9922-d84ed9375599 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.254178 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a99e43-4607-4414-9922-d84ed9375599 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.257427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85a99e43-4607-4414-9922-d84ed9375599 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:44.258777 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-85a99e43-4607-4414-9922-d84ed9375599 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/security-groups/3280fcb7-0e80-4ab0-98c2-2b7f55572345 HTTP/1.1" status: 204 len: 168 time: 0.1461215 Dec 13 16:44:44.268766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a99e43-4607-4414-9922-d84ed9375599 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3280fcb7-0e80-4ab0-98c2-2b7f55572345,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:44.290666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48438) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:44.892281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:45.152146 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:44:45.153154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:45.240690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:45.241045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:45.253699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:44:45.438135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:45.470264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:45.646073 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:45.869378 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Router 4b27c541-dd35-4322-b97e-0a38253c0aee has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:44:45.978213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:44:45.984165 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6300e1ac-02df-4aa4-a296-6c0751d8db63 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "PUT /v2.0/routers/4b27c541-dd35-4322-b97e-0a38253c0aee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6924546 Dec 13 16:44:45.986966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48440) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:45.993086 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] Sync routers for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:44:46.001926 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:46.002529 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:46.044477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b352c02-f801-4e72-a7a7-e069139d9172 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting subnet 7a90c194-0823-461f-a0a5-6a1f66d545aa {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:44:46.048137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b352c02-f801-4e72-a7a7-e069139d9172 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.088326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b352c02-f801-4e72-a7a7-e069139d9172 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.111853 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:46.176179 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b352c02-f801-4e72-a7a7-e069139d9172 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.235625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b352c02-f801-4e72-a7a7-e069139d9172 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.262718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b352c02-f801-4e72-a7a7-e069139d9172 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Subnet': ['ID=7a90c194-0823-461f-a0a5-6a1f66d545aa,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:46.266486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8b352c02-f801-4e72-a7a7-e069139d9172 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.272496 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8b352c02-f801-4e72-a7a7-e069139d9172 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/subnets/7a90c194-0823-461f-a0a5-6a1f66d545aa HTTP/1.1" status: 204 len: 168 time: 0.2844486 Dec 13 16:44:46.273054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48442) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:46.275315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7c01d9-8471-499b-966d-4d598e4a3073 None None] Network 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:44:46.290599 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:45Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:46.316488 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] Checking router: 4b27c541-dd35-4322-b97e-0a38253c0aee for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:44:46.325389 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] Routers {'4b27c541-dd35-4322-b97e-0a38253c0aee'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:46.325986 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['4b27c541-dd35-4322-b97e-0a38253c0aee'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:46.398211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.453494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] DHCP port deletion for 6d38e742-62cd-4607-b33f-dd5f2d7f8a97 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:44:46.505816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] Deleting port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:44:46.506462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.507145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.531559 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] Set router 4b27c541-dd35-4322-b97e-0a38253c0aee gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:46.563561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Deleting port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:44:46.563912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.577843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] For port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0,segment=NetworkSegment(810f4eca-15d8-428e-ac53-e7d61fbf3dd0),segment_id=810f4eca-15d8-428e-ac53-e7d61fbf3dd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:46.578537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.591258 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] Calling delete_port for e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:44:46.602377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c0fd8fa4-6d95-4c33-8376-f68daa55891f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:44:46.649456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] For port e0d4ed03-8a75-4ffa-9ba9-48f1287e8424, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:46.649814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.655530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: c0fd8fa4-6d95-4c33-8376-f68daa55891f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:44:46.656088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c0fd8fa4-6d95-4c33-8376-f68daa55891f not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:44:46.663147 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Calling delete_port for e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:44:46.701289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.721425 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:45Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:46.725735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] Pushing event deleted for resources: {'Port': ['ID=e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:46.732519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68d00fd-6f67-4ec4-8257-540cfd86d29c None None] No DVR routers for this DVR port e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:44:46.749096 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93fc3026-b6af-48d6-9fc1-dd711f472a63 None None] The sync data for ids ['4b27c541-dd35-4322-b97e-0a38253c0aee'] in dv-neutron-821599-1-hyperv is: [{'id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'name': 'tempest-TestNetworkBasicOps-router-499913001', 'tenant_id': 'af121b7c280c4c34a8f004fa28d3091e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27'}], 'enable_snat': True}, 'gw_port_id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:45Z', 'revision_number': 7, 'project_id': 'af121b7c280c4c34a8f004fa28d3091e', 'gw_port': {'id': 'e0d4ed03-8a75-4ffa-9ba9-48f1287e8424', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:11:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b27c541-dd35-4322-b97e-0a38253c0aee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:43:36Z', 'updated_at': '2021-12-13T16:44:38Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:44:46.837684 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:46.863027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Port': ['ID=e0d4ed03-8a75-4ffa-9ba9-48f1287e8424,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:46.876495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d260248-355f-4a31-86b2-e55a21bbebf0 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:44:46.923000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.013840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.015862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.057302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.057824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Fanout notify agent at l3_agent the message router_deleted on router 4b27c541-dd35-4322-b97e-0a38253c0aee {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:44:47.064774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.065875 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-27366107-cb5a-41a2-82b3-0536101b76f3 tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/routers/4b27c541-dd35-4322-b97e-0a38253c0aee HTTP/1.1" status: 204 len: 168 time: 0.7918918 Dec 13 16:44:47.068537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48444) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:47.146087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.238616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.258177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d38e742-62cd-4607-b33f-dd5f2d7f8a97']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:47.267926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810f4eca-15d8-428e-ac53-e7d61fbf3dd0') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:47.268158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810f4eca-15d8-428e-ac53-e7d61fbf3dd0') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:47.277142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.289858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.296383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:44:47.297103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:44:47.310687 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:44:47.363782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.368939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.373553 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] 10.222.0.13 "DELETE /v2.0/networks/6d38e742-62cd-4607-b33f-dd5f2d7f8a97 HTTP/1.1" status: 204 len: 168 time: 0.3040617 Dec 13 16:44:47.409089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cae607-1304-4472-a213-d58b4e39b57a tempest-TestNetworkBasicOps-1484674439 tempest-TestNetworkBasicOps-1484674439-project] Pushing event deleted for resources: {'Network': ['ID=6d38e742-62cd-4607-b33f-dd5f2d7f8a97,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:47.683166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48450) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:47.816377 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8fad7254-a542-4a3f-8bc8-5e9c631c2b9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af121b7c280c4c34a8f004fa28d3091e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319711 Dec 13 16:44:47.818795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48454) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:47.864562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-02202a43-8f78-4e4a-96d6-4b52db4f04f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.885295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-02202a43-8f78-4e4a-96d6-4b52db4f04f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.930695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-02202a43-8f78-4e4a-96d6-4b52db4f04f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.933339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-02202a43-8f78-4e4a-96d6-4b52db4f04f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:47.935392 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-02202a43-8f78-4e4a-96d6-4b52db4f04f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f HTTP/1.1" status: 204 len: 168 time: 0.1156995 Dec 13 16:44:47.943102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02202a43-8f78-4e4a-96d6-4b52db4f04f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f118ef2-bdf4-47ff-94cd-f4ac1b2fb09f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:48.078479 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:44:48.099085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:44:48.099437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e0d4ed03-8a75-4ffa-9ba9-48f1287e8424 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:44:48.099852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:44:48.122193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:44:48.122541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e7a52ea2-3acb-45ae-9aa5-39f75d5afcd0 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:44:48.122981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:44:48.142550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:44:48.142894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 963e6d6b-a730-48e4-b6a7-14ce9e5f9cc2 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:44:48.202324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48460) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:48.216159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-911702ef-ac9d-4df9-9ec7-1f4b0bd402cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:48.290853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-911702ef-ac9d-4df9-9ec7-1f4b0bd402cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:48.294516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-911702ef-ac9d-4df9-9ec7-1f4b0bd402cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:48.332926 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-911702ef-ac9d-4df9-9ec7-1f4b0bd402cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f445c2591e04c1f94ed95b249890269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294196 Dec 13 16:44:48.333723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911702ef-ac9d-4df9-9ec7-1f4b0bd402cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee15fbe-4bb0-44e4-8286-18380577916a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:48.335654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48462) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:48.387954 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad26696f-a4e6-41c1-a2ae-1244f4da5307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:48.408664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad26696f-a4e6-41c1-a2ae-1244f4da5307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:48.454282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad26696f-a4e6-41c1-a2ae-1244f4da5307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:48.456924 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ad26696f-a4e6-41c1-a2ae-1244f4da5307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:48.458065 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ad26696f-a4e6-41c1-a2ae-1244f4da5307 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ee15fbe-4bb0-44e4-8286-18380577916a HTTP/1.1" status: 204 len: 168 time: 0.1214082 Dec 13 16:44:48.465849 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26696f-a4e6-41c1-a2ae-1244f4da5307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee15fbe-4bb0-44e4-8286-18380577916a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:49.146469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48484) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:49.247480 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-248588496-network', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:49.269441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Made reservation on behalf of 91e3820c9ef544a680daa2b5be291a5a for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:44:49.271876 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.280923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.355447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.359403 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.385171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:44:49.395138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b6626-2e9f-41aa-84b7-f7e58f3a7470,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:49.403677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.404051 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Added segment 8b03607b-0e4c-4481-abc7-5abe2c1c5627 of type vlan for network c35fd316-7889-41b3-be32-ee052dbc0578 Dec 13 16:44:49.442893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.467614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.468537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:49.469116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.775840 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6281216 Dec 13 16:44:49.779160 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48488) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:49.784079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Request body: {'subnet': {'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-248588496-subnet', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:49.803911 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b24c0-690f-4525-b522-8ad19c235a5b admin admin] Pushing event updated for resources: {'Network': ['ID=c35fd316-7889-41b3-be32-ee052dbc0578,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:49.804600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Made reservation on behalf of 91e3820c9ef544a680daa2b5be291a5a for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:44:49.806854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:49.815058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network c35fd316-7889-41b3-be32-ee052dbc0578 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:44:49.973705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.032536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:50.041489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Checking segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:44:50.041850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Network hostable DHCP agents. Network: c35fd316-7889-41b3-be32-ee052dbc0578, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:44:50.058290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Network c35fd316-7889-41b3-be32-ee052dbc0578 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:44:50.066205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, c35fd316-7889-41b3-be32-ee052dbc0578) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:50.070661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:50.071295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.075705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66748355-1bdd-4d9f-82e2-402a290e54a2 None None] Network c35fd316-7889-41b3-be32-ee052dbc0578 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:44:50.091106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-aac4ec29-98c2-4ca9-91da-5506ac659fd8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3076420 Dec 13 16:44:50.091338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48490) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:50.095816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:50.116438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.117452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.168949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.180457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-c35fd316-7889-41b3-be32-ee052dbc0578', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:44:50.181360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.313975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.322507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Allocated IP 172.20.0.2 (c35fd316-7889-41b3-be32-ee052dbc0578/e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43/b9955718-a15a-4099-8fd0-9ab7f80354d1) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:44:50.489333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.497293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.528601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.535777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Network c35fd316-7889-41b3-be32-ee052dbc0578 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:44:50.540422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:50.544328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:44:50.551371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Pushing event updated for resources: {'Port': ['ID=b9955718-a15a-4099-8fd0-9ab7f80354d1,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:50.552711 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.611014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Attempting to bind port b9955718-a15a-4099-8fd0-9ab7f80354d1 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:44:50.611312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Attempting to bind port b9955718-a15a-4099-8fd0-9ab7f80354d1 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:44:50.611684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Attempting to bind port b9955718-a15a-4099-8fd0-9ab7f80354d1 on network c35fd316-7889-41b3-be32-ee052dbc0578 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:44:50.617665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:44:50.618047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Checking segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:44:50.618631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.619059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Bound using segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:44:50.619533 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Bound port: b9955718-a15a-4099-8fd0-9ab7f80354d1, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:44:50.619920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.665913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Allocated IP 172.26.6.136 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/89805c5b-becd-4213-b545-7b1b7e360df2) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:44:50.783616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.818267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.837028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] For port b9955718-a15a-4099-8fd0-9ab7f80354d1, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:44:50.840107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] For port b9955718-a15a-4099-8fd0-9ab7f80354d1, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b9955718-a15a-4099-8fd0-9ab7f80354d1,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:44:50.844028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:50.855825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:44:50.858996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:50.862579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:44:50.882326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfa44ba-2037-4cb9-a54d-3ec232a42990 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:44:50.889010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Pushing event updated for resources: {'Port': ['ID=89805c5b-becd-4213-b545-7b1b7e360df2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:50.921187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494f307-0fce-4bfa-a4c3-1746142c2677 None None] Pushing event updated for resources: {'Port': ['ID=b9955718-a15a-4099-8fd0-9ab7f80354d1,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:50.957667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c69f778f-9603-4477-96c6-3fa874a63b7e None None] Provisioning complete for port 89805c5b-becd-4213-b545-7b1b7e360df2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:50.959126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c69f778f-9603-4477-96c6-3fa874a63b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:51.004029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c69f778f-9603-4477-96c6-3fa874a63b7e None None] Port 89805c5b-becd-4213-b545-7b1b7e360df2 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:44:51.169079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:51.377377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:51.510883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:44:51.626440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:44:51.640384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:44:51.647432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:51.648842 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4d918d06-2850-47e6-848e-e6db7983be4c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5563185 Dec 13 16:44:51.651304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48492) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:51.659447 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:51.660102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:51.777782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:51.943607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b5d314-2489-478b-9870-a59cf3e85533 None None] Network c35fd316-7889-41b3-be32-ee052dbc0578 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:44:52.061490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:51Z', 'revision_number': 3, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:52.092409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.093517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5eafc864-4b49-437c-bddb-58c604e0e2e6 None None] Provisioning complete for port b9955718-a15a-4099-8fd0-9ab7f80354d1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:52.093733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5eafc864-4b49-437c-bddb-58c604e0e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.095252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:44:52.095878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Updating router b5c2f4de-7b15-4589-8dbe-2affbff04e24 port 89805c5b-becd-4213-b545-7b1b7e360df2 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:44:52.139929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b9955718-a15a-4099-8fd0-9ab7f80354d1 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:52.184334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.314351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Allocated IP 172.20.0.1 (c35fd316-7889-41b3-be32-ee052dbc0578/e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43/2c57c4b9-f906-42ae-ae3b-99d0f2700706) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:44:52.353593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b9955718-a15a-4099-8fd0-9ab7f80354d1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:52.353983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.407031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5eafc864-4b49-437c-bddb-58c604e0e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.435875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.467454 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5eafc864-4b49-437c-bddb-58c604e0e2e6 None None] For port b9955718-a15a-4099-8fd0-9ab7f80354d1, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b9955718-a15a-4099-8fd0-9ab7f80354d1,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:52.473151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.482207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5eafc864-4b49-437c-bddb-58c604e0e2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.512756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Network c35fd316-7889-41b3-be32-ee052dbc0578 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:44:52.515704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:52.519299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:44:52.545304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Pushing event updated for resources: {'Port': ['ID=2c57c4b9-f906-42ae-ae3b-99d0f2700706,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:52.562997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.590221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafc864-4b49-437c-bddb-58c604e0e2e6 None None] Pushing event updated for resources: {'Port': ['ID=b9955718-a15a-4099-8fd0-9ab7f80354d1,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:52.655357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.657508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8e25e56c-22b3-435d-80f1-63a91b48184a None None] Provisioning complete for port b9955718-a15a-4099-8fd0-9ab7f80354d1 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:52.657873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8e25e56c-22b3-435d-80f1-63a91b48184a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.689417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.710947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.748552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5916e74c-fc37-4c38-a966-fac77255fdca None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:44:52.759928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4284614-2c11-4d48-befa-807a24b24e57 None None] Pushing event updated for resources: {'Port': ['ID=89805c5b-becd-4213-b545-7b1b7e360df2,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:52.764579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Attempting to bind port 89805c5b-becd-4213-b545-7b1b7e360df2 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:44:52.764955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Attempting to bind port 89805c5b-becd-4213-b545-7b1b7e360df2 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:44:52.765593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Attempting to bind port 89805c5b-becd-4213-b545-7b1b7e360df2 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:44:52.772349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:44:52.772720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:44:52.773792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.774162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:44:52.774636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Bound port: 89805c5b-becd-4213-b545-7b1b7e360df2, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:44:52.775065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.864138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] For port 89805c5b-becd-4213-b545-7b1b7e360df2, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:44:52.868673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] For port 89805c5b-becd-4213-b545-7b1b7e360df2, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=89805c5b-becd-4213-b545-7b1b7e360df2,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:44:52.872730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.887858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.892439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.921309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716b3d9-00de-4f8b-b11e-9a4cab52754a None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:44:52.942061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:52.942692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:52.944842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4284614-2c11-4d48-befa-807a24b24e57 None None] Pushing event updated for resources: {'Port': ['ID=89805c5b-becd-4213-b545-7b1b7e360df2,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:52.963162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:52.965062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Pushing event updated for resources: {'Port': ['ID=2c57c4b9-f906-42ae-ae3b-99d0f2700706,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:53.032229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] Provisioning complete for port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:53.032608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.061449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Network c35fd316-7889-41b3-be32-ee052dbc0578 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:44:53.062843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:53.078777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] Port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:44:53.092319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:53.131350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] Provisioning complete for port 89805c5b-becd-4213-b545-7b1b7e360df2 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:53.131738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.184290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:44:53.299532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:44:53.304803 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-cbad253b-f882-4721-8e92-1cac497bae6c admin admin] 10.222.0.13 "PUT /v2.0/routers/b5c2f4de-7b15-4589-8dbe-2affbff04e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6510861 Dec 13 16:44:53.334435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.359619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] For port 89805c5b-becd-4213-b545-7b1b7e360df2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=89805c5b-becd-4213-b545-7b1b7e360df2,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:53.364436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.422989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce412561-bf08-4504-8b08-2b95ea3e0b96 None None] Pushing event updated for resources: {'Port': ['ID=89805c5b-becd-4213-b545-7b1b7e360df2,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:53.427758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 2, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:53.462426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36089cd-7d72-4cac-8625-b53e612d40eb None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 2, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:44:53.485441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7d59d2fc-77ef-45b8-8189-a2808dde0975 None None] Provisioning complete for port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:53.485810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7d59d2fc-77ef-45b8-8189-a2808dde0975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.521100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7d59d2fc-77ef-45b8-8189-a2808dde0975 None None] Port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:44:53.820757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48508) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:53.826576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1453878427-network', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:53.848580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Made reservation on behalf of b18f5e0d79d74102a37410cc1b63922c for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:44:53.851065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.861021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.941317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.945893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.975010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:44:53.985556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17eb939-d8d8-4809-93d0-4f21c6f53de9,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:53.991940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:53.992285 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Added segment d22834d2-d861-4edf-b17c-6ac4ec73ea2e of type vlan for network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 Dec 13 16:44:54.036660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.070492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.071680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:54.072321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.113127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48510) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:54.113666 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2913051 Dec 13 16:44:54.118328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Request body: {'subnet': {'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1453878427-subnet', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:54.118835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b9955718-a15a-4099-8fd0-9ab7f80354d1 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:54.157819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Made reservation on behalf of b18f5e0d79d74102a37410cc1b63922c for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:44:54.161053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.171828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e8b0a-42d0-46d9-802f-31f0a342b73f admin admin] Pushing event updated for resources: {'Network': ['ID=992f1838-1f04-41ad-8324-bd0ccc87d4d8,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:54.184279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:44:54.232720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b9955718-a15a-4099-8fd0-9ab7f80354d1 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:54.233008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.342521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.406262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe3d8dca-c820-4523-9e30-ee6a0a46cb62,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:54.415322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Checking segment: {'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:44:54.415686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Network hostable DHCP agents. Network: 992f1838-1f04-41ad-8324-bd0ccc87d4d8, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:44:54.434570 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:44:54.444327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 992f1838-1f04-41ad-8324-bd0ccc87d4d8) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:54.448651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:44:54.449479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.454756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc64ff52-0046-4af9-843b-4727fbdbbad4 None None] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:44:54.466071 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6e6013e6-83cc-4907-b669-0e88963017c2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3518221 Dec 13 16:44:54.468602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48512) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:54.472941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:54.495128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.496701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.553868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.708608 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.725158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-992f1838-1f04-41ad-8324-bd0ccc87d4d8', 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8', 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'fixed_ips': [{'subnet_id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:44:54.726120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.873173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Allocated IP 172.20.0.2 (992f1838-1f04-41ad-8324-bd0ccc87d4d8/fe3d8dca-c820-4523-9e30-ee6a0a46cb62/92a9a110-9a69-460b-b469-49d978194094) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:44:54.925522 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.944477 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:54.955469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d44ae013-1d85-4a2b-ba25-3d760e6999cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.039029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.045569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.054736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Allocated IP 172.26.6.71 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/a9383010-3ca6-4eb5-9f0e-7d389b537565) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:44:55.083753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:44:55.087073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:55.091067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:44:55.101509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Pushing event updated for resources: {'Port': ['ID=92a9a110-9a69-460b-b469-49d978194094,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:55.148314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Attempting to bind port 92a9a110-9a69-460b-b469-49d978194094 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:44:55.149028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Attempting to bind port 92a9a110-9a69-460b-b469-49d978194094 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:44:55.149028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Attempting to bind port 92a9a110-9a69-460b-b469-49d978194094 on network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:44:55.154615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:44:55.155038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Checking segment: {'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:44:55.155423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.155813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Bound using segment: {'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:44:55.156277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Bound port: 92a9a110-9a69-460b-b469-49d978194094, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:44:55.156653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.165887 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.201652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.226231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] For port 92a9a110-9a69-460b-b469-49d978194094, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:44:55.230437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] For port 92a9a110-9a69-460b-b469-49d978194094, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=92a9a110-9a69-460b-b469-49d978194094,segment=NetworkSegment(d22834d2-d861-4edf-b17c-6ac4ec73ea2e),segment_id=d22834d2-d861-4edf-b17c-6ac4ec73ea2e)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:44:55.236569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.244269 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:44:55.247786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:55.251738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:44:55.274568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061632d-7c9a-4341-95a6-4230f2c3e476 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:44:55.274947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=a9383010-3ca6-4eb5-9f0e-7d389b537565,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:55.321075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e532bfa-5eaa-4dae-8cef-c5131e1e8ceb None None] Pushing event updated for resources: {'Port': ['ID=92a9a110-9a69-460b-b469-49d978194094,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:55.357981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b71813f2-4825-4ee1-b7f8-985be983e712 None None] Provisioning complete for port a9383010-3ca6-4eb5-9f0e-7d389b537565 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:55.358347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b71813f2-4825-4ee1-b7f8-985be983e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.395183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b71813f2-4825-4ee1-b7f8-985be983e712 None None] Port a9383010-3ca6-4eb5-9f0e-7d389b537565 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:44:55.545428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.619448 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:44:55.630604 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:55.631321 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:55.737116 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:55.750457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:55.881485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:44:55.950574 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 2, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:55.982211 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:44:55.982583 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Updating router b5c2f4de-7b15-4589-8dbe-2affbff04e24 port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:44:55.992496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:44:56.001695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Sync routers for ids ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:44:56.011115 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.015056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.016505 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6b248470-e7b0-49db-b854-2554a18e7dd1 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5468531 Dec 13 16:44:56.019063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48514) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:56.019922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Routers {'2d3729b4-c8c4-4152-9248-abfb3d4ad93e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:56.020807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:56.169739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Set router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:56.255628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 89805c5b-becd-4213-b545-7b1b7e360df2 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:56.301771 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.311229 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.372339 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Pushing event updated for resources: {'Port': ['ID=2c57c4b9-f906-42ae-ae3b-99d0f2700706,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:56.386530 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.387427 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.387970 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.388718 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.389248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 89805c5b-becd-4213-b545-7b1b7e360df2 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:56.389605 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.389834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.390347 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.390871 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.391383 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.391906 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.392414 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.392920 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.393410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.393901 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:44:56.452792 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Attempting to bind port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:44:56.452792 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Attempting to bind port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:44:56.452792 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Attempting to bind port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 on network c35fd316-7889-41b3-be32-ee052dbc0578 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:44:56.455894 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:44:56.456501 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Checking segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:44:56.457116 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.457809 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Bound using segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:44:56.458601 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Bound port: 2c57c4b9-f906-42ae-ae3b-99d0f2700706, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:44:56.459189 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.519368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258fce9-1f84-4b22-a2d1-a38618927033 None None] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:44:56.534005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:55Z', 'revision_number': 3, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port': {'id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:56.540247 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] For port 2c57c4b9-f906-42ae-ae3b-99d0f2700706, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:44:56.544197 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] For port 2c57c4b9-f906-42ae-ae3b-99d0f2700706, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c57c4b9-f906-42ae-ae3b-99d0f2700706,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:44:56.553682 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.609892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.615249 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:56.616125 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:56.623843 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793e958-b047-42ac-9b16-feb7f04b81fb None None] Pushing event updated for resources: {'Port': ['ID=2c57c4b9-f906-42ae-ae3b-99d0f2700706,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:56.676701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 92a9a110-9a69-460b-b469-49d978194094 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:56.678396 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Checking router: 2d3729b4-c8c4-4152-9248-abfb3d4ad93e for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:44:56.678862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Updating router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e port a9383010-3ca6-4eb5-9f0e-7d389b537565 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:44:56.742180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-54958fd6-dfa8-487d-a674-7a16d1ab0f33 None None] Provisioning complete for port 92a9a110-9a69-460b-b469-49d978194094 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:56.742726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54958fd6-dfa8-487d-a674-7a16d1ab0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.771305 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:56.799943 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.863938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Allocated IP 172.20.0.1 (992f1838-1f04-41ad-8324-bd0ccc87d4d8/fe3d8dca-c820-4523-9e30-ee6a0a46cb62/9814f755-af79-4ece-80f9-7388938491ca) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:44:56.950115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 92a9a110-9a69-460b-b469-49d978194094 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:56.950902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:56.997647 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.011092 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:56Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:57.039321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.047699 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf81f9c-f9b6-4c9d-bacd-d9ff8d5f446a None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:56Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:44:57.075654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54958fd6-dfa8-487d-a674-7a16d1ab0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.091812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:44:57.100814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:57.105809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:44:57.109160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Pushing event updated for resources: {'Port': ['ID=9814f755-af79-4ece-80f9-7388938491ca,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:57.159845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-54958fd6-dfa8-487d-a674-7a16d1ab0f33 None None] For port 92a9a110-9a69-460b-b469-49d978194094, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=92a9a110-9a69-460b-b469-49d978194094,segment=NetworkSegment(d22834d2-d861-4edf-b17c-6ac4ec73ea2e),segment_id=d22834d2-d861-4edf-b17c-6ac4ec73ea2e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:57.161357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.181340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54958fd6-dfa8-487d-a674-7a16d1ab0f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.305975 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.368582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.384091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-eb819e48-8b4d-4605-b2a2-15e99162c0ab None None] Provisioning complete for port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:57.384091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eb819e48-8b4d-4605-b2a2-15e99162c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.420352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.425274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54958fd6-dfa8-487d-a674-7a16d1ab0f33 None None] Pushing event updated for resources: {'Port': ['ID=92a9a110-9a69-460b-b469-49d978194094,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:57.453126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-976531ef-0da8-4782-91a4-70719687ecf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.506102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e93241-5ae6-425b-bd76-44c919269cf4 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:44:57.509447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.515136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.539957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Attempting to bind port a9383010-3ca6-4eb5-9f0e-7d389b537565 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:44:57.540278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Attempting to bind port a9383010-3ca6-4eb5-9f0e-7d389b537565 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:44:57.540654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Attempting to bind port a9383010-3ca6-4eb5-9f0e-7d389b537565 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:44:57.547519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad9141-2f78-4a9f-93e1-cf2afd5b1a6b None None] Pushing event updated for resources: {'Port': ['ID=a9383010-3ca6-4eb5-9f0e-7d389b537565,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:57.551658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:44:57.552044 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:44:57.552460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.552856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:44:57.553344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Bound port: a9383010-3ca6-4eb5-9f0e-7d389b537565, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:44:57.553730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.598180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Pushing event updated for resources: {'Port': ['ID=9814f755-af79-4ece-80f9-7388938491ca,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:57.601588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.618965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eb819e48-8b4d-4605-b2a2-15e99162c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.654252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] For port a9383010-3ca6-4eb5-9f0e-7d389b537565, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:44:57.660890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] For port a9383010-3ca6-4eb5-9f0e-7d389b537565, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a9383010-3ca6-4eb5-9f0e-7d389b537565,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:44:57.671792 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.675519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-eb819e48-8b4d-4605-b2a2-15e99162c0ab None None] For port 2c57c4b9-f906-42ae-ae3b-99d0f2700706, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c57c4b9-f906-42ae-ae3b-99d0f2700706,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:57.701417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eb819e48-8b4d-4605-b2a2-15e99162c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:57.703521 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:44:57.704913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:44:57.745134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0668bd58-44a3-4640-a2e9-6644eccd18d3 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:44:57.756162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Routers {'2d3729b4-c8c4-4152-9248-abfb3d4ad93e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:44:57.757229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:57.760708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad9141-2f78-4a9f-93e1-cf2afd5b1a6b None None] Pushing event updated for resources: {'Port': ['ID=a9383010-3ca6-4eb5-9f0e-7d389b537565,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:57.763685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-eb819e48-8b4d-4605-b2a2-15e99162c0ab None None] Provisioning complete for port 92a9a110-9a69-460b-b469-49d978194094 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:57.764066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eb819e48-8b4d-4605-b2a2-15e99162c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:58.098486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb819e48-8b4d-4605-b2a2-15e99162c0ab None None] Pushing event updated for resources: {'Port': ['ID=2c57c4b9-f906-42ae-ae3b-99d0f2700706,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:58.132841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:44:58.142194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c57c4b9-f906-42ae-ae3b-99d0f2700706 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:58.182889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] Set router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:44:58.245446 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:44:58.251520 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7e6b0b4e-e18b-48db-9987-060ba9f746db admin admin] 10.222.0.13 "PUT /v2.0/routers/2d3729b4-c8c4-4152-9248-abfb3d4ad93e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2314246 Dec 13 16:44:58.324681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:58.325048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:58.405515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] Provisioning complete for port 9814f755-af79-4ece-80f9-7388938491ca triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:58.405880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:58.512338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] Port 9814f755-af79-4ece-80f9-7388938491ca cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:44:58.513786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:58.528772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 92a9a110-9a69-460b-b469-49d978194094 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:44:58.561620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] Provisioning complete for port a9383010-3ca6-4eb5-9f0e-7d389b537565 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:58.562054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:58.615158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 4, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port': {'id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '9814f755-af79-4ece-80f9-7388938491ca', 'name': '', 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'mac_address': 'fa:16:3e:8d:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:56Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 2, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'subnets': [{'id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:44:58.650779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66243830-f27b-47c8-ad9f-5272e687f9e1 None None] The sync data for ids ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'] in dv-neutron-821599-1-hyperv is: [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 4, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port': {'id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '9814f755-af79-4ece-80f9-7388938491ca', 'name': '', 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'mac_address': 'fa:16:3e:8d:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:56Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 2, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'subnets': [{'id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:44:58.664054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 92a9a110-9a69-460b-b469-49d978194094 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:44:58.664430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:58.729680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:58.762955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] For port a9383010-3ca6-4eb5-9f0e-7d389b537565, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a9383010-3ca6-4eb5-9f0e-7d389b537565,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:44:58.785031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:58.861296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1815b3-7bdc-4a29-add7-a9cf29fbcc73 None None] Pushing event updated for resources: {'Port': ['ID=a9383010-3ca6-4eb5-9f0e-7d389b537565,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:58.971756 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48522) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:58.976511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3daac4c3-636d-4f55-ae5d-64eb90e5ff5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1104722966', 'description': 'tempest-secgroup-smoke-1104722966 description', 'project_id': '91e3820c9ef544a680daa2b5be291a5a'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:58.999718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3daac4c3-636d-4f55-ae5d-64eb90e5ff5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.075099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3daac4c3-636d-4f55-ae5d-64eb90e5ff5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.081195 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3daac4c3-636d-4f55-ae5d-64eb90e5ff5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.113747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3daac4c3-636d-4f55-ae5d-64eb90e5ff5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.114938 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3daac4c3-636d-4f55-ae5d-64eb90e5ff5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1420205 Dec 13 16:44:59.116996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daac4c3-636d-4f55-ae5d-64eb90e5ff5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a23ac8-3edb-47e3-af6b-ed6ed2f71871,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:59.117966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48524) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:59.124123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f3f13942-7a36-4c79-8fb2-de5a21f86077 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'security_group_rule': {'security_group_id': '39a23ac8-3edb-47e3-af6b-ed6ed2f71871', 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:59.152332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f3f13942-7a36-4c79-8fb2-de5a21f86077 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.214952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f3f13942-7a36-4c79-8fb2-de5a21f86077 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.218840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f3f13942-7a36-4c79-8fb2-de5a21f86077 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.237832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13942-7a36-4c79-8fb2-de5a21f86077 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcafd16c-940c-48a0-abe4-706c07386ebe,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:59.246300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f3f13942-7a36-4c79-8fb2-de5a21f86077 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.250437 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f3f13942-7a36-4c79-8fb2-de5a21f86077 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311677 Dec 13 16:44:59.250596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48526) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:59.255635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d30a9b28-864f-4fe5-8be3-a4dc908f4654 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'security_group_rule': {'security_group_id': '39a23ac8-3edb-47e3-af6b-ed6ed2f71871', 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:59.283013 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30a9b28-864f-4fe5-8be3-a4dc908f4654 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.342781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30a9b28-864f-4fe5-8be3-a4dc908f4654 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.346195 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30a9b28-864f-4fe5-8be3-a4dc908f4654 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.362990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a9b28-864f-4fe5-8be3-a4dc908f4654 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06cd50a4-488f-4700-8e95-bc91a158e1f2,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:59.372057 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d30a9b28-864f-4fe5-8be3-a4dc908f4654 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.373417 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d30a9b28-864f-4fe5-8be3-a4dc908f4654 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1217916 Dec 13 16:44:59.376127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 48528) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:59.380636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5e4ddbad-a195-4766-9ab8-713844a4fc46 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'security_group_rule': {'security_group_id': '39a23ac8-3edb-47e3-af6b-ed6ed2f71871', 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:59.409376 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddbad-a195-4766-9ab8-713844a4fc46 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.465229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddbad-a195-4766-9ab8-713844a4fc46 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.468854 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddbad-a195-4766-9ab8-713844a4fc46 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.486809 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ddbad-a195-4766-9ab8-713844a4fc46 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536eaa31-9cbe-43e0-896a-c175074ef8ee,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:59.491990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5e4ddbad-a195-4766-9ab8-713844a4fc46 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.493177 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5e4ddbad-a195-4766-9ab8-713844a4fc46 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160586 Dec 13 16:44:59.496523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48530) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:59.501208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9d269fd2-9bd1-4570-a6ca-0b4a30147318 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'security_group_rule': {'security_group_id': '39a23ac8-3edb-47e3-af6b-ed6ed2f71871', 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:59.528023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d269fd2-9bd1-4570-a6ca-0b4a30147318 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.586123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d269fd2-9bd1-4570-a6ca-0b4a30147318 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.589757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d269fd2-9bd1-4570-a6ca-0b4a30147318 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.611100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d269fd2-9bd1-4570-a6ca-0b4a30147318 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b36cba2a-084a-450f-a3da-78288300ce64,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:59.616875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9d269fd2-9bd1-4570-a6ca-0b4a30147318 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.620213 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9d269fd2-9bd1-4570-a6ca-0b4a30147318 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199341 Dec 13 16:44:59.620354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48532) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:59.624712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0b2af383-9e35-4734-9d3d-d6159af13360 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'security_group_rule': {'security_group_id': '39a23ac8-3edb-47e3-af6b-ed6ed2f71871', 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:59.646995 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-0b2af383-9e35-4734-9d3d-d6159af13360 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Project 91e3820c9ef544a680daa2b5be291a5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:44:59.651838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b2af383-9e35-4734-9d3d-d6159af13360 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.711944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b2af383-9e35-4734-9d3d-d6159af13360 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.715824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b2af383-9e35-4734-9d3d-d6159af13360 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.733040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2af383-9e35-4734-9d3d-d6159af13360 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55222724-8af0-44a4-a0a3-6a7a042ac576,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:59.741180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0b2af383-9e35-4734-9d3d-d6159af13360 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.742403 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0b2af383-9e35-4734-9d3d-d6159af13360 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212435 Dec 13 16:44:59.745029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48534) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:44:59.749309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a5064077-2d13-4e28-985d-a2bbb6c811e1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'security_group_rule': {'security_group_id': '39a23ac8-3edb-47e3-af6b-ed6ed2f71871', 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:44:59.771099 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-a5064077-2d13-4e28-985d-a2bbb6c811e1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Project 91e3820c9ef544a680daa2b5be291a5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 16:44:59.776000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a5064077-2d13-4e28-985d-a2bbb6c811e1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.835134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a5064077-2d13-4e28-985d-a2bbb6c811e1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.838855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a5064077-2d13-4e28-985d-a2bbb6c811e1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.858312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5064077-2d13-4e28-985d-a2bbb6c811e1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e801d722-4143-4b76-9ab1-656c5ecf93c5,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:44:59.873007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a5064077-2d13-4e28-985d-a2bbb6c811e1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:44:59.874272 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a5064077-2d13-4e28-985d-a2bbb6c811e1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283209 Dec 13 16:44:59.962476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:00.196253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c57c4b9-f906-42ae-ae3b-99d0f2700706 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:45:00.253725 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:45:00.254099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:00.348817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a9383010-3ca6-4eb5-9f0e-7d389b537565 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:45:00.409041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a9383010-3ca6-4eb5-9f0e-7d389b537565 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:45:00.409665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:00.839446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:01.350474 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Sync routers for ids ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:45:01.360825 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Routers {'2d3729b4-c8c4-4152-9248-abfb3d4ad93e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:45:01.361530 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:45:01.472502 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Set router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:45:01.776549 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 4, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port': {'id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '9814f755-af79-4ece-80f9-7388938491ca', 'name': '', 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'mac_address': 'fa:16:3e:8d:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:56Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 2, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'subnets': [{'id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:45:01.806066 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Checking router: 2d3729b4-c8c4-4152-9248-abfb3d4ad93e for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:45:01.806455 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Updating router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e port 9814f755-af79-4ece-80f9-7388938491ca binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:45:01.836885 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.122750 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.135624 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.182223 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323671d-3383-4d6b-8a89-9eaeaa37ef35 None None] Pushing event updated for resources: {'Port': ['ID=9814f755-af79-4ece-80f9-7388938491ca,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:02.253119 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Attempting to bind port 9814f755-af79-4ece-80f9-7388938491ca on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:45:02.253767 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Attempting to bind port 9814f755-af79-4ece-80f9-7388938491ca by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:45:02.254138 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Attempting to bind port 9814f755-af79-4ece-80f9-7388938491ca on network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:45:02.259504 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:45:02.259883 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Checking segment: {'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:45:02.260876 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.261279 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Bound using segment: {'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:45:02.261758 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Bound port: 9814f755-af79-4ece-80f9-7388938491ca, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:45:02.262142 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.331255 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] For port 9814f755-af79-4ece-80f9-7388938491ca, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:45:02.334813 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] For port 9814f755-af79-4ece-80f9-7388938491ca, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9814f755-af79-4ece-80f9-7388938491ca,segment=NetworkSegment(d22834d2-d861-4edf-b17c-6ac4ec73ea2e),segment_id=d22834d2-d861-4edf-b17c-6ac4ec73ea2e)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:45:02.341310 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.406849 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Routers {'2d3729b4-c8c4-4152-9248-abfb3d4ad93e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:45:02.407544 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:44:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:45:02.432023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5c4775b2-2822-4268-89f0-fd8d8dca4cd5 None None] Provisioning complete for port 9814f755-af79-4ece-80f9-7388938491ca triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:45:02.432671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c4775b2-2822-4268-89f0-fd8d8dca4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.449020 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a323671d-3383-4d6b-8a89-9eaeaa37ef35 None None] Pushing event updated for resources: {'Port': ['ID=9814f755-af79-4ece-80f9-7388938491ca,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:02.539105 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] Set router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:45:02.570721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c4775b2-2822-4268-89f0-fd8d8dca4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.615970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5c4775b2-2822-4268-89f0-fd8d8dca4cd5 None None] For port 9814f755-af79-4ece-80f9-7388938491ca, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9814f755-af79-4ece-80f9-7388938491ca,segment=NetworkSegment(d22834d2-d861-4edf-b17c-6ac4ec73ea2e),segment_id=d22834d2-d861-4edf-b17c-6ac4ec73ea2e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:45:02.621350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c4775b2-2822-4268-89f0-fd8d8dca4cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.677431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4775b2-2822-4268-89f0-fd8d8dca4cd5 None None] Pushing event updated for resources: {'Port': ['ID=9814f755-af79-4ece-80f9-7388938491ca,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:02.745502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8970e0a1-ac4d-4d00-a791-e6203fba049d None None] Provisioning complete for port 9814f755-af79-4ece-80f9-7388938491ca triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:45:02.745968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8970e0a1-ac4d-4d00-a791-e6203fba049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:02.765319 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 4, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port': {'id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '9814f755-af79-4ece-80f9-7388938491ca', 'name': '', 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'mac_address': 'fa:16:3e:8d:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:56Z', 'updated_at': '2021-12-13T16:45:02Z', 'revision_number': 4, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'subnets': [{'id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:45:02.796904 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88368305-4782-486b-97d1-b38fa69c89ae None None] The sync data for ids ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'] in dv-neutron-821599-1-hyperv is: [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 4, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port': {'id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '9814f755-af79-4ece-80f9-7388938491ca', 'name': '', 'network_id': '992f1838-1f04-41ad-8324-bd0ccc87d4d8', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'mac_address': 'fa:16:3e:8d:fe:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:56Z', 'updated_at': '2021-12-13T16:45:02Z', 'revision_number': 4, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'subnets': [{'id': 'fe3d8dca-c820-4523-9e30-ee6a0a46cb62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:45:04.107636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9814f755-af79-4ece-80f9-7388938491ca up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:45:04.118108 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:45:04.158947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 9814f755-af79-4ece-80f9-7388938491ca triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:45:04.159318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:13.910693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:16.664432 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-af3fe133-e97e-464a-a102-68a7bbce6448 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104722966&fields=id&tenant_id=91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 267 time: 0.0442266 Dec 13 16:45:17.111217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335281b6-4efc-429a-bb51-c08706beb6ea req-bc4aa618-ca75-4973-85f0-19b21ab66eb5 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:17.112602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-bc4aa618-ca75-4973-85f0-19b21ab66eb5 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 811 time: 0.4411335 Dec 13 16:45:17.127340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-59427fb0-7490-44cf-9e3a-1d3596cc8125 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/quotas/91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 375 time: 0.0091224 Dec 13 16:45:17.178802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-e0a414e4-a685-4b77-aa05-c45f4a1a5853 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461142 Dec 13 16:45:17.281133 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-c73e1ae0-e169-43ad-a8ed-6d67318ceb6b service neutron] 10.222.0.13 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902691 Dec 13 16:45:17.368318 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-6b52dc51-42bf-44e0-8452-193712fd71b3 service neutron] 10.222.0.13 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810857 Dec 13 16:45:17.671181 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-14a119d0-a2df-4a21-8a44-b5fa41c8c760 req-1dcfba9c-7ead-4225-a4e6-801cc70a856a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0262403 Dec 13 16:45:18.749412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8109c3e0-8426-49be-b98b-a90456cb709a req-6c019704-82d9-469e-a946-95b8f8ee4da8 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0266581 Dec 13 16:45:19.831275 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21d10f4b-a088-4f0b-8473-d4baabbc7852 req-4ac314db-c4dc-4cee-8517-535a50a44e65 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0324168 Dec 13 16:45:20.907245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b27ecfeb-ce70-4ce2-b17f-62738bfb39e4 req-604d0bc6-9a9f-4e4a-a619-e502377a35c3 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0269156 Dec 13 16:45:21.999319 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4ca26326-80df-4cda-be92-2fd7111bdfd1 req-66ca59c7-bf2b-49cf-88dc-fa0efd0921b7 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0253158 Dec 13 16:45:22.779841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335281b6-4efc-429a-bb51-c08706beb6ea req-d1f1c03a-4ba4-4f96-9b98-e7c543933376 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:22.782069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-d1f1c03a-4ba4-4f96-9b98-e7c543933376 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 811 time: 0.1065674 Dec 13 16:45:22.912239 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-621fa35a-0017-46d9-a4a1-a235e6ece10f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 380 time: 0.0554922 Dec 13 16:45:22.985714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'port': {'device_id': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'admin_state_up': True, 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'security_groups': ['39a23ac8-3edb-47e3-af6b-ed6ed2f71871']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:45:23.110406 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5d1d41b1-402e-4996-b153-8e3423344f66 req-d7d80bc1-198f-401d-95dc-df44d3d17553 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0364304 Dec 13 16:45:23.134634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Made reservation on behalf of 91e3820c9ef544a680daa2b5be291a5a for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:45:23.138281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:23.265309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Allocated IP 172.20.0.8 (c35fd316-7889-41b3-be32-ee052dbc0578/e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43/a9c5e326-f810-4b02-baff-c1715f8ce563) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:45:23.408016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:23.442952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:23.489043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Network c35fd316-7889-41b3-be32-ee052dbc0578 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:45:23.492210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:45:23.494849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:45:23.532714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=a9c5e326-f810-4b02-baff-c1715f8ce563,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:23.559328 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:23.560258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:23.581760 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-26a7e0fa-d249-40e4-985e-a4c0ac6b4352 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006482 Dec 13 16:45:23.595822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Request body: {'port': {'device_id': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:45:23.653567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:23.794260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8c81b79d-e637-4367-8132-43165e8c91b8 None None] Provisioning complete for port a9c5e326-f810-4b02-baff-c1715f8ce563 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:45:23.794881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8c81b79d-e637-4367-8132-43165e8c91b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:23.829502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8c81b79d-e637-4367-8132-43165e8c91b8 None None] Port a9c5e326-f810-4b02-baff-c1715f8ce563 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:45:23.924566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c5e326-f810-4b02-baff-c1715f8ce563 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:45:23.931987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:23.945075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Transition to ACTIVE for port object a9c5e326-f810-4b02-baff-c1715f8ce563 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:45:23.948320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:24.020121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c5e326-f810-4b02-baff-c1715f8ce563,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:24.074251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Attempting to bind port a9c5e326-f810-4b02-baff-c1715f8ce563 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:45:24.074588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Attempting to bind port a9c5e326-f810-4b02-baff-c1715f8ce563 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:45:24.075003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Attempting to bind port a9c5e326-f810-4b02-baff-c1715f8ce563 on network c35fd316-7889-41b3-be32-ee052dbc0578 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:45:24.079784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Port a9c5e326-f810-4b02-baff-c1715f8ce563 on network c35fd316-7889-41b3-be32-ee052dbc0578 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:45:24.080114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Attempting to bind port a9c5e326-f810-4b02-baff-c1715f8ce563 on network c35fd316-7889-41b3-be32-ee052dbc0578 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:45:24.085552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:45:24.085898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Checking segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:45:24.086283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Bound using segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:45:24.086742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Bound port: a9c5e326-f810-4b02-baff-c1715f8ce563, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:45:24.087111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:24.161835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] For port a9c5e326-f810-4b02-baff-c1715f8ce563, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:45:24.166186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] For port a9c5e326-f810-4b02-baff-c1715f8ce563, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a9c5e326-f810-4b02-baff-c1715f8ce563,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:45:24.173837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:24.228289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:24.228915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:24.230303 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-7da52114-6cc5-472b-a680-71aec084859a service neutron] 10.222.0.31 "PUT /v2.0/ports/a9c5e326-f810-4b02-baff-c1715f8ce563 HTTP/1.1" status: 200 len: 1093 time: 0.6396549 Dec 13 16:45:24.230827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'tag': 'a9c5e326-f810-4b02-baff-c1715f8ce563'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:45:24.233111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaa3fb2-9654-4199-a60f-30053a768883" -d '{"events": [{"name": "network-changed", "server_uuid": "499aa1c2-01cc-4e58-96da-def4a7431f4b", "tag": "a9c5e326-f810-4b02-baff-c1715f8ce563"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:45:24.302668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da52114-6cc5-472b-a680-71aec084859a service neutron] Pushing event updated for resources: {'Port': ['ID=a9c5e326-f810-4b02-baff-c1715f8ce563,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:24.334236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b902f760-6871-40f0-9146-a01ab4be8c18 x-openstack-request-id: req-b902f760-6871-40f0-9146-a01ab4be8c18 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:45:24.334680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499aa1c2-01cc-4e58-96da-def4a7431f4b", "tag": "a9c5e326-f810-4b02-baff-c1715f8ce563", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:45:24.335030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b902f760-6871-40f0-9146-a01ab4be8c18 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:45:24.335535 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'tag': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'status': 'completed', 'code': 200} Dec 13 16:45:24.350979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd569a3-8590-43b1-9a0e-d029ca11fc31 req-21a27140-b205-429b-badf-b1f403c6e1f6 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:24.352588 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abd569a3-8590-43b1-9a0e-d029ca11fc31 req-21a27140-b205-429b-badf-b1f403c6e1f6 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.1397617 Dec 13 16:45:24.358621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335281b6-4efc-429a-bb51-c08706beb6ea req-3cab6870-ffde-402b-94f3-50b5015ace87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:24.360284 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-3cab6870-ffde-402b-94f3-50b5015ace87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 1096 time: 0.0702927 Dec 13 16:45:24.419845 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-da3ee157-8fe5-496d-a8f2-6b2f85367285 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c5e326-f810-4b02-baff-c1715f8ce563 HTTP/1.1" status: 200 len: 217 time: 0.0433185 Dec 13 16:45:24.480550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abd569a3-8590-43b1-9a0e-d029ca11fc31 req-f6e349d0-bb0b-4b95-8f1d-5ef65e7bab3b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192131 Dec 13 16:45:24.501570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335281b6-4efc-429a-bb51-c08706beb6ea req-8504a8e1-f244-4afd-907b-4f257ab77d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:24.501570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-8504a8e1-f244-4afd-907b-4f257ab77d41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0617027 Dec 13 16:45:24.552741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335281b6-4efc-429a-bb51-c08706beb6ea req-a02fb588-059d-4cf1-a57e-531c2944f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:24.554258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-a02fb588-059d-4cf1-a57e-531c2944f9e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437143 Dec 13 16:45:24.658433 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-31f2415b-717d-4c8b-9f97-72179275f944 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908830 Dec 13 16:45:24.761596 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-335281b6-4efc-429a-bb51-c08706beb6ea req-1fa336a8-bbf8-46fe-8827-2ea5741da718 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906622 Dec 13 16:45:24.866204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-e2b3ea25-8fb6-4dab-bbe8-2f2914921b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:24.867763 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-e2b3ea25-8fb6-4dab-bbe8-2f2914921b3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 1096 time: 0.0462458 Dec 13 16:45:24.953177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-52a0e2b8-9e4a-4002-a781-62faa575f02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:24.969429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-b7fc9516-fe0c-4d34-b2cb-e169a97bd114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:24.971069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-b7fc9516-fe0c-4d34-b2cb-e169a97bd114 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0903995 Dec 13 16:45:25.020364 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-d8d48203-40de-4ff2-88f5-372b08ece305 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c5e326-f810-4b02-baff-c1715f8ce563 HTTP/1.1" status: 200 len: 217 time: 0.0358870 Dec 13 16:45:25.078225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-e8be359e-36b2-4ab2-b21e-cb691c888481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:25.079741 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-e8be359e-36b2-4ab2-b21e-cb691c888481 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0479929 Dec 13 16:45:25.131355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-59b86256-d9ad-4f7d-be81-71ccbf651be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:25.132910 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-59b86256-d9ad-4f7d-be81-71ccbf651be7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410664 Dec 13 16:45:25.229049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-4d5798be-6bfa-4961-8ebe-ac3ad3e86160 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828745 Dec 13 16:45:25.329606 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7aaa3fb2-9654-4199-a60f-30053a768883 req-465908b5-8666-449c-bfd3-c6544886dad2 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878773 Dec 13 16:45:25.602123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d637b4a-b4f8-4c0f-a9b7-98535bdc8c76 req-93717061-93a0-456d-bd03-5d545439728f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:25.603789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2d637b4a-b4f8-4c0f-a9b7-98535bdc8c76 req-93717061-93a0-456d-bd03-5d545439728f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0507245 Dec 13 16:45:25.652483 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2d637b4a-b4f8-4c0f-a9b7-98535bdc8c76 req-dc4f10ca-1732-4ac7-9056-8dee3bbc1aa9 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Dec 13 16:45:26.776559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe475ca7-ecfd-4a72-844e-57247f8aef4f req-8b855a9a-a583-4072-aa2a-8bce5d9e349f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:26.778121 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe475ca7-ecfd-4a72-844e-57247f8aef4f req-8b855a9a-a583-4072-aa2a-8bce5d9e349f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0575016 Dec 13 16:45:26.834209 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe475ca7-ecfd-4a72-844e-57247f8aef4f req-a8bd6bf9-48ed-4c7b-ae9d-7d15193c2607 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493126 Dec 13 16:45:27.359662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f0656070-f199-473c-b3c0-8e5ffb715c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:27.953087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59daa1-cc71-4194-a595-0188eca95601 req-611c371f-cbe3-4102-a216-877ec1ef0038 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:27.954733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f59daa1-cc71-4194-a595-0188eca95601 req-611c371f-cbe3-4102-a216-877ec1ef0038 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0522425 Dec 13 16:45:28.006374 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f59daa1-cc71-4194-a595-0188eca95601 req-fc957857-a6ee-43ad-88c6-febf691f7fea tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456886 Dec 13 16:45:28.434939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:29.120974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9224c-4414-44e2-bd4a-89d9240fb0de req-d64fa67a-0c67-4a89-be12-ebeb763d0de2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:29.122448 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-36b9224c-4414-44e2-bd4a-89d9240fb0de req-d64fa67a-0c67-4a89-be12-ebeb763d0de2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0488226 Dec 13 16:45:29.177996 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-36b9224c-4414-44e2-bd4a-89d9240fb0de req-1a806cc8-48ca-476f-b517-b12b146853be tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487721 Dec 13 16:45:29.962698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:30.296855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b1a-8284-4d83-b413-1942dc140312 req-2e6e0d9a-8f70-4e68-84af-a15bdc3db140 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:30.298325 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3ff19b1a-8284-4d83-b413-1942dc140312 req-2e6e0d9a-8f70-4e68-84af-a15bdc3db140 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0496702 Dec 13 16:45:30.347090 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3ff19b1a-8284-4d83-b413-1942dc140312 req-20fbb15b-55c3-44d1-ba40-b3cda662fcb5 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Dec 13 16:45:30.843654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:31.460924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da7013-cad4-4042-ba15-528ee2065e3e req-b834e5aa-675f-479d-956a-79695f263c5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:31.462394 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80da7013-cad4-4042-ba15-528ee2065e3e req-b834e5aa-675f-479d-956a-79695f263c5f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0486434 Dec 13 16:45:31.510250 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80da7013-cad4-4042-ba15-528ee2065e3e req-8ea0c540-1f4b-4fcf-8485-b91897c8788d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420318 Dec 13 16:45:32.629950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62c5e7-b15a-451a-9fef-fc769ac2133d req-00195947-13b7-4993-b997-54223cd4c0bf tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:32.631477 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d62c5e7-b15a-451a-9fef-fc769ac2133d req-00195947-13b7-4993-b997-54223cd4c0bf tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0522230 Dec 13 16:45:32.689259 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8d62c5e7-b15a-451a-9fef-fc769ac2133d req-72990c9c-18f7-4408-8406-1d2c3e6eaf52 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475187 Dec 13 16:45:33.804126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a2c0f-7725-48e5-bb2d-8d7387625517 req-1a32bc47-efe3-4c2a-8ede-a323d921fc10 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:33.805675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e1a2c0f-7725-48e5-bb2d-8d7387625517 req-1a32bc47-efe3-4c2a-8ede-a323d921fc10 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0494573 Dec 13 16:45:33.856430 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e1a2c0f-7725-48e5-bb2d-8d7387625517 req-26f19f53-3cb6-4161-a9ac-f4de3b21d3fc tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449109 Dec 13 16:45:34.973117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5acf86-e79c-4a91-9692-07040d86c018 req-eba6fd03-54e5-4636-8d46-9832e6ec3b30 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:34.974715 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4b5acf86-e79c-4a91-9692-07040d86c018 req-eba6fd03-54e5-4636-8d46-9832e6ec3b30 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0523689 Dec 13 16:45:35.024385 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4b5acf86-e79c-4a91-9692-07040d86c018 req-5019ea69-50c3-4d1b-9a77-bd351c25a66e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435941 Dec 13 16:45:36.138458 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab39b17-7283-46e5-995f-cb799276cb50 req-e1b89b4b-2747-490d-a38e-a0e9cb556dfe tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:36.140193 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ab39b17-7283-46e5-995f-cb799276cb50 req-e1b89b4b-2747-490d-a38e-a0e9cb556dfe tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 943 time: 0.0491662 Dec 13 16:45:36.189030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ab39b17-7283-46e5-995f-cb799276cb50 req-a19812dd-8ce7-4d75-be01-c74fc0591f29 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Dec 13 16:45:36.852967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device a9c5e326-f810-4b02-baff-c1715f8ce563 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:45:36.947837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port a9c5e326-f810-4b02-baff-c1715f8ce563, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a9c5e326-f810-4b02-baff-c1715f8ce563,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:45:36.959666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'port_id': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'mac_address': 'fa:16:3e:ef:e6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:45:36.995315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:37.008235 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c5e326-f810-4b02-baff-c1715f8ce563 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:45:37.027303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port a9c5e326-f810-4b02-baff-c1715f8ce563, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a9c5e326-f810-4b02-baff-c1715f8ce563,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:45:37.032199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:37.077397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=a9c5e326-f810-4b02-baff-c1715f8ce563,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:37.296218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['a9c5e326-f810-4b02-baff-c1715f8ce563'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:45:37.301935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca01cfa-e275-4fe0-939b-1e93950fbb6d req-fa086029-58f7-4d9f-871a-13797701a029 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:37.303460 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4ca01cfa-e275-4fe0-939b-1e93950fbb6d req-fa086029-58f7-4d9f-871a-13797701a029 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 944 time: 0.0479779 Dec 13 16:45:37.360703 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4ca01cfa-e275-4fe0-939b-1e93950fbb6d req-3d15b289-e6b1-4d4d-9ffd-b7e7b4e71bb9 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512602 Dec 13 16:45:38.475323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a75372-25fb-4f5e-bb67-a46845286485 req-8d39e4b0-584b-40f9-ad9a-7b05b9342be2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:38.476817 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b9a75372-25fb-4f5e-bb67-a46845286485 req-8d39e4b0-584b-40f9-ad9a-7b05b9342be2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 944 time: 0.0487092 Dec 13 16:45:38.525605 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b9a75372-25fb-4f5e-bb67-a46845286485 req-7b7ba980-8d37-4149-b450-9c585307dd19 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Dec 13 16:45:38.869042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device a9c5e326-f810-4b02-baff-c1715f8ce563 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:45:38.918023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port a9c5e326-f810-4b02-baff-c1715f8ce563 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:45:38.922187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port a9c5e326-f810-4b02-baff-c1715f8ce563 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:45:38.922554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:38.998353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:39.021654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c5e326-f810-4b02-baff-c1715f8ce563'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:45:39.023970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b85493-e0cb-4a5f-a7f6-debaeee66021" -d '{"events": [{"server_uuid": "499aa1c2-01cc-4e58-96da-def4a7431f4b", "name": "network-vif-plugged", "status": "completed", "tag": "a9c5e326-f810-4b02-baff-c1715f8ce563"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:45:39.040854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port a9c5e326-f810-4b02-baff-c1715f8ce563, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a9c5e326-f810-4b02-baff-c1715f8ce563,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:45:39.045200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:39.068546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1b8086-f67d-4222-ac4d-50e937c3e267 x-openstack-request-id: req-ef1b8086-f67d-4222-ac4d-50e937c3e267 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:45:39.068843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499aa1c2-01cc-4e58-96da-def4a7431f4b", "name": "network-vif-plugged", "status": "completed", "tag": "a9c5e326-f810-4b02-baff-c1715f8ce563", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:45:39.069101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ef1b8086-f67d-4222-ac4d-50e937c3e267 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:45:39.069493 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'code': 200} Dec 13 16:45:39.098039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=a9c5e326-f810-4b02-baff-c1715f8ce563,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:39.105222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.105572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.105912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.106246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.106575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.106927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.107252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.107578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.107981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.108514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.109052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.109379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.109722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:45:39.259898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b414b12-0c2d-4e5b-9001-7e2e37d0ddd7 req-aebfca94-300d-4365-99b5-cb638a3a2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:39.261380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b414b12-0c2d-4e5b-9001-7e2e37d0ddd7 req-aebfca94-300d-4365-99b5-cb638a3a2df3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 1098 time: 0.0389612 Dec 13 16:45:39.312721 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b414b12-0c2d-4e5b-9001-7e2e37d0ddd7 req-bee5fa0f-053a-4064-a83d-0aead4401206 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389853 Dec 13 16:45:39.643389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f9787-77fc-43be-8fa3-375a28aff4fd req-820b41cb-0afe-4939-a604-ea330a174833 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:39.645054 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d36f9787-77fc-43be-8fa3-375a28aff4fd req-820b41cb-0afe-4939-a604-ea330a174833 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 945 time: 0.0526378 Dec 13 16:45:39.693486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d36f9787-77fc-43be-8fa3-375a28aff4fd req-1b893884-3b3f-405c-ae14-c5c8e9082aca tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Dec 13 16:45:40.824598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04df50a-b606-4dd2-bade-d0531b92852d req-e7ae84c2-3cee-443a-81ed-0fb86f0cf87a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:40.826062 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f04df50a-b606-4dd2-bade-d0531b92852d req-e7ae84c2-3cee-443a-81ed-0fb86f0cf87a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 945 time: 0.0492322 Dec 13 16:45:40.881599 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f04df50a-b606-4dd2-bade-d0531b92852d req-e93a44f8-c3a1-4e94-8cba-29c5c89601d7 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489304 Dec 13 16:45:41.005424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d28ab4-9dae-4ea9-a948-ebab2c202d64 req-0be10b18-8007-481c-9857-dce9f409dc20 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:41.006925 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-58d28ab4-9dae-4ea9-a948-ebab2c202d64 req-0be10b18-8007-481c-9857-dce9f409dc20 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 945 time: 0.0570681 Dec 13 16:45:41.066749 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-58d28ab4-9dae-4ea9-a948-ebab2c202d64 req-d6633e7c-627e-4030-83ad-bebb3a65c398 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535085 Dec 13 16:45:41.095459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48762) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:45:41.116703 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:45:41.240866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350c66f8-93f2-4a65-a3d1-05f6e430a1b5 tempest-TestVolumeBootPattern-1973750056 tempest-TestVolumeBootPattern-1973750056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:41.242379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-350c66f8-93f2-4a65-a3d1-05f6e430a1b5 tempest-TestVolumeBootPattern-1973750056 tempest-TestVolumeBootPattern-1973750056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 1093 time: 0.1459291 Dec 13 16:45:41.245290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48766) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:45:41.250356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:45:41.273447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:41.384551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:41.494376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Allocated IP 172.26.6.254 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/178aa6bd-9404-4e89-a7a5-f95d338095df) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:45:41.616851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:41.649919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:41.693278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:45:41.696295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:45:41.700749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:45:41.702881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=178aa6bd-9404-4e89-a7a5-f95d338095df,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:42.055661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:42.119965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:42.270062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:42.274336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:42.337920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=178aa6bd-9404-4e89-a7a5-f95d338095df,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:45:42.352472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:42.452870 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Floating IP 23b5d3bc-61a4-4845-a5bb-d36875d1a734 associated. External IP: 172.26.6.254, port: a9c5e326-f810-4b02-baff-c1715f8ce563. Dec 13 16:45:42.661462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:45:42.766919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:45:42.776371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:45:42.786135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:45:42.786817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:45:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:45:42.787340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:42.815868 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-36dd893a-2ddc-4b3b-824d-baec6d5cc740 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5695679 Dec 13 16:45:42.816563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'tag': 'a9c5e326-f810-4b02-baff-c1715f8ce563'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:45:42.818936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17860514-db0f-40c1-80c5-ae9440319454" -d '{"events": [{"name": "network-changed", "server_uuid": "499aa1c2-01cc-4e58-96da-def4a7431f4b", "tag": "a9c5e326-f810-4b02-baff-c1715f8ce563"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:45:42.854315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72edbd9f-3c6d-424c-a71c-901273d2fad8 x-openstack-request-id: req-72edbd9f-3c6d-424c-a71c-901273d2fad8 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:45:42.854606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499aa1c2-01cc-4e58-96da-def4a7431f4b", "tag": "a9c5e326-f810-4b02-baff-c1715f8ce563", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:45:42.854899 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72edbd9f-3c6d-424c-a71c-901273d2fad8 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:45:42.855307 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'tag': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'status': 'completed', 'code': 200} Dec 13 16:45:42.897804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:45:42.916271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860514-db0f-40c1-80c5-ae9440319454 req-f250c78f-1cad-4192-8ad9-7a84fc1e0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:42.917685 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17860514-db0f-40c1-80c5-ae9440319454 req-f250c78f-1cad-4192-8ad9-7a84fc1e0886 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 1098 time: 0.0401843 Dec 13 16:45:43.010718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860514-db0f-40c1-80c5-ae9440319454 req-a836e297-fb3c-4c8f-9c55-75a0ea6a8956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:43.012207 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17860514-db0f-40c1-80c5-ae9440319454 req-a836e297-fb3c-4c8f-9c55-75a0ea6a8956 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0875070 Dec 13 16:45:43.079279 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17860514-db0f-40c1-80c5-ae9440319454 req-d4a8cc8e-93fe-4a8c-a44c-68781b4e1f65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c5e326-f810-4b02-baff-c1715f8ce563 HTTP/1.1" status: 200 len: 999 time: 0.0586047 Dec 13 16:45:43.126976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '23b5d3bc-61a4-4845-a5bb-d36875d1a734', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:ef:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:45:41Z', 'updated_at': '2021-12-13T16:45:41Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:45:43.129559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860514-db0f-40c1-80c5-ae9440319454 req-26a069f4-5d54-4807-bb22-1259b32d8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:43.131060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17860514-db0f-40c1-80c5-ae9440319454 req-26a069f4-5d54-4807-bb22-1259b32d8d43 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0446014 Dec 13 16:45:43.153321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:45:43.162589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:45:43.163231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:45:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:45:43.181198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17860514-db0f-40c1-80c5-ae9440319454 req-c930e1a3-9fda-4816-92c8-efd308e48d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:43.182666 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17860514-db0f-40c1-80c5-ae9440319454 req-c930e1a3-9fda-4816-92c8-efd308e48d35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441759 Dec 13 16:45:43.273935 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17860514-db0f-40c1-80c5-ae9440319454 req-5e2d8823-c6f8-4ff8-9109-a244978ecc74 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826735 Dec 13 16:45:43.275026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:45:43.508630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '23b5d3bc-61a4-4845-a5bb-d36875d1a734', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:ef:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:45:41Z', 'updated_at': '2021-12-13T16:45:41Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:45:43.540492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11af2775-c6c3-49b4-85de-70189e9a8cba None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '23b5d3bc-61a4-4845-a5bb-d36875d1a734', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.254', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1534, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:ef:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:45:41Z', 'updated_at': '2021-12-13T16:45:41Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:45:43.727502 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17860514-db0f-40c1-80c5-ae9440319454 req-f766733f-7c28-4679-bdb4-a913dd9165eb service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462745 Dec 13 16:45:43.744014 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07fa0c3-edfa-40f5-b0b2-481a17494e04 None None] New status for floating IP 23b5d3bc-61a4-4845-a5bb-d36875d1a734: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:45:43.901434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:54.842053 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-cc448e4a-128c-4f9f-9bd3-6f2c63fddf58 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399201 Dec 13 16:45:54.925690 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-66e4a8fa-c6c1-4272-a512-1eec980d771f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:54.927205 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-66e4a8fa-c6c1-4272-a512-1eec980d771f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 1098 time: 0.0427396 Dec 13 16:45:54.956018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a8fbb5a7-66ff-426b-b968-d8b885052010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:55.036923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-0084afee-c519-43de-8f87-f20af44e8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:55.038395 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-0084afee-c519-43de-8f87-f20af44e8305 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0916710 Dec 13 16:45:55.105308 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-599360c1-dbe3-43a4-99d5-69a4a94e8396 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c5e326-f810-4b02-baff-c1715f8ce563 HTTP/1.1" status: 200 len: 1001 time: 0.0578995 Dec 13 16:45:55.153676 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-554c696f-1885-4424-94dd-ec1fd1d4cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:55.155190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-554c696f-1885-4424-94dd-ec1fd1d4cf59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0432389 Dec 13 16:45:55.205661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-a684e64c-25b3-4c8f-9c0d-079d67a77d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:45:55.207168 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-a684e64c-25b3-4c8f-9c0d-079d67a77d79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447814 Dec 13 16:45:55.296937 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-eeb4dec5-c597-429c-b590-e6dd21084fae service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819662 Dec 13 16:45:55.392647 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-23657ade-1fa2-4543-a941-35fdc6d3cd3b req-a09877cb-59e6-4df2-bfee-412b4f1468dc service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857399 Dec 13 16:45:57.361953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-21bfb398-4272-4d34-95d5-70d129c7eb8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:58.439550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:45:59.969310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:00.845351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:13.909002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:18.115433 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:46:24.958000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e08d818a-3394-4d58-a5af-c168dd954249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:27.362800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-079c81b9-7827-4738-bf5e-0ccf6ea69ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:28.440812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:29.966043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:30.848589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:43.907299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:54.820119 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-6f503007-728b-4b8f-90b6-16af5bc8ed49 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392389 Dec 13 16:46:54.915746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-8b1ad999-320c-477d-aa11-227225b7d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:46:54.917238 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-8b1ad999-320c-477d-aa11-227225b7d68a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 1098 time: 0.0407410 Dec 13 16:46:54.958900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30e4d707-1914-4024-9099-c319eecafe78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:55.025450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-f0bddf3d-6793-403b-b2f9-ee7799740e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:46:55.026942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-f0bddf3d-6793-403b-b2f9-ee7799740e79 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0886474 Dec 13 16:46:55.093507 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-aa756ba6-7b93-4cd1-bc8b-22d79351b28c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c5e326-f810-4b02-baff-c1715f8ce563 HTTP/1.1" status: 200 len: 1001 time: 0.0592139 Dec 13 16:46:55.113983 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:46:55.147012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-d06eb2ca-718d-4e7e-a360-7fc759743e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:46:55.148468 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-d06eb2ca-718d-4e7e-a360-7fc759743e5f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0446043 Dec 13 16:46:55.199838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-044c38bf-2f5e-4ce7-966f-d09531b29cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:46:55.201306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-044c38bf-2f5e-4ce7-966f-d09531b29cb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450156 Dec 13 16:46:55.296123 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-59585e57-d6b3-41d4-8e82-2a3dc2f868a1 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816386 Dec 13 16:46:55.394564 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c158d5d-a340-4268-ba45-b1b96a664ac8 req-8856217c-bab6-4ecd-be02-1a8d30c62947 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864792 Dec 13 16:46:57.365298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c6fee1b2-cd62-4027-a1e0-b9dde9db231b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:58.443127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:46:59.969577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:00.851298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:13.920485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:24.963513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ecf7edd7-260b-4533-a331-0424b4716653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:27.366403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7729e1aa-e737-4432-8f9b-74b632a79a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:28.446424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:29.978330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:30.852757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:32.115167 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:47:40.370917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6883eed0-6640-4229-bb20-192b011c271e req-e700bf61-1a0e-444c-97bc-451213b89792 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:40.372440 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6883eed0-6640-4229-bb20-192b011c271e req-e700bf61-1a0e-444c-97bc-451213b89792 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 945 time: 0.0498977 Dec 13 16:47:40.422537 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6883eed0-6640-4229-bb20-192b011c271e req-2b95c2b3-65e1-410f-9a64-4c61d57cd808 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442007 Dec 13 16:47:41.539321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b1ddd-277c-40a0-beee-597b025b305a req-8a945a55-93c0-4a55-94d3-55e62666abdc tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:41.540788 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9c8b1ddd-277c-40a0-beee-597b025b305a req-8a945a55-93c0-4a55-94d3-55e62666abdc tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 945 time: 0.0487294 Dec 13 16:47:41.592996 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9c8b1ddd-277c-40a0-beee-597b025b305a req-5b3ea7b3-3047-4f7f-aa13-94d55439cb0c tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460842 Dec 13 16:47:42.209250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-f540b993-3beb-445c-8c1a-6417a9292723 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:42.210707 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-f540b993-3beb-445c-8c1a-6417a9292723 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 945 time: 0.0500689 Dec 13 16:47:42.300886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Deleting port a9c5e326-f810-4b02-baff-c1715f8ce563 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:47:42.301218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:42.393918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] For port a9c5e326-f810-4b02-baff-c1715f8ce563, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a9c5e326-f810-4b02-baff-c1715f8ce563,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:47:42.394288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:42.563751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:42.564616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:42.564616 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Floating IP 23b5d3bc-61a4-4845-a5bb-d36875d1a734 disassociated. External IP: 172.26.6.254, port: a9c5e326-f810-4b02-baff-c1715f8ce563. Dec 13 16:47:42.564872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Calling delete_port for a9c5e326-f810-4b02-baff-c1715f8ce563 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:47:42.720989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:42.752451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event deleted for resources: {'Port': ['ID=a9c5e326-f810-4b02-baff-c1715f8ce563,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:47:42.763493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.763851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.764196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.764536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.765264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.765264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.766167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.766395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.766744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.767075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.767399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.767768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.768041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:47:42.780335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d70e5-24c7-4cc8-8a47-e55e858619d0 req-6ea1237b-4bee-444a-9979-05cbbd4225e7 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:42.781918 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-291d70e5-24c7-4cc8-8a47-e55e858619d0 req-6ea1237b-4bee-444a-9979-05cbbd4225e7 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 867 time: 0.0988374 Dec 13 16:47:42.907814 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-291d70e5-24c7-4cc8-8a47-e55e858619d0 req-9a71980a-f828-49f9-bd5b-6458c7016b5d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193399 Dec 13 16:47:42.931037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:47:43.037717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:47:43.048404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:47:43.058366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:47:43.059084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:47:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:47:43.081930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] No DVR routers for this DVR port a9c5e326-f810-4b02-baff-c1715f8ce563 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:47:43.084440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:43.087813 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c4b9bd10-2f5a-400d-bd67-c774b2aa222a req-a08f7afa-4d5a-4eb0-9a9c-e1448b574fec tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "DELETE /v2.0/ports/a9c5e326-f810-4b02-baff-c1715f8ce563 HTTP/1.1" status: 204 len: 173 time: 0.8693128 Dec 13 16:47:43.088304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'name': 'network-vif-deleted', 'tag': 'a9c5e326-f810-4b02-baff-c1715f8ce563'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:47:43.090550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c326e-2cd9-446d-a121-a2b5424d0a46" -d '{"events": [{"server_uuid": "499aa1c2-01cc-4e58-96da-def4a7431f4b", "name": "network-vif-deleted", "tag": "a9c5e326-f810-4b02-baff-c1715f8ce563"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:47:43.177545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:47:43.218471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1c950a-882e-4950-8cd2-b6ccf8bd5213 x-openstack-request-id: req-7b1c950a-882e-4950-8cd2-b6ccf8bd5213 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:47:43.219677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499aa1c2-01cc-4e58-96da-def4a7431f4b", "name": "network-vif-deleted", "tag": "a9c5e326-f810-4b02-baff-c1715f8ce563", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:47:43.219677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b1c950a-882e-4950-8cd2-b6ccf8bd5213 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:47:43.220098 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499aa1c2-01cc-4e58-96da-def4a7431f4b', 'name': 'network-vif-deleted', 'tag': 'a9c5e326-f810-4b02-baff-c1715f8ce563', 'status': 'completed', 'code': 200} Dec 13 16:47:43.399623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:47:43.425702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:47:43.434615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:47:43.435299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:47:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:47:43.539640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:47:43.891308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:47:43.926888 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef6422-96ad-4842-955b-dae71eff9ffa None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:47:43.947127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:44.030304 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b657a9f-b4b3-47cf-8b17-97f92b686aa2 req-31b383c8-6e78-4978-b30c-e50b49accc36 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0384297 Dec 13 16:47:44.231700 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e4e6ee-85cb-402f-ac53-d79e313cc1d1 None None] New status for floating IP 23b5d3bc-61a4-4845-a5bb-d36875d1a734: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:47:45.138048 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-088d7005-6378-4024-8413-0f15e615e7e0 req-f3a17615-97f9-44f7-b04f-764cba8a1da9 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0263135 Dec 13 16:47:45.394377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device a9c5e326-f810-4b02-baff-c1715f8ce563 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:47:45.421266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: a9c5e326-f810-4b02-baff-c1715f8ce563 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:47:45.421646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device a9c5e326-f810-4b02-baff-c1715f8ce563 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:47:46.233150 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae32ab22-4688-4398-b204-8eb2c40d5293 req-f1991966-e6fe-4599-8676-e368fd78d93d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0262673 Dec 13 16:47:47.337509 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a25e9025-c4b3-4863-93bd-797049f3896e req-6a23a3e6-ba2f-4f01-95ce-30e38617d06d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=499aa1c2-01cc-4e58-96da-def4a7431f4b HTTP/1.1" status: 200 len: 210 time: 0.0293186 Dec 13 16:47:48.566847 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-4356cb82-8054-4743-bb77-6609b3806547 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104722966&fields=id&tenant_id=91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 267 time: 0.0481119 Dec 13 16:47:48.677078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-1c584ec8-c890-438e-9090-0e5e05ca2a56 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:48.678551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-1c584ec8-c890-438e-9090-0e5e05ca2a56 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 811 time: 0.1030219 Dec 13 16:47:48.693157 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-cd1187fa-d665-4b74-b1b8-c1566035103a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/quotas/91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 375 time: 0.0089135 Dec 13 16:47:48.747897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-9354d683-ae06-40ee-93ce-151928329096 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495985 Dec 13 16:47:48.884430 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-050982da-70bd-48db-b181-331587380287 service neutron] 10.222.0.13 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249747 Dec 13 16:47:48.978132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-7757ed51-2e1c-4698-9c56-c03a2e525d1d service neutron] 10.222.0.13 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Dec 13 16:47:49.257946 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8770d60-ce98-4fb1-9776-5404ab20318b req-2d47c3bb-49bf-4a99-acbe-7813940975c3 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0300400 Dec 13 16:47:50.335080 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d17249b3-4e6f-4b4b-abd8-7abff07c82a2 req-978f6ff7-48c8-45dc-ae16-b2534ee6df46 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0258696 Dec 13 16:47:51.414360 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a52e023-54b7-49c4-942c-22cd7c91bf45 req-0d72d1d1-3276-430a-aba5-8f44fbf92e94 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0307522 Dec 13 16:47:52.507965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-74bb048d-f4d9-4f53-bd39-3624ac9d1a13 req-34a3ae1e-36eb-434c-b7ce-7164534f12fe tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0264275 Dec 13 16:47:53.326977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-5d115b60-9a8a-4038-8fc1-9f1d0ff65afb tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:53.328549 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-5d115b60-9a8a-4038-8fc1-9f1d0ff65afb tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 811 time: 0.1156213 Dec 13 16:47:53.410930 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-3d34f4e0-9832-434b-96e1-39dadcffd874 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 380 time: 0.0585802 Dec 13 16:47:53.435864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'port': {'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'admin_state_up': True, 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'security_groups': ['39a23ac8-3edb-47e3-af6b-ed6ed2f71871']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:47:53.552596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Made reservation on behalf of 91e3820c9ef544a680daa2b5be291a5a for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:47:53.556703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:53.642316 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82b6958b-79d0-4ba3-bfb7-7efa2a216afd req-8b4eec44-35d3-42c3-bf79-3ca2f409f953 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0300128 Dec 13 16:47:53.711720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Allocated IP 172.20.0.3 (c35fd316-7889-41b3-be32-ee052dbc0578/e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43/450ff562-c338-4949-88cd-c1116375c082) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:47:53.851632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:53.885960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:53.935629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Network c35fd316-7889-41b3-be32-ee052dbc0578 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:47:53.938823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:47:53.942541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:47:53.969361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=450ff562-c338-4949-88cd-c1116375c082,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:47:53.998194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:53.998843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:54.016677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-f3a5d16b-7b09-4aa1-8129-b0b2285d665a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837560 Dec 13 16:47:54.034612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Request body: {'port': {'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:47:54.092261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:54.214788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f2bfb847-6c11-4a95-bf7c-1a8cadb36ee1 None None] Provisioning complete for port 450ff562-c338-4949-88cd-c1116375c082 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:47:54.215861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f2bfb847-6c11-4a95-bf7c-1a8cadb36ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:54.251847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfb847-6c11-4a95-bf7c-1a8cadb36ee1 None None] Port 450ff562-c338-4949-88cd-c1116375c082 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:47:54.370565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450ff562-c338-4949-88cd-c1116375c082 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:47:54.379488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:54.391866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Transition to ACTIVE for port object 450ff562-c338-4949-88cd-c1116375c082 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:47:54.396110 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:54.450791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=450ff562-c338-4949-88cd-c1116375c082,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:47:54.516518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Attempting to bind port 450ff562-c338-4949-88cd-c1116375c082 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:47:54.516850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Attempting to bind port 450ff562-c338-4949-88cd-c1116375c082 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:47:54.517185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Attempting to bind port 450ff562-c338-4949-88cd-c1116375c082 on network c35fd316-7889-41b3-be32-ee052dbc0578 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:47:54.522001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Port 450ff562-c338-4949-88cd-c1116375c082 on network c35fd316-7889-41b3-be32-ee052dbc0578 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:47:54.522333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Attempting to bind port 450ff562-c338-4949-88cd-c1116375c082 on network c35fd316-7889-41b3-be32-ee052dbc0578 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:47:54.527552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:47:54.527972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Checking segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:47:54.528276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Bound using segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:47:54.528703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Bound port: 450ff562-c338-4949-88cd-c1116375c082, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:47:54.529063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:54.601027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] For port 450ff562-c338-4949-88cd-c1116375c082, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:47:54.604782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] For port 450ff562-c338-4949-88cd-c1116375c082, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=450ff562-c338-4949-88cd-c1116375c082,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:47:54.609880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:54.647767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:54.648389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:54.649797 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] 10.222.0.31 "PUT /v2.0/ports/450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 200 len: 1093 time: 0.6201842 Dec 13 16:47:54.650251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'tag': '450ff562-c338-4949-88cd-c1116375c082'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:47:54.652528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa501bb-2a84-4f86-95c4-5a091f3ae303" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "tag": "450ff562-c338-4949-88cd-c1116375c082"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:47:54.675988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376b66c-6e3c-4fc8-bd6d-088492994ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=450ff562-c338-4949-88cd-c1116375c082,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:47:54.733180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d71d6f-4a10-4a9d-84b0-2886f2a35450 x-openstack-request-id: req-97d71d6f-4a10-4a9d-84b0-2886f2a35450 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:47:54.733477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "tag": "450ff562-c338-4949-88cd-c1116375c082", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:47:54.735023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97d71d6f-4a10-4a9d-84b0-2886f2a35450 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:47:54.735524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'tag': '450ff562-c338-4949-88cd-c1116375c082', 'status': 'completed', 'code': 200} Dec 13 16:47:54.807619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-c4e89033-f917-49b9-a9b3-50d5076194b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:54.809152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-c4e89033-f917-49b9-a9b3-50d5076194b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1096 time: 0.0906746 Dec 13 16:47:54.817606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb014b-f0c2-48cf-8e7d-30fe6a892f0e req-1d1089ee-6417-4720-b65f-82a92ad6c174 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:54.819168 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-88fb014b-f0c2-48cf-8e7d-30fe6a892f0e req-1d1089ee-6417-4720-b65f-82a92ad6c174 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0827754 Dec 13 16:47:54.887120 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-ad4928db-6f10-40b2-a14e-7d5e30bf3e8c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 200 len: 217 time: 0.0669551 Dec 13 16:47:54.945473 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-88fb014b-f0c2-48cf-8e7d-30fe6a892f0e req-c6cb05c3-d004-421a-9d2e-23d46930c5a5 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194746 Dec 13 16:47:54.967802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-adb58785-ed99-448e-902f-1a61c6a08c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:54.970716 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-adb58785-ed99-448e-902f-1a61c6a08c1d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0731516 Dec 13 16:47:54.981686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94996b0a-b17d-4429-8d0e-1ce968eddcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:55.038795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-04bef95c-36a6-404f-8683-b303ba64ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:55.040436 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-04bef95c-36a6-404f-8683-b303ba64ca35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569248 Dec 13 16:47:55.133452 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-13590c03-8b16-40c7-814f-7d68869f2d5b service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842149 Dec 13 16:47:55.232965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cac4752d-670e-4c99-b9fc-6fb251b955c2 req-55ac7b82-be56-4b98-8dd3-ea2314d8fcef service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869529 Dec 13 16:47:55.320269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-d75dbaaa-056b-482d-8188-2c7f9a080263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:55.321659 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-d75dbaaa-056b-482d-8188-2c7f9a080263 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1096 time: 0.0418611 Dec 13 16:47:55.420296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-c7c3335b-fae3-4b00-b8e5-d740d71fc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:55.422092 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-c7c3335b-fae3-4b00-b8e5-d740d71fc947 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0891676 Dec 13 16:47:55.471893 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-45d2f5d7-5c22-4cce-abd8-de64df83d2a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 200 len: 217 time: 0.0383015 Dec 13 16:47:55.527145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-14418384-f7ea-408d-ba64-a8657478d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:55.528528 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-14418384-f7ea-408d-ba64-a8657478d183 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0442996 Dec 13 16:47:55.580205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-655ef3ac-2bdc-4182-8920-18652858d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:55.581713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-655ef3ac-2bdc-4182-8920-18652858d4e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415831 Dec 13 16:47:55.678854 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-7693c469-3250-46e6-8998-cf32e533759e service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856361 Dec 13 16:47:55.774221 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5aa501bb-2a84-4f86-95c4-5a091f3ae303 req-924e78e7-17ea-4318-81be-92c26edda514 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838661 Dec 13 16:47:56.076797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d6ad7-efb6-4d91-90b5-99c006d9079c req-511e17f3-e974-4360-acf7-49a295f9a622 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:56.078998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-321d6ad7-efb6-4d91-90b5-99c006d9079c req-511e17f3-e974-4360-acf7-49a295f9a622 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0504980 Dec 13 16:47:56.134287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-321d6ad7-efb6-4d91-90b5-99c006d9079c req-c132c89e-07c1-412b-8ef5-10033ea849b7 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492785 Dec 13 16:47:57.250066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ac3c4-3910-4045-865c-628bdb91c678 req-60faf3e5-25a3-4506-a4cf-5457f4f781df tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:57.251481 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b16ac3c4-3910-4045-865c-628bdb91c678 req-60faf3e5-25a3-4506-a4cf-5457f4f781df tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0508571 Dec 13 16:47:57.303367 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b16ac3c4-3910-4045-865c-628bdb91c678 req-fe2f3eda-9817-4ef8-93c3-b78707f1cc93 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459385 Dec 13 16:47:57.368894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-054058d1-0444-4e5a-9c7e-6fdd3d223bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:58.422258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338104c-5647-464b-bae3-0b9b572eeba2 req-017802b5-42a6-406e-9469-99d5c0e732b3 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:58.423876 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8338104c-5647-464b-bae3-0b9b572eeba2 req-017802b5-42a6-406e-9469-99d5c0e732b3 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0522726 Dec 13 16:47:58.450491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:47:58.478479 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8338104c-5647-464b-bae3-0b9b572eeba2 req-bf88ecba-3206-495d-a61a-59ba25f1e1f1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481555 Dec 13 16:47:59.598921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383bd2-b6a8-47ec-b8d5-f9e390c4c404 req-84bc7d59-4ce1-4dfc-ac5a-27c3349331a6 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:47:59.600426 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09383bd2-b6a8-47ec-b8d5-f9e390c4c404 req-84bc7d59-4ce1-4dfc-ac5a-27c3349331a6 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0548403 Dec 13 16:47:59.649653 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09383bd2-b6a8-47ec-b8d5-f9e390c4c404 req-2b740503-c15e-4f46-9ff5-44d6feb10239 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431676 Dec 13 16:47:59.975334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:00.764191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba8ce0-95f3-453c-8c3e-cb692ba7c8dc req-7b072966-3370-4aa1-b5ff-24fda5271d62 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:00.766769 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fba8ce0-95f3-453c-8c3e-cb692ba7c8dc req-7b072966-3370-4aa1-b5ff-24fda5271d62 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0493679 Dec 13 16:48:00.817372 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fba8ce0-95f3-453c-8c3e-cb692ba7c8dc req-8c6551b4-41eb-46f2-9b71-583cf466dd0f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443671 Dec 13 16:48:00.855547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:01.936864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1b54-6e91-4600-8bbe-0cc22cfbcdf8 req-88a94dfb-0a46-4903-9a02-d377d7a2a3f6 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:01.938347 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2afd1b54-6e91-4600-8bbe-0cc22cfbcdf8 req-88a94dfb-0a46-4903-9a02-d377d7a2a3f6 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0536535 Dec 13 16:48:01.986789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2afd1b54-6e91-4600-8bbe-0cc22cfbcdf8 req-97bc7f55-d9f8-4027-ac50-432e63cc5059 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Dec 13 16:48:03.100892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42ff37-906b-4fd1-8de0-6d7a726bfd0b req-8fed6514-5552-4d31-b7a8-1135aad6b1f4 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:03.102376 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f42ff37-906b-4fd1-8de0-6d7a726bfd0b req-8fed6514-5552-4d31-b7a8-1135aad6b1f4 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0480690 Dec 13 16:48:03.150938 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f42ff37-906b-4fd1-8de0-6d7a726bfd0b req-451c3348-2c28-4174-8487-0914ef887640 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Dec 13 16:48:04.267593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734fa7f-0fdd-4ff8-b253-c758a0e40977 req-ef5f3015-7d1c-4da7-a236-63f8c5d8eb17 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:04.269181 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d734fa7f-0fdd-4ff8-b253-c758a0e40977 req-ef5f3015-7d1c-4da7-a236-63f8c5d8eb17 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0482073 Dec 13 16:48:04.321873 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d734fa7f-0fdd-4ff8-b253-c758a0e40977 req-c041f238-339b-4c8c-af5d-7e81b11a4a66 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465770 Dec 13 16:48:05.443257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4f504-a473-48e9-b426-40bd957f1766 req-8a23186b-dca6-4771-a807-8d1ce62762eb tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:05.444719 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7e4f504-a473-48e9-b426-40bd957f1766 req-8a23186b-dca6-4771-a807-8d1ce62762eb tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 943 time: 0.0563765 Dec 13 16:48:05.457725 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 450ff562-c338-4949-88cd-c1116375c082 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:48:05.495455 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7e4f504-a473-48e9-b426-40bd957f1766 req-6b89eb26-b5db-45ca-9959-7b2489bc6867 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447626 Dec 13 16:48:05.556767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 450ff562-c338-4949-88cd-c1116375c082, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=450ff562-c338-4949-88cd-c1116375c082,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:05.568474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '450ff562-c338-4949-88cd-c1116375c082', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:48:05.603824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:05.616875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450ff562-c338-4949-88cd-c1116375c082 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:48:05.636187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 450ff562-c338-4949-88cd-c1116375c082, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=450ff562-c338-4949-88cd-c1116375c082,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:05.640386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:05.690657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=450ff562-c338-4949-88cd-c1116375c082,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:05.698104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.698460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.698834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.699177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.699514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.699847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.700178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.700509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.700840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.701170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.701498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.701947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.702269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:48:05.962320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['450ff562-c338-4949-88cd-c1116375c082'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:48:06.610429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907931e-cbe2-4c96-b943-9336da276d2f req-347c7d6c-bf61-41cd-bd32-9fe7078c2cc9 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:06.611991 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2907931e-cbe2-4c96-b943-9336da276d2f req-347c7d6c-bf61-41cd-bd32-9fe7078c2cc9 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 944 time: 0.0485237 Dec 13 16:48:06.660902 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2907931e-cbe2-4c96-b943-9336da276d2f req-8e0ce2a2-a779-4e13-a8f2-4594a4f7ccc7 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426915 Dec 13 16:48:07.469709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 450ff562-c338-4949-88cd-c1116375c082 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:48:07.521714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 450ff562-c338-4949-88cd-c1116375c082 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:48:07.525611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 450ff562-c338-4949-88cd-c1116375c082 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:48:07.526007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:07.600446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:07.625751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450ff562-c338-4949-88cd-c1116375c082'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:48:07.627992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f988ac-a37b-4bb8-a62a-09fe8a923144" -d '{"events": [{"server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "name": "network-vif-plugged", "status": "completed", "tag": "450ff562-c338-4949-88cd-c1116375c082"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:48:07.641271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 450ff562-c338-4949-88cd-c1116375c082, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=450ff562-c338-4949-88cd-c1116375c082,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:48:07.645745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:07.693841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=450ff562-c338-4949-88cd-c1116375c082,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:07.725416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d776961-d75a-48e3-902f-7cdfa9b4798c x-openstack-request-id: req-7d776961-d75a-48e3-902f-7cdfa9b4798c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:48:07.725718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "name": "network-vif-plugged", "status": "completed", "tag": "450ff562-c338-4949-88cd-c1116375c082", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:48:07.725979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d776961-d75a-48e3-902f-7cdfa9b4798c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:48:07.726379 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450ff562-c338-4949-88cd-c1116375c082', 'code': 200} Dec 13 16:48:07.782157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd576e-f727-4984-a24b-efbadf143ff3 req-f5323559-1518-4696-be05-120097d69d4b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:07.783687 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5bdd576e-f727-4984-a24b-efbadf143ff3 req-f5323559-1518-4696-be05-120097d69d4b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 945 time: 0.0538139 Dec 13 16:48:07.832934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5bdd576e-f727-4984-a24b-efbadf143ff3 req-57af3da2-e502-499b-865c-f286227d5e7d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Dec 13 16:48:07.938710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202002f-99d9-47dc-89ca-33db7f8558f4 req-0a3ff274-49db-40d3-9376-f3bf00f0aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:07.940191 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1202002f-99d9-47dc-89ca-33db7f8558f4 req-0a3ff274-49db-40d3-9376-f3bf00f0aec4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1098 time: 0.0399575 Dec 13 16:48:07.992693 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1202002f-99d9-47dc-89ca-33db7f8558f4 req-da0e7dec-4f81-4750-a912-3cc2416de003 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393398 Dec 13 16:48:08.948217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636fa017-90c8-41cc-9a60-2de1269c17b5 req-6aa34dea-52f2-40f0-a4ae-f98de47ef40a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:08.949781 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-636fa017-90c8-41cc-9a60-2de1269c17b5 req-6aa34dea-52f2-40f0-a4ae-f98de47ef40a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Dec 13 16:48:09.001809 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-636fa017-90c8-41cc-9a60-2de1269c17b5 req-6928329e-389d-436a-86d7-a9e4badf2037 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458326 Dec 13 16:48:09.114824 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:48:10.116837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6b047-753e-4496-b9c0-8a6f1d8bad48 req-313d23ee-894d-4e24-b8d3-20e3ad5c98a5 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:10.118290 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12d6b047-753e-4496-b9c0-8a6f1d8bad48 req-313d23ee-894d-4e24-b8d3-20e3ad5c98a5 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 945 time: 0.0491848 Dec 13 16:48:10.171159 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12d6b047-753e-4496-b9c0-8a6f1d8bad48 req-691937d2-94f9-482c-bbe2-935ad4703fea tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467403 Dec 13 16:48:10.284512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa737b6-1d28-4a9e-9800-14ebfbbbbabf req-bbd2796b-43b5-4d0c-87ed-c4458f799824 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:10.285905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ffa737b6-1d28-4a9e-9800-14ebfbbbbabf req-bbd2796b-43b5-4d0c-87ed-c4458f799824 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 945 time: 0.0492766 Dec 13 16:48:10.335166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ffa737b6-1d28-4a9e-9800-14ebfbbbbabf req-9c288673-ce90-42db-9005-d61acf5254c0 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430472 Dec 13 16:48:10.356379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48910) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:10.399246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335ea76-5e90-4daf-b56f-d9b22f4eefa0 tempest-TestVolumeBootPattern-1973750056 tempest-TestVolumeBootPattern-1973750056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:10.400739 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3335ea76-5e90-4daf-b56f-d9b22f4eefa0 tempest-TestVolumeBootPattern-1973750056 tempest-TestVolumeBootPattern-1973750056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1093 time: 0.0433981 Dec 13 16:48:10.403466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 48912) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:48:10.407613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:48:10.429658 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.527013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.629751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Allocated IP 172.26.6.212 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/afb6a929-6d79-43c9-b778-334d8481d957) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:48:10.727704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.764151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:10.798778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:48:10.802007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:48:10.805437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:48:10.834793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=afb6a929-6d79-43c9-b778-334d8481d957,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:11.143208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.550673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.696116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.700620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.772359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=afb6a929-6d79-43c9-b778-334d8481d957,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:48:11.779091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:11.876998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Floating IP ea9e7029-6ba3-47c7-a6f6-9b6722948de2 associated. External IP: 172.26.6.212, port: 450ff562-c338-4949-88cd-c1116375c082. Dec 13 16:48:12.077090 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:48:12.183584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:48:12.193620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:48:12.200305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:12.203933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:12.204545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:47:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:12.231204 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ae5416a4-3ad3-4ae0-b9b5-59a42f082e68 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8266814 Dec 13 16:48:12.231867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'tag': '450ff562-c338-4949-88cd-c1116375c082'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:48:12.234260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b69a3e-5be5-4417-a421-c9af68ea9e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "tag": "450ff562-c338-4949-88cd-c1116375c082"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:48:12.319025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:12.541040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:11Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:12.567047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:48:12.575281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:48:12.575882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:47:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:12.678544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:48:12.899170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:11Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:48:12.925372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde040fb-8486-446d-a497-ecf4b2b91557 None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:11Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:48:13.108137 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074fd300-6d1a-405b-a58a-afe8af6c177a None None] New status for floating IP ea9e7029-6ba3-47c7-a6f6-9b6722948de2: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:48:13.289872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8a3b6d-7bfd-4807-bf3d-9203e98582c8 x-openstack-request-id: req-5a8a3b6d-7bfd-4807-bf3d-9203e98582c8 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:48:13.290334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "tag": "450ff562-c338-4949-88cd-c1116375c082", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:48:13.290478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a8a3b6d-7bfd-4807-bf3d-9203e98582c8 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:48:13.290953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'tag': '450ff562-c338-4949-88cd-c1116375c082', 'status': 'completed', 'code': 200} Dec 13 16:48:13.360050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-454cb662-ff54-4827-9141-4ef205877a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:13.361632 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-454cb662-ff54-4827-9141-4ef205877a00 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1098 time: 0.0461633 Dec 13 16:48:13.453513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-89ec7576-09df-4a30-9287-9d4736c6d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:13.455016 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-89ec7576-09df-4a30-9287-9d4736c6d43b service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0855682 Dec 13 16:48:13.524041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-716e6338-2f6a-47c6-8bf2-dfe541f68a40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 200 len: 1001 time: 0.0608068 Dec 13 16:48:13.575321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-24533b23-0ceb-435f-ad99-1d5d32f054ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:13.576807 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-24533b23-0ceb-435f-ad99-1d5d32f054ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0454168 Dec 13 16:48:13.622959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-2ad2899f-6b48-4a90-b030-1ba7d831e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:13.624436 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-2ad2899f-6b48-4a90-b030-1ba7d831e0db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397625 Dec 13 16:48:13.717133 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-9f603e63-754c-404b-8c43-02bcfdf12e2e service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Dec 13 16:48:13.806747 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31b69a3e-5be5-4417-a421-c9af68ea9e2d req-64e69b42-860a-4775-a1d9-504833525ab3 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822370 Dec 13 16:48:13.948766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:24.965115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-00d08ca6-ab71-4fcc-82ce-5de3f9c44461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:27.370410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-94a954d3-d135-46f5-b6b6-d70437ad2681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:28.452656 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:29.977957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:30.857358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:43.950414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:46.115340 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:48:54.881398 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-fcab34ff-4cbe-4758-967d-e2e0c89084a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855792 Dec 13 16:48:54.965515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4d6c86e-7081-4b2f-9316-7d56f4c201ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:54.972134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-72a4a36e-f770-4326-be80-85e2afdcdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:54.973745 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-72a4a36e-f770-4326-be80-85e2afdcdc91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1098 time: 0.0460227 Dec 13 16:48:55.085488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-e1435a15-cd17-4ea4-afc5-532228ce5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:55.086886 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-e1435a15-cd17-4ea4-afc5-532228ce5173 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0845242 Dec 13 16:48:55.160418 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-b0b7295a-3b10-4c70-9c60-5d6734d2de3e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 200 len: 1001 time: 0.0624442 Dec 13 16:48:55.211961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-b4221c77-ebff-4677-96f7-bd8788d57d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:55.213412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-b4221c77-ebff-4677-96f7-bd8788d57d48 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0443790 Dec 13 16:48:55.262430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-fa25a86e-96bf-4664-bba9-4580a0a5694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:48:55.263934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-fa25a86e-96bf-4664-bba9-4580a0a5694d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396245 Dec 13 16:48:55.280092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-b9654410-2f55-4954-bfdf-6b33112b11bc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:48:55.281035 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-b9654410-2f55-4954-bfdf-6b33112b11bc service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049021 Dec 13 16:48:55.377606 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-708efe04-8a67-4c4e-97cf-56323ba25be2 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851347 Dec 13 16:48:55.473466 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aca7327b-7c0a-4830-b088-f3983d5ee405 req-7b111a14-d409-411a-88c1-a2f27e349621 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831006 Dec 13 16:48:57.371978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7cb30e4-f8f8-4a51-915c-0951d4b1fed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:58.454317 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:48:59.981478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:00.859509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:13.947158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:23.114082 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:49:24.968286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4efe90e3-b769-4616-ab22-68a587b70d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:27.373977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e27a355d-ec42-479b-93bb-0814517f562c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:28.457785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:29.983733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:30.861684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:43.953210 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:54.972121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-162d725c-3fb6-48f6-8a12-afe95853d1f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:56.845686 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-49549831-befb-4b6a-a792-5e1da66db9d6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433016 Dec 13 16:49:56.952804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-6fc262b2-faff-4af5-9b46-14794909c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:56.954253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-6fc262b2-faff-4af5-9b46-14794909c8f2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1098 time: 0.0507052 Dec 13 16:49:57.072732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-d2b3bae3-f3d5-460b-9d88-f04f4ea8e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:57.074134 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-d2b3bae3-f3d5-460b-9d88-f04f4ea8e696 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0924232 Dec 13 16:49:57.151428 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-28629b14-93ab-4dd2-b559-45f3a08dce48 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 200 len: 1001 time: 0.0638487 Dec 13 16:49:57.206422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-2f6e3ddd-390f-4535-88b7-6267c4b4dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:57.207840 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-2f6e3ddd-390f-4535-88b7-6267c4b4dc30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0449073 Dec 13 16:49:57.259800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-7b70d36d-54be-49cf-8a2b-a76e5f0c819b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:49:57.261284 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-7b70d36d-54be-49cf-8a2b-a76e5f0c819b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405271 Dec 13 16:49:57.360674 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-5da5fb18-b9d9-4e3b-9f73-d9b5a0cfadb5 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865400 Dec 13 16:49:57.376255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1539eee5-8fc0-4cf1-b1dd-9cf1465935e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:49:57.462277 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-69950179-1099-40e7-b03b-6b1c588f5ad7 req-4a813bda-68b0-484e-b285-dc10bc498193 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886436 Dec 13 16:49:58.466954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.003339 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:00.116924 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:50:00.882092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:04.875697 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-251a5150-a851-4375-8405-46154c34064b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1104722966&fields=id&tenant_id=91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 267 time: 0.0459445 Dec 13 16:50:04.985946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-bf7df67d-d846-4c15-9406-424e39db2e3b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:04.987554 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-bf7df67d-d846-4c15-9406-424e39db2e3b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 811 time: 0.1044042 Dec 13 16:50:05.003076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-91d1f22f-3b17-40fa-ab80-184fd7d02001 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/quotas/91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 375 time: 0.0090988 Dec 13 16:50:05.056767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-30d07231-0c04-40b2-8887-ec70c18b7c26 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477390 Dec 13 16:50:05.074399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-36f84ba8-ce1f-420c-b798-4c3d59708d4a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:50:05.075445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-36f84ba8-ce1f-420c-b798-4c3d59708d4a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053196 Dec 13 16:50:05.169108 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-5efb67d0-1d3e-4298-9f80-fb4b790eddd6 service neutron] 10.222.0.13 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876527 Dec 13 16:50:05.258248 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-b9105cb2-41aa-4f15-a15e-018144a97324 service neutron] 10.222.0.13 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828350 Dec 13 16:50:05.589973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aed13180-e61c-4836-9e4c-afb00afd9e2b req-445f53af-7c73-4256-ab9b-6229e6e978e4 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0767717 Dec 13 16:50:06.665597 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-06ec817b-fcba-46ec-a996-8babad6db750 req-682ed20a-55eb-4a58-834a-9050c040827d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0267053 Dec 13 16:50:07.749000 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-10777606-6627-40ef-8c7e-7e838a18f077 req-8d3a708f-0fde-47b0-99f6-a300cbb93ef0 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0309229 Dec 13 16:50:08.826126 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-509a8f77-d680-492a-9ea8-2e7faca8ef00 req-b3e3fca9-d6d9-4ba0-b6d5-6e55585c297b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0272052 Dec 13 16:50:09.924409 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b327820c-ab31-43fc-98c0-1c35685cacd7 req-50af8a5d-7bed-4f7c-9a31-753f87c76e6d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0274293 Dec 13 16:50:10.586051 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-3f446504-004e-4772-adef-77d49ef9c4a2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:10.587533 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-3f446504-004e-4772-adef-77d49ef9c4a2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 811 time: 0.1116309 Dec 13 16:50:10.665783 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-174ee0b6-c351-4eae-8b8f-0bf6437a2f86 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e3820c9ef544a680daa2b5be291a5a HTTP/1.1" status: 200 len: 380 time: 0.0543001 Dec 13 16:50:10.675340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'port': {'device_id': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'admin_state_up': True, 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'security_groups': ['39a23ac8-3edb-47e3-af6b-ed6ed2f71871']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:10.785017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Made reservation on behalf of 91e3820c9ef544a680daa2b5be291a5a for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:50:10.789922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:10.922611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Allocated IP 172.20.0.14 (c35fd316-7889-41b3-be32-ee052dbc0578/e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43/8d06f8a0-09ab-494c-bd05-0ccf41b35d9c) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:50:11.033981 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5d0f2d2e-ea3a-4f6c-8dd8-6957695513c0 req-ea0c5d30-96cf-4eb1-8ec8-7726bb4d4347 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0298328 Dec 13 16:50:11.088434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.133307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.178142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Network c35fd316-7889-41b3-be32-ee052dbc0578 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:50:11.181217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:50:11.183819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:50:11.220078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:11.235087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.235442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.235792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.236134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.236474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.236811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.237143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.237478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.237860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.238192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.238519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.238918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.239192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:11.259043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:11.259903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.276952 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-542d5f15-8655-4be6-8097-3a34da80d23b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6052856 Dec 13 16:50:11.297119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Request body: {'port': {'device_id': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:11.358556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.435544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1e8aaf80-d060-4d88-8133-d30527333f78 None None] Provisioning complete for port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:50:11.436460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e8aaf80-d060-4d88-8133-d30527333f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.470498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1e8aaf80-d060-4d88-8133-d30527333f78 None None] Port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:50:11.627197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:50:11.635427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.647758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Transition to ACTIVE for port object 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:50:11.651634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.707566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:11.778123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Attempting to bind port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:50:11.778796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Attempting to bind port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:50:11.779296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Attempting to bind port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c on network c35fd316-7889-41b3-be32-ee052dbc0578 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:50:11.783996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c on network c35fd316-7889-41b3-be32-ee052dbc0578 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:50:11.784320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Attempting to bind port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c on network c35fd316-7889-41b3-be32-ee052dbc0578 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:50:11.789385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:50:11.789725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Checking segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:50:11.790113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Bound using segment: {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:50:11.790543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Bound port: 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b03607b-0e4c-4481-abc7-5abe2c1c5627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:50:11.790925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.862431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] For port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:50:11.866169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] For port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:50:11.871735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.914843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:11.915456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:11.916890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] 10.222.0.31 "PUT /v2.0/ports/8d06f8a0-09ab-494c-bd05-0ccf41b35d9c HTTP/1.1" status: 200 len: 1094 time: 0.6247518 Dec 13 16:50:11.917337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:11.919606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69" -d '{"events": [{"name": "network-changed", "server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:11.940319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea21122-2b71-4e5e-96e3-b825c62dcdf5 service neutron] Pushing event updated for resources: {'Port': ['ID=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:11.972960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59eb5ec-e7f6-48f3-9a59-a1204c7fa9e3 x-openstack-request-id: req-c59eb5ec-e7f6-48f3-9a59-a1204c7fa9e3 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:11.973257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:11.973519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c59eb5ec-e7f6-48f3-9a59-a1204c7fa9e3 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:11.973956 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'status': 'completed', 'code': 200} Dec 13 16:50:12.027795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-dba8c0e0-8bce-4ea1-85d7-421db5962fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.029317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-dba8c0e0-8bce-4ea1-85d7-421db5962fc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0451646 Dec 13 16:50:12.085037 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-96d61bb3-301f-4416-9db6-125c1da42322 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c HTTP/1.1" status: 200 len: 217 time: 0.0378056 Dec 13 16:50:12.178942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-4fdd14d9-342a-428e-9f6d-c3e9d09e7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.180583 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-4fdd14d9-342a-428e-9f6d-c3e9d09e7a2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0829751 Dec 13 16:50:12.197532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939aaea-a4f9-45b7-88b1-c43b675869f7 req-8b4a2505-de5d-4bd5-adf5-accf39875811 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.199190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b939aaea-a4f9-45b7-88b1-c43b675869f7 req-8b4a2505-de5d-4bd5-adf5-accf39875811 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0913212 Dec 13 16:50:12.273014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-c4ab9b6f-e305-43d9-ad0c-28232d61f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.274526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-c4ab9b6f-e305-43d9-ad0c-28232d61f433 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852950 Dec 13 16:50:12.279609 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b939aaea-a4f9-45b7-88b1-c43b675869f7 req-fbe6b243-4ba6-4c87-871e-67a80f74ee18 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725222 Dec 13 16:50:12.376704 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-46b19141-59d9-4119-985e-21b1de2b4103 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856392 Dec 13 16:50:12.470064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4a20fd8e-118d-4da9-80b4-7a3f2c79f2a8 req-42b9d7f6-3f9b-44dd-a0a6-6a8d457e6130 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837545 Dec 13 16:50:12.564381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-d518da7f-7231-4ae4-b1d2-bd120856a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.565824 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-d518da7f-7231-4ae4-b1d2-bd120856a6a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0404477 Dec 13 16:50:12.664780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-74ae4d9e-ebc7-4730-a23e-eecf25fea95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.666231 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-74ae4d9e-ebc7-4730-a23e-eecf25fea95d service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0870724 Dec 13 16:50:12.713488 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-1a3e35ea-39c5-4558-979a-0acadc45354a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c HTTP/1.1" status: 200 len: 217 time: 0.0347571 Dec 13 16:50:12.773045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-ea5ff2ac-a86f-439e-9ace-831b40123cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.774433 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-ea5ff2ac-a86f-439e-9ace-831b40123cf8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0480509 Dec 13 16:50:12.824198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-7d28279d-2c54-476a-912c-4233f5a716b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:12.825690 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-7d28279d-2c54-476a-912c-4233f5a716b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406420 Dec 13 16:50:12.921442 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-8b2ea7ce-a4f8-4b3e-b7b7-66de6e16c477 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819120 Dec 13 16:50:13.022768 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b73dd3f-27ec-4f1e-9dc4-2f8065d46c69 req-8751c1db-4d7a-457c-91b0-04653298293a service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890231 Dec 13 16:50:13.399225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141001d-aad5-457b-ad13-8f38a08a23a5 req-e64940bc-98e9-4c84-968b-ca207235521f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:13.400774 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9141001d-aad5-457b-ad13-8f38a08a23a5 req-e64940bc-98e9-4c84-968b-ca207235521f tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0508358 Dec 13 16:50:13.450084 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9141001d-aad5-457b-ad13-8f38a08a23a5 req-761d8e73-24c5-4026-9390-d350ebbecf3d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Dec 13 16:50:13.948363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:14.569966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390c924-d127-471d-9ec4-9ccdce86e5e3 req-301d33af-497d-4364-945a-d8d33f742704 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:14.571605 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f390c924-d127-471d-9ec4-9ccdce86e5e3 req-301d33af-497d-4364-945a-d8d33f742704 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0546968 Dec 13 16:50:14.992281 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f390c924-d127-471d-9ec4-9ccdce86e5e3 req-2e7d898b-b70f-4875-bb01-70a29b8d50af tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144602 Dec 13 16:50:16.113849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0168eaf-157f-45b2-8e5b-e16a29c074fd req-50057e9e-9057-429c-9c8f-9cf5ff6f3eb2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:16.115455 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0168eaf-157f-45b2-8e5b-e16a29c074fd req-50057e9e-9057-429c-9c8f-9cf5ff6f3eb2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0536799 Dec 13 16:50:16.171541 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0168eaf-157f-45b2-8e5b-e16a29c074fd req-04be31f9-bde6-480a-a1c8-ddb8e144c1f0 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496583 Dec 13 16:50:17.298220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916e4f2-86ed-44e7-bebe-1cc789950a83 req-9adb692c-b8fb-40d8-86a9-83d83c701fcd tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:17.299960 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a916e4f2-86ed-44e7-bebe-1cc789950a83 req-9adb692c-b8fb-40d8-86a9-83d83c701fcd tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0570288 Dec 13 16:50:17.359753 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a916e4f2-86ed-44e7-bebe-1cc789950a83 req-4339fdbc-2351-446b-8753-20865c2b8c62 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534861 Dec 13 16:50:18.488136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90a985b-6e2c-40df-beb4-f9f6791c9fcb req-46455f02-e91c-4d5c-a694-b7f4eb093664 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:18.489575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b90a985b-6e2c-40df-beb4-f9f6791c9fcb req-46455f02-e91c-4d5c-a694-b7f4eb093664 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0548704 Dec 13 16:50:18.541798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b90a985b-6e2c-40df-beb4-f9f6791c9fcb req-ebf1f767-07ba-4973-995f-ce5054cd43ca tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462899 Dec 13 16:50:19.654997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c291f-dc74-4baf-9682-83106ade2b78 req-e4463819-5dd6-440b-bcdc-44c1d469e2db tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:19.656379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-129c291f-dc74-4baf-9682-83106ade2b78 req-e4463819-5dd6-440b-bcdc-44c1d469e2db tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0487399 Dec 13 16:50:19.704733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-129c291f-dc74-4baf-9682-83106ade2b78 req-96402017-9fae-4049-9e3b-9fb51ea8f636 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Dec 13 16:50:20.821413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a7e22e-c847-44ab-8be4-7c9ac6930a4c req-8732a448-1900-4d6c-9431-a65afbce65db tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:20.822908 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f6a7e22e-c847-44ab-8be4-7c9ac6930a4c req-8732a448-1900-4d6c-9431-a65afbce65db tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0530193 Dec 13 16:50:20.871229 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f6a7e22e-c847-44ab-8be4-7c9ac6930a4c req-bb39d85b-e52a-4d42-91f6-6c084d1397e8 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423083 Dec 13 16:50:21.986981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617c3ee-9d9f-48de-b497-dc5a1d402944 req-79aff7ed-abfb-465e-b7ee-e207d67ba124 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:21.988460 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5617c3ee-9d9f-48de-b497-dc5a1d402944 req-79aff7ed-abfb-465e-b7ee-e207d67ba124 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0489235 Dec 13 16:50:22.040715 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5617c3ee-9d9f-48de-b497-dc5a1d402944 req-8f8c2ab0-aabc-4f6c-ab6f-cdd3f0efd1db tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458274 Dec 13 16:50:23.158477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3d683-2704-477c-b0ae-05097278e06e req-ebd13b8d-7e9c-4c85-87c4-95aa11a864d1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:23.159964 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7fb3d683-2704-477c-b0ae-05097278e06e req-ebd13b8d-7e9c-4c85-87c4-95aa11a864d1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0480986 Dec 13 16:50:23.212488 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7fb3d683-2704-477c-b0ae-05097278e06e req-699b2605-7eb3-4aea-82f0-abfb4361321e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466647 Dec 13 16:50:24.139642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:50:24.235166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:24.246359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'port_id': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'mac_address': 'fa:16:3e:7d:ff:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:50:24.330416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb042d90-80b5-49b2-b8c3-edecd03796c2 req-59df56c2-0863-40bf-8090-c07724fff6c1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:24.332024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eb042d90-80b5-49b2-b8c3-edecd03796c2 req-59df56c2-0863-40bf-8090-c07724fff6c1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 944 time: 0.0514596 Dec 13 16:50:24.386132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eb042d90-80b5-49b2-b8c3-edecd03796c2 req-92a207e3-b2cc-4b01-8cbb-425cf4759937 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469575 Dec 13 16:50:24.437900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.450951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:50:24.470046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:24.474407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:24.518987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:24.526660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.527019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.527359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.527692 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.528022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.528348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.528673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.528999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.529320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.529655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.529961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.530275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.530589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:50:24.746086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['8d06f8a0-09ab-494c-bd05-0ccf41b35d9c'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:50:24.979877 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-71c57d18-40c1-47c0-aa4a-fcd912065ea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:25.501170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ecdff-d999-43f6-82a4-07bca7e92468 req-3821760c-094c-4ddc-b494-02ce6f439f39 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:25.502670 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e38ecdff-d999-43f6-82a4-07bca7e92468 req-3821760c-094c-4ddc-b494-02ce6f439f39 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 945 time: 0.0481949 Dec 13 16:50:25.550935 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e38ecdff-d999-43f6-82a4-07bca7e92468 req-a16bc4e9-4629-44a2-b11a-1c096143815a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424225 Dec 13 16:50:26.148060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:50:26.196700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:50:26.200639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:50:26.201015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:26.281984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:26.305425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:26.307684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89369e0f-f83d-494d-baee-52d812ba9377" -d '{"events": [{"server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "name": "network-vif-plugged", "status": "completed", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:26.320239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:50:26.324261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:26.372841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:26.667250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b48ef-2d15-4dfc-a082-824caa2826d4 req-6c84580b-1354-49ef-981a-d5c4b857faa4 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:26.669097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0b48ef-2d15-4dfc-a082-824caa2826d4 req-6c84580b-1354-49ef-981a-d5c4b857faa4 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0533533 Dec 13 16:50:26.724636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae0b48ef-2d15-4dfc-a082-824caa2826d4 req-048c99dd-9b0f-42d9-a11a-c3422c883980 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494158 Dec 13 16:50:27.365234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa2b36b-2d81-494d-bb09-e7c6219f492d x-openstack-request-id: req-5fa2b36b-2d81-494d-bb09-e7c6219f492d {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:27.365671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "name": "network-vif-plugged", "status": "completed", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:27.365757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5fa2b36b-2d81-494d-bb09-e7c6219f492d {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:27.366156 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'code': 200} Dec 13 16:50:27.379428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c5ecbbd6-9599-42c2-af19-f2212aebf446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:27.579287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f3288-fe0c-4926-9fe0-15fc7f4473a3 req-479fdfa2-6493-4410-b093-275012757f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:27.580773 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fd9f3288-fe0c-4926-9fe0-15fc7f4473a3 req-479fdfa2-6493-4410-b093-275012757f6a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0400836 Dec 13 16:50:27.628199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fd9f3288-fe0c-4926-9fe0-15fc7f4473a3 req-78aa4fc5-6c7c-4266-ba5d-70599c411fd8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373878 Dec 13 16:50:27.841923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b280b-54e1-4f7c-80c6-fa05bb2cd3a8 req-98698998-557a-49f4-9892-c60cca386f07 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:27.843458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-db1b280b-54e1-4f7c-80c6-fa05bb2cd3a8 req-98698998-557a-49f4-9892-c60cca386f07 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0526435 Dec 13 16:50:27.891935 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-db1b280b-54e1-4f7c-80c6-fa05bb2cd3a8 req-aa8106bc-f859-4f7a-a5bb-dbeb1812b482 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426247 Dec 13 16:50:28.459142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:29.008460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ffeb3c-064b-48ad-a2e6-a28d8328aca0 req-51d5d0c2-c383-497c-b10f-2f2fe0d19a3c tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:29.009939 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ffeb3c-064b-48ad-a2e6-a28d8328aca0 req-51d5d0c2-c383-497c-b10f-2f2fe0d19a3c tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0490644 Dec 13 16:50:29.059091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ffeb3c-064b-48ad-a2e6-a28d8328aca0 req-fdfea3f2-6467-4b42-a99c-e9fe4cebce8b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432589 Dec 13 16:50:29.176396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bef592f-8edf-4fda-a7fc-cb673ada8a9e req-cee1177f-7993-4f95-b9da-8ef92787fbe5 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:29.177829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6bef592f-8edf-4fda-a7fc-cb673ada8a9e req-cee1177f-7993-4f95-b9da-8ef92787fbe5 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0500276 Dec 13 16:50:29.231612 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6bef592f-8edf-4fda-a7fc-cb673ada8a9e req-45aba5eb-a3c9-426c-95f2-a695f349a80a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470922 Dec 13 16:50:29.254072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49082) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:29.293608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013e512b-5e17-4429-b908-5f76bc26ef9e tempest-TestVolumeBootPattern-1973750056 tempest-TestVolumeBootPattern-1973750056-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:29.295385 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-013e512b-5e17-4429-b908-5f76bc26ef9e tempest-TestVolumeBootPattern-1973750056 tempest-TestVolumeBootPattern-1973750056-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 1094 time: 0.0402062 Dec 13 16:50:29.298120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49084) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:50:29.302296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:50:29.324915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:29.422454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:29.528377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Allocated IP 172.26.6.52 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/acf0c825-694f-4027-8b18-5c3adc1d412b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:50:29.635292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:29.668629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:29.708139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:50:29.711443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:50:29.714935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:50:29.720115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=acf0c825-694f-4027-8b18-5c3adc1d412b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:29.987348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:30.063813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:30.129838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:30.281964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:30.286102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:30.353972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event updated for resources: {'Port': ['ID=acf0c825-694f-4027-8b18-5c3adc1d412b,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:50:30.364044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:30.463905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Floating IP 664062ef-c585-405c-a254-1ea280528ec7 associated. External IP: 172.26.6.52, port: 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c. Dec 13 16:50:30.672184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:50:30.779046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:50:30.788990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:50:30.797250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:30.800267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:50:30.800893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:50:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:50:30.824980 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8e886ac1-4a43-40fc-8d79-2c02c9562bed tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5258322 Dec 13 16:50:30.825576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:50:30.827882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4244b55c-431e-4dc6-89ac-451b267e340d" -d '{"events": [{"name": "network-changed", "server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:50:30.863586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dfe13a-65f9-43fc-959e-a30463d79f97 x-openstack-request-id: req-d9dfe13a-65f9-43fc-959e-a30463d79f97 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:50:30.863901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:50:30.864154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9dfe13a-65f9-43fc-959e-a30463d79f97 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:50:30.864560 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'status': 'completed', 'code': 200} Dec 13 16:50:30.899407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:30.929574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:50:30.930407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244b55c-431e-4dc6-89ac-451b267e340d req-2b572549-4590-4540-ab3b-efd79551e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:30.932420 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4244b55c-431e-4dc6-89ac-451b267e340d req-2b572549-4590-4540-ab3b-efd79551e969 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0450830 Dec 13 16:50:31.030144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244b55c-431e-4dc6-89ac-451b267e340d req-b5c6369a-cd0a-48ac-a173-53e043338b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:31.031665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4244b55c-431e-4dc6-89ac-451b267e340d req-b5c6369a-cd0a-48ac-a173-53e043338b2c service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0905313 Dec 13 16:50:31.098375 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4244b55c-431e-4dc6-89ac-451b267e340d req-9fec7b85-0333-4985-9458-73004ba6d35f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c HTTP/1.1" status: 200 len: 999 time: 0.0591547 Dec 13 16:50:31.151882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244b55c-431e-4dc6-89ac-451b267e340d req-c3d98a53-41d1-491c-b261-1906e15477d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:31.153375 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4244b55c-431e-4dc6-89ac-451b267e340d req-c3d98a53-41d1-491c-b261-1906e15477d4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0478733 Dec 13 16:50:31.160831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '664062ef-c585-405c-a254-1ea280528ec7', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.52', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7d:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:50:29Z', 'updated_at': '2021-12-13T16:50:29Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}, {'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:13Z', 'revision_number': 1, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:50:31.188352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:50:31.196557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:50:31.197157 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:50:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:50:31.200341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244b55c-431e-4dc6-89ac-451b267e340d req-d5e0ddbf-6cf6-4e8e-9d9b-c6bc1a2d1840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:31.201862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4244b55c-431e-4dc6-89ac-451b267e340d req-d5e0ddbf-6cf6-4e8e-9d9b-c6bc1a2d1840 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405309 Dec 13 16:50:31.292290 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4244b55c-431e-4dc6-89ac-451b267e340d req-ae792748-68cd-4af4-af96-2146d93ca85a service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822773 Dec 13 16:50:31.303113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:50:31.388889 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4244b55c-431e-4dc6-89ac-451b267e340d req-35557790-5826-486f-85fe-dc54d1c73528 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885959 Dec 13 16:50:31.529476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '664062ef-c585-405c-a254-1ea280528ec7', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.52', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7d:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:50:29Z', 'updated_at': '2021-12-13T16:50:29Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}, {'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:13Z', 'revision_number': 1, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:50:31.559931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded36ac-4f5c-46e8-9113-5c4ced8520c5 None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '664062ef-c585-405c-a254-1ea280528ec7', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.52', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7d:ff:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:50:29Z', 'updated_at': '2021-12-13T16:50:29Z', 'revision_number': 0, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}, {'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:13Z', 'revision_number': 1, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:50:31.750419 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a60a96-ff7a-4b86-9753-916100cdfefd None None] New status for floating IP 664062ef-c585-405c-a254-1ea280528ec7: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:50:37.116724 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:50:43.959701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:54.973110 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0ceb4ce3-1d74-47aa-9430-a38dcbcfc373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:56.815858 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-6f3afacb-ec6f-45fb-b875-1dc48a034b4f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402081 Dec 13 16:50:56.906187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-1698a7bc-2038-48c4-856b-cc134d55c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:56.907713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-1698a7bc-2038-48c4-856b-cc134d55c562 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1098 time: 0.0405526 Dec 13 16:50:57.027625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-0a3b0454-1ab8-496d-b76c-60c15b670bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.029004 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-0a3b0454-1ab8-496d-b76c-60c15b670bd3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0937374 Dec 13 16:50:57.100245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-bcf5456d-4c96-45cc-aa75-5c1646d3be92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 200 len: 1001 time: 0.0571434 Dec 13 16:50:57.156673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-6e036cf8-82a8-4f1e-81fe-55777def40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.158081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-6e036cf8-82a8-4f1e-81fe-55777def40b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0462718 Dec 13 16:50:57.209140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-3497548f-7f42-4387-bd61-f7efdf3238f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:50:57.210619 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-3497548f-7f42-4387-bd61-f7efdf3238f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397055 Dec 13 16:50:57.305719 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-59893ba6-4468-4b12-b55c-450814a8b76c service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813048 Dec 13 16:50:57.374249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0edb6a42-e761-4f84-a862-ea60ca35223b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:57.408861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc9d102b-1487-4ffd-a581-0457cde9c0b0 req-75bcd85e-b641-4991-96d3-d49ad69293e8 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906901 Dec 13 16:50:58.461100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:50:59.990543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:00.873595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:13.974549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:14.115763 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:51:24.973851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f9bc5df5-6c34-47af-8037-85935ba657ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:27.377133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4ce9b05-9cad-4002-a6be-f396b65f2e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:28.463054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:29.993934 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:30.877080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:44.006099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:49.042952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-24796045-0757-4a8e-b9ee-d3bd5d250ba5 req-7a07a3af-cf65-4135-89e7-5c4537e1ebae service neutron] (103052) timed out ('10.222.0.31', 55485) {{(pid=103052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 16:51:51.113858 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:51:54.975280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5987b6a7-9699-4ad8-9166-061e7d81f119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:57.378604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4f47e38c-dc9f-4c14-98f9-f1b08e89fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:57.869363 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-94510767-7605-4e19-902c-7aab6b4d632b req-e59d979b-2f2d-4572-b542-4ebc67f4569e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408521 Dec 13 16:51:57.934085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510767-7605-4e19-902c-7aab6b4d632b req-d902624e-26a2-4e41-8895-becd82395a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:57.935632 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-94510767-7605-4e19-902c-7aab6b4d632b req-d902624e-26a2-4e41-8895-becd82395a06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0410333 Dec 13 16:51:58.047638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510767-7605-4e19-902c-7aab6b4d632b req-a4776f02-803f-44ca-a477-0492477ebe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:58.049115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-94510767-7605-4e19-902c-7aab6b4d632b req-a4776f02-803f-44ca-a477-0492477ebe36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.0877461 Dec 13 16:51:58.115792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-94510767-7605-4e19-902c-7aab6b4d632b req-90eb8f22-6f56-409d-9de1-f485c3d3a2d7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c HTTP/1.1" status: 200 len: 1001 time: 0.0573323 Dec 13 16:51:58.175636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510767-7605-4e19-902c-7aab6b4d632b req-dd4b29f7-887c-41ac-aa83-b7266d56768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:58.177060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-94510767-7605-4e19-902c-7aab6b4d632b req-dd4b29f7-887c-41ac-aa83-b7266d56768a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0473390 Dec 13 16:51:58.227665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94510767-7605-4e19-902c-7aab6b4d632b req-c94568ee-5ef3-48fd-80d5-49f9b0246ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:51:58.229155 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-94510767-7605-4e19-902c-7aab6b4d632b req-c94568ee-5ef3-48fd-80d5-49f9b0246ef3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402977 Dec 13 16:51:58.323206 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-94510767-7605-4e19-902c-7aab6b4d632b req-7ef9ded4-ceeb-4865-bf36-bad2f5f052e5 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814316 Dec 13 16:51:58.423998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-94510767-7605-4e19-902c-7aab6b4d632b req-9bf19962-332a-4fca-8483-542fc6297048 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872674 Dec 13 16:51:58.466298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:59.511074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49112) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:51:59.669896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Deleting port acf0c825-694f-4027-8b18-5c3adc1d412b {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:51:59.670169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:59.748196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:59.748520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:59.760833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Calling delete_port for acf0c825-694f-4027-8b18-5c3adc1d412b owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:51:59.904325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:51:59.933493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event deleted for resources: {'Port': ['ID=acf0c825-694f-4027-8b18-5c3adc1d412b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:51:59.943615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.943971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.944321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.944662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.945001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.945336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.945668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.945998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.946330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.946665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.947008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.947361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.947683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:51:59.996622 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:00.004192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:00.004526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Floating IP 664062ef-c585-405c-a254-1ea280528ec7 disassociated (deleted). External IP: 172.26.6.52, port: 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c. Dec 13 16:52:00.210133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:52:00.316696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:52:00.321547 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:00.326844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:52:00.336932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:00.337550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:51:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:00.348495 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8e11918d-ccf1-46b9-ab0e-1fcb2453eb23 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "DELETE /v2.0/floatingips/664062ef-c585-405c-a254-1ea280528ec7 HTTP/1.1" status: 204 len: 168 time: 0.8363330 Dec 13 16:52:00.349071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:00.352253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799" -d '{"events": [{"name": "network-changed", "server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:00.396181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176aee65-3aee-4253-9cbc-af3baafb6e15 x-openstack-request-id: req-176aee65-3aee-4253-9cbc-af3baafb6e15 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:00.396428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:00.396636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-176aee65-3aee-4253-9cbc-af3baafb6e15 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:00.398078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'status': 'completed', 'code': 200} Dec 13 16:52:00.458248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:00.474085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-b9005b8b-7f42-41e0-91a8-0241c7de383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:00.475439 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-b9005b8b-7f42-41e0-91a8-0241c7de383b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 1099 time: 0.0439162 Dec 13 16:52:00.614709 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027aa864-dfbe-482f-bffa-ebed8eedd737 req-bd9cc2d6-5030-4c36-b838-4d4b8630351d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:00.616735 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-027aa864-dfbe-482f-bffa-ebed8eedd737 req-bd9cc2d6-5030-4c36-b838-4d4b8630351d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0726216 Dec 13 16:52:00.639131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-aeb0789c-83cf-458f-abae-1afc99ea4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:00.640574 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-aeb0789c-83cf-458f-abae-1afc99ea4a85 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.1469581 Dec 13 16:52:00.693955 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-63bfde78-fc8e-41cd-b8bd-27a3640de3f7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c HTTP/1.1" status: 200 len: 217 time: 0.0456245 Dec 13 16:52:00.695899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:13Z', 'revision_number': 1, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:00.726760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:52:00.735881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:00.736504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:51:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:00.989415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:01.017340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:01.061331 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-027aa864-dfbe-482f-bffa-ebed8eedd737 req-19b7fd9c-9014-4d8e-a44d-87a3e91ab6fa tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4385648 Dec 13 16:52:01.095941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-36ddba6a-3236-4f56-8e0c-0dc528b65453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:01.097484 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-36ddba6a-3236-4f56-8e0c-0dc528b65453 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.3942461 Dec 13 16:52:01.144131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-570c7743-ecbe-4e96-9087-b216fb4d22bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:01.145612 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-570c7743-ecbe-4e96-9087-b216fb4d22bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395799 Dec 13 16:52:01.241787 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-d8ea09ff-f842-4910-82bf-3115e52f522c service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857279 Dec 13 16:52:01.244389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:13Z', 'revision_number': 1, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:01.275501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c9ea8-ed8c-43aa-9e46-746fbcac7ab4 None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ea9e7029-6ba3-47c7-a6f6-9b6722948de2', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'port_id': '450ff562-c338-4949-88cd-c1116375c082', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'mac_address': 'fa:16:3e:7c:17:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:48:11Z', 'updated_at': '2021-12-13T16:48:13Z', 'revision_number': 1, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:52:01.336056 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b20854ed-3cd8-4fea-bde3-e9f78d8e7799 req-7d5c5e56-1432-4f26-8070-6e20f7173622 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846794 Dec 13 16:52:01.497173 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39ff2f0-6a5b-4ee2-8675-fbaa2d54c79c None None] New status for floating IP 664062ef-c585-405c-a254-1ea280528ec7: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:52:02.181586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edba9f-3c4c-4fb0-9b86-da9732c291d4 req-2c6c3b83-1aa1-4d14-9274-aa55e30c8b40 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.183057 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97edba9f-3c4c-4fb0-9b86-da9732c291d4 req-2c6c3b83-1aa1-4d14-9274-aa55e30c8b40 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0497501 Dec 13 16:52:02.236605 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97edba9f-3c4c-4fb0-9b86-da9732c291d4 req-fbd9ae9e-569c-4e56-8e47-39e433b49d17 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476823 Dec 13 16:52:02.348725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-fe9b990f-7650-4a22-981c-88077f319ee1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:02.350062 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-fe9b990f-7650-4a22-981c-88077f319ee1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0481560 Dec 13 16:52:02.441312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Deleting port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:02.441651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:02.531775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] For port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:02.532132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:02.545013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Calling delete_port for 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:02.672545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:02.701954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event deleted for resources: {'Port': ['ID=8d06f8a0-09ab-494c-bd05-0ccf41b35d9c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:02.742251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] No DVR routers for this DVR port 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:02.744736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:02.748024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3d8f29aa-c8ec-4d21-8cab-ffb40ca44f0e req-da5c8953-db7a-4e25-a4bc-7a0952400684 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "DELETE /v2.0/ports/8d06f8a0-09ab-494c-bd05-0ccf41b35d9c HTTP/1.1" status: 204 len: 173 time: 0.3877997 Dec 13 16:52:02.748460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'name': 'network-vif-deleted', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:02.750700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ba0ccc-8842-46e4-bddf-c16f0133e04b" -d '{"events": [{"server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "name": "network-vif-deleted", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:02.789358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f8a127-c43a-4e11-9b36-abf38d602d65 x-openstack-request-id: req-13f8a127-c43a-4e11-9b36-abf38d602d65 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:02.789652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93431473-e5a2-45e2-b654-ec02dd48a4d2", "name": "network-vif-deleted", "tag": "8d06f8a0-09ab-494c-bd05-0ccf41b35d9c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:02.789904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13f8a127-c43a-4e11-9b36-abf38d602d65 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:02.790302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93431473-e5a2-45e2-b654-ec02dd48a4d2', 'name': 'network-vif-deleted', 'tag': '8d06f8a0-09ab-494c-bd05-0ccf41b35d9c', 'status': 'completed', 'code': 200} Dec 13 16:52:03.331931 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dc6410d1-0507-43fa-b1cc-f5d88f9ae72a req-4410c754-c235-4327-bbbd-9eb0faa9cd58 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0272083 Dec 13 16:52:04.437265 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-381146cf-7bea-4c96-a0b4-d3379afe15fa req-e73b99ba-64d0-47b9-9435-834d30767fae tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0325766 Dec 13 16:52:05.530213 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f56c113f-39b4-4c21-a041-4b505fd7fd70 req-cdfe53dd-f1dc-4003-99b0-2dbb5a07b07d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0258226 Dec 13 16:52:06.531396 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:06.551983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:06.552334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8d06f8a0-09ab-494c-bd05-0ccf41b35d9c not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:06.625569 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-662b4f15-241d-4f13-89ae-fd5c80f5c5c2 req-fb43a53d-8b1a-44aa-80bb-e2d7f1657d9a tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=93431473-e5a2-45e2-b654-ec02dd48a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0264044 Dec 13 16:52:13.149969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49164) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:13.310309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Deleting port afb6a929-6d79-43c9-b778-334d8481d957 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:13.310682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:13.390073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:13.390344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:13.402531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Calling delete_port for afb6a929-6d79-43c9-b778-334d8481d957 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:13.548220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:13.578978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event deleted for resources: {'Port': ['ID=afb6a929-6d79-43c9-b778-334d8481d957,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:13.632340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:13.632713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Floating IP ea9e7029-6ba3-47c7-a6f6-9b6722948de2 disassociated (deleted). External IP: 172.26.6.212, port: 450ff562-c338-4949-88cd-c1116375c082. Dec 13 16:52:13.844501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:52:13.953938 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:52:13.958704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:13.963441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:52:13.972158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:13.972763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:51:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:13.986155 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c55af425-c895-4ea1-84cd-13246a5fc13e tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "DELETE /v2.0/floatingips/ea9e7029-6ba3-47c7-a6f6-9b6722948de2 HTTP/1.1" status: 204 len: 168 time: 0.8350921 Dec 13 16:52:13.986871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'tag': '450ff562-c338-4949-88cd-c1116375c082'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:13.989217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3bdcd3-7634-4533-a84a-f524dd074f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "tag": "450ff562-c338-4949-88cd-c1116375c082"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:14.028988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b970ff57-348e-4cdd-a2f6-7e38071da870 x-openstack-request-id: req-b970ff57-348e-4cdd-a2f6-7e38071da870 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:14.029286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "tag": "450ff562-c338-4949-88cd-c1116375c082", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:14.029546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b970ff57-348e-4cdd-a2f6-7e38071da870 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:14.029954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'tag': '450ff562-c338-4949-88cd-c1116375c082', 'status': 'completed', 'code': 200} Dec 13 16:52:14.065084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:14.096525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:14.108681 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-fec6cf32-a27f-425a-83fc-c07b01e1f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:14.110380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-fec6cf32-a27f-425a-83fc-c07b01e1f1e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=91e3820c9ef544a680daa2b5be291a5a&device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 1098 time: 0.0486598 Dec 13 16:52:14.251896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c93df-cc87-4e5a-8efc-60f1437eabf3 req-f8565f7c-7746-4864-a90a-fb22712fb9a1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:14.253395 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a81c93df-cc87-4e5a-8efc-60f1437eabf3 req-f8565f7c-7746-4864-a90a-fb22712fb9a1 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 945 time: 0.0780172 Dec 13 16:52:14.259111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-3ec1f35a-b551-47d9-85c5-6f096515a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:14.260515 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-3ec1f35a-b551-47d9-85c5-6f096515a2b8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 200 len: 912 time: 0.1409531 Dec 13 16:52:14.309939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:14.323441 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-50961d7e-ad43-4c03-9d7a-15f6d0202474 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 200 len: 217 time: 0.0476241 Dec 13 16:52:14.336845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:52:14.345180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:14.345789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:51:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:14.375994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a81c93df-cc87-4e5a-8efc-60f1437eabf3 req-087d67f6-d6b0-4044-917c-ac19cc53af1d tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118667 Dec 13 16:52:14.395262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-d49dd8ce-c5f0-425c-88f5-cbe9db996b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:14.396748 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-d49dd8ce-c5f0-425c-88f5-cbe9db996b45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 200 len: 850 time: 0.0630560 Dec 13 16:52:14.452184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-c955c418-cb71-44be-9b2b-6eb40198e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:14.453872 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-c955c418-cb71-44be-9b2b-6eb40198e6f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c35fd316-7889-41b3-be32-ee052dbc0578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0486479 Dec 13 16:52:14.454250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:14.551799 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-d6020ba4-b3e6-48fd-85e0-23897ceacf3a service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858893 Dec 13 16:52:14.645853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe3bdcd3-7634-4533-a84a-f524dd074f9d req-70c16198-d064-40e5-976c-059df0195586 service neutron] 10.222.0.31 "GET /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831561 Dec 13 16:52:14.653939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:14.681250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32fe1f-1134-4d64-8632-f908ae217446 None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:52Z', 'revision_number': 4, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '2c57c4b9-f906-42ae-ae3b-99d0f2700706', 'name': '', 'network_id': 'c35fd316-7889-41b3-be32-ee052dbc0578', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'mac_address': 'fa:16:3e:ef:eb:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:52Z', 'updated_at': '2021-12-13T16:44:57Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'subnets': [{'id': 'e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:52:14.890406 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93b464f-0a7a-4f46-8453-220fc70d5056 None None] New status for floating IP ea9e7029-6ba3-47c7-a6f6-9b6722948de2: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:52:15.495680 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e461e6-5443-449d-a265-774770b54f1f req-9aae3fb5-691b-4042-9c67-156400e1e5be tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:15.497157 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e7e461e6-5443-449d-a265-774770b54f1f req-9aae3fb5-691b-4042-9c67-156400e1e5be tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 945 time: 0.0493076 Dec 13 16:52:15.551631 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e7e461e6-5443-449d-a265-774770b54f1f req-f3953347-2f59-4e6f-9809-2ad2fb2ba361 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/security-groups?id=39a23ac8-3edb-47e3-af6b-ed6ed2f71871&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485737 Dec 13 16:52:15.951890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968af86-d10b-4944-b95c-b889ea72868c req-06e92744-c2ee-4d85-8cbe-59a99f3dabb2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:15.953338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a968af86-d10b-4944-b95c-b889ea72868c req-06e92744-c2ee-4d85-8cbe-59a99f3dabb2 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 945 time: 0.0482140 Dec 13 16:52:16.042381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Deleting port 450ff562-c338-4949-88cd-c1116375c082 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:16.042939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:16.135796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] For port 450ff562-c338-4949-88cd-c1116375c082, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=450ff562-c338-4949-88cd-c1116375c082,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:16.136159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:16.148622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Calling delete_port for 450ff562-c338-4949-88cd-c1116375c082 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:16.277534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:16.307910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event deleted for resources: {'Port': ['ID=450ff562-c338-4949-88cd-c1116375c082,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:16.352720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] No DVR routers for this DVR port 450ff562-c338-4949-88cd-c1116375c082 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:16.355523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:16.359295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a968af86-d10b-4944-b95c-b889ea72868c req-f22c0210-b758-4b7c-ad45-f3768d89610b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.31 "DELETE /v2.0/ports/450ff562-c338-4949-88cd-c1116375c082 HTTP/1.1" status: 204 len: 173 time: 0.3988190 Dec 13 16:52:16.359762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'name': 'network-vif-deleted', 'tag': '450ff562-c338-4949-88cd-c1116375c082'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:16.362004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fef3e77-51e1-4b7f-a0a3-0c1036228882" -d '{"events": [{"server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "name": "network-vif-deleted", "tag": "450ff562-c338-4949-88cd-c1116375c082"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:16.400838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b566f9d1-f9d8-4ea4-b7e8-7de9e9aa5369 x-openstack-request-id: req-b566f9d1-f9d8-4ea4-b7e8-7de9e9aa5369 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:16.401137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8ba741-1536-4679-a7ac-d6fc7cf11445", "name": "network-vif-deleted", "tag": "450ff562-c338-4949-88cd-c1116375c082", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:16.401403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b566f9d1-f9d8-4ea4-b7e8-7de9e9aa5369 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:16.401851 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8ba741-1536-4679-a7ac-d6fc7cf11445', 'name': 'network-vif-deleted', 'tag': '450ff562-c338-4949-88cd-c1116375c082', 'status': 'completed', 'code': 200} Dec 13 16:52:16.646902 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c4a3f0db-5562-42fc-a42b-3ef7bf50e22c req-3c381371-e5bc-4bba-b5f3-6d4fecff184b tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0272532 Dec 13 16:52:17.748358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dc9a802a-0a16-4eca-a449-3fbfece089dc req-bf04ca09-1e36-4e6e-9644-89ef302d6978 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0305648 Dec 13 16:52:18.844954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4b0a361b-f3b5-4be1-94c7-ee9c7d29b9e9 req-0cf143a3-aab3-4bc7-8ca8-e6ca8dbecf63 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0278418 Dec 13 16:52:19.939665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e9d62f5-a7b6-4f0d-bb30-2803698d9df9 req-c596fec3-98d9-4ef6-a9bf-a7c9aaa54e63 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0267177 Dec 13 16:52:20.595916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 450ff562-c338-4949-88cd-c1116375c082 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:20.620397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 450ff562-c338-4949-88cd-c1116375c082 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:20.620746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 450ff562-c338-4949-88cd-c1116375c082 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:21.048939 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d59a1e9-6ef5-4ba8-865d-01d27d3fe7e3 req-782f888e-c054-4d4e-ae37-de2d2ef284b6 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "GET /v2.0/ports?device_id=0f8ba741-1536-4679-a7ac-d6fc7cf11445 HTTP/1.1" status: 200 len: 210 time: 0.0283518 Dec 13 16:52:22.105043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49188) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:22.234993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Deleting port 178aa6bd-9404-4e89-a7a5-f95d338095df {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:22.235329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.312405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.312734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.324826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Calling delete_port for 178aa6bd-9404-4e89-a7a5-f95d338095df owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:22.457710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.484944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event deleted for resources: {'Port': ['ID=178aa6bd-9404-4e89-a7a5-f95d338095df,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:22.547952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.550438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:22.551609 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b4374bef-5e1f-49a9-a665-e2cb75103a08 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "DELETE /v2.0/floatingips/23b5d3bc-61a4-4845-a5bb-d36875d1a734 HTTP/1.1" status: 204 len: 168 time: 0.4455788 Dec 13 16:52:24.979523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74b78faa-fce1-451c-8067-932dcf3029ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:25.838888 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49204) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:25.895327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08340cfc-f74c-4ac4-a145-daf0ae1faa20 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:25.921943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08340cfc-f74c-4ac4-a145-daf0ae1faa20 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:25.985415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08340cfc-f74c-4ac4-a145-daf0ae1faa20 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:25.988214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08340cfc-f74c-4ac4-a145-daf0ae1faa20 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:25.989412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-08340cfc-f74c-4ac4-a145-daf0ae1faa20 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] 10.222.0.13 "DELETE /v2.0/security-groups/39a23ac8-3edb-47e3-af6b-ed6ed2f71871 HTTP/1.1" status: 204 len: 168 time: 0.1494341 Dec 13 16:52:25.998461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08340cfc-f74c-4ac4-a145-daf0ae1faa20 tempest-TestVolumeBootPattern-1853204244 tempest-TestVolumeBootPattern-1853204244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a23ac8-3edb-47e3-af6b-ed6ed2f71871,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:26.060398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49208) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:26.567973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:26.815838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Deleting port 2c57c4b9-f906-42ae-ae3b-99d0f2700706 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:26.816175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:26.893481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] For port 2c57c4b9-f906-42ae-ae3b-99d0f2700706, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2c57c4b9-f906-42ae-ae3b-99d0f2700706,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:26.893838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:26.906728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Calling delete_port for 2c57c4b9-f906-42ae-ae3b-99d0f2700706 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:27.086324 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:27.119056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c57c4b9-f906-42ae-ae3b-99d0f2700706,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:27.141990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.142351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.142729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.143074 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.143412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.143747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.144111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.144441 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.144777 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.145104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.145434 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.145756 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.146077 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:27.297097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:27.381104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3af6e1cc-a048-49b6-acd6-08a5cf0b5b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:27.512467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Router b5c2f4de-7b15-4589-8dbe-2affbff04e24 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:52:27.617357 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:52:27.622422 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-04f35da2-6d8d-4b86-8dcb-43785aea7089 admin admin] 10.222.0.13 "PUT /v2.0/routers/b5c2f4de-7b15-4589-8dbe-2affbff04e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5608907 Dec 13 16:52:27.624956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49214) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:27.625878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca9849-b167-434c-84c6-ce906682061b None None] Sync routers for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:52:27.636836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca9849-b167-434c-84c6-ce906682061b None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:27.637376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0fca9849-b167-434c-84c6-ce906682061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:52:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:27.725743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:27.741737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0fca9849-b167-434c-84c6-ce906682061b None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:27.828366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:27.885768 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Deleting port 89805c5b-becd-4213-b545-7b1b7e360df2 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:27.886103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:27.924744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0fca9849-b167-434c-84c6-ce906682061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136'}], 'enable_snat': True}, 'gw_port_id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:52:27Z', 'revision_number': 5, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port': {'id': '89805c5b-becd-4213-b545-7b1b7e360df2', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:c3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:27.951199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca9849-b167-434c-84c6-ce906682061b None None] Checking router: b5c2f4de-7b15-4589-8dbe-2affbff04e24 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:52:27.961066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fca9849-b167-434c-84c6-ce906682061b None None] Routers {'b5c2f4de-7b15-4589-8dbe-2affbff04e24'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:27.961673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0fca9849-b167-434c-84c6-ce906682061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:52:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:27.964498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] For port 89805c5b-becd-4213-b545-7b1b7e360df2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=89805c5b-becd-4213-b545-7b1b7e360df2,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:27.964859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:27.977907 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Calling delete_port for 89805c5b-becd-4213-b545-7b1b7e360df2 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:28.049081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0fca9849-b167-434c-84c6-ce906682061b None None] Set router b5c2f4de-7b15-4589-8dbe-2affbff04e24 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:28.105325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0fca9849-b167-434c-84c6-ce906682061b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:52:27Z', 'revision_number': 6, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:28.113132 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:52:28.132929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fca9849-b167-434c-84c6-ce906682061b None None] The sync data for ids ['b5c2f4de-7b15-4589-8dbe-2affbff04e24'] in dv-neutron-821599-1-hyperv is: [{'id': 'b5c2f4de-7b15-4589-8dbe-2affbff04e24', 'name': 'tempest-TestVolumeBootPattern-248588496-router', 'tenant_id': '91e3820c9ef544a680daa2b5be291a5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:50Z', 'updated_at': '2021-12-13T16:52:27Z', 'revision_number': 6, 'project_id': '91e3820c9ef544a680daa2b5be291a5a', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:52:28.150508 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.176107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=89805c5b-becd-4213-b545-7b1b7e360df2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:28.192001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ad9ce6-5e7d-4a40-a320-783b61d50d60 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:52:28.242546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.332697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.334865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.379785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.380386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c2f4de-7b15-4589-8dbe-2affbff04e24 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:52:28.386360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.387541 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-64532915-9fbc-460e-8da1-ca692e60a3ac admin admin] 10.222.0.13 "DELETE /v2.0/routers/b5c2f4de-7b15-4589-8dbe-2affbff04e24 HTTP/1.1" status: 204 len: 168 time: 0.7616687 Dec 13 16:52:28.389997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49216) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:28.438114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eb8091-82e9-4779-b824-6e39ecdb6e37 admin admin] Deleting subnet e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:52:28.441168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37eb8091-82e9-4779-b824-6e39ecdb6e37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.470549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.480503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37eb8091-82e9-4779-b824-6e39ecdb6e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.566071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37eb8091-82e9-4779-b824-6e39ecdb6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.606033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c57c4b9-f906-42ae-ae3b-99d0f2700706 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:28.621309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37eb8091-82e9-4779-b824-6e39ecdb6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.626799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 2c57c4b9-f906-42ae-ae3b-99d0f2700706 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:28.627153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2c57c4b9-f906-42ae-ae3b-99d0f2700706 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:28.648386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb8091-82e9-4779-b824-6e39ecdb6e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:28.650507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-37eb8091-82e9-4779-b824-6e39ecdb6e37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.653604 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-37eb8091-82e9-4779-b824-6e39ecdb6e37 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4bcca4a-cd31-4ca6-9fbb-4f752e1f0f43 HTTP/1.1" status: 204 len: 168 time: 0.2626572 Dec 13 16:52:28.656185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49218) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:28.656336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6cb437-5b2b-42b9-aac2-41c9b1b6e02e None None] Network c35fd316-7889-41b3-be32-ee052dbc0578 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:52:28.728808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.783022 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Deleting port b9955718-a15a-4099-8fd0-9ab7f80354d1 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:28.783369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.848336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] For port b9955718-a15a-4099-8fd0-9ab7f80354d1, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b9955718-a15a-4099-8fd0-9ab7f80354d1,segment=NetworkSegment(8b03607b-0e4c-4481-abc7-5abe2c1c5627),segment_id=8b03607b-0e4c-4481-abc7-5abe2c1c5627)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:28.848629 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.861407 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Calling delete_port for b9955718-a15a-4099-8fd0-9ab7f80354d1 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:28.924861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] DHCP port deletion for c35fd316-7889-41b3-be32-ee052dbc0578 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:52:28.946451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.972957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Deleting port b9955718-a15a-4099-8fd0-9ab7f80354d1 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:28.973965 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9955718-a15a-4099-8fd0-9ab7f80354d1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:28.974257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:28.976437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] No DVR routers for this DVR port b9955718-a15a-4099-8fd0-9ab7f80354d1 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:29.043579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] For port b9955718-a15a-4099-8fd0-9ab7f80354d1, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:29.044363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.051432 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.057151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Calling delete_port for b9955718-a15a-4099-8fd0-9ab7f80354d1 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:29.059905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Port b9955718-a15a-4099-8fd0-9ab7f80354d1 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 16:52:29.061514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.073199 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c35fd316-7889-41b3-be32-ee052dbc0578']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:29.083155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b03607b-0e4c-4481-abc7-5abe2c1c5627') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:29.083576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b03607b-0e4c-4481-abc7-5abe2c1c5627') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:29.087077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Pushing event deleted for resources: {'Port': ['ID=b9955718-a15a-4099-8fd0-9ab7f80354d1,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:29.091407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] No DVR routers for this DVR port b9955718-a15a-4099-8fd0-9ab7f80354d1 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:29.093501 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.098094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.098451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.099304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.099304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.099480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.099809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.100141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.100470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.101410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.101410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.101667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.101812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.102123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb953c4a-bfb4-4419-ab1b-bcb0b251c519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:52:29.111675 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.118933 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:52:29.119382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:52:29.121612 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:52:29.181686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.190114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.193456 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/c35fd316-7889-41b3-be32-ee052dbc0578 HTTP/1.1" status: 204 len: 168 time: 0.5362597 Dec 13 16:52:29.197296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49220) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:29.204059 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff047653-9725-46ad-bab0-93fd9255f9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c35fd316-7889-41b3-be32-ee052dbc0578,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:29.542529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.784241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Deleting port 9814f755-af79-4ece-80f9-7388938491ca {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:29.784487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.876298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] For port 9814f755-af79-4ece-80f9-7388938491ca, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=9814f755-af79-4ece-80f9-7388938491ca,segment=NetworkSegment(d22834d2-d861-4edf-b17c-6ac4ec73ea2e),segment_id=d22834d2-d861-4edf-b17c-6ac4ec73ea2e)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:29.876661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:29.889576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Calling delete_port for 9814f755-af79-4ece-80f9-7388938491ca owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:30.000290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.066824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.092473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9814f755-af79-4ece-80f9-7388938491ca,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:30.257724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.399501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b9955718-a15a-4099-8fd0-9ab7f80354d1 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:30.421437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: b9955718-a15a-4099-8fd0-9ab7f80354d1 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:30.421789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b9955718-a15a-4099-8fd0-9ab7f80354d1 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:30.422234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 89805c5b-becd-4213-b545-7b1b7e360df2 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:30.445745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 89805c5b-becd-4213-b545-7b1b7e360df2 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:30.446096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 89805c5b-becd-4213-b545-7b1b7e360df2 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:30.818259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:52:30.883782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:30.925325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:52:30.931792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-11cb18ad-d6c8-4f8b-8f46-0ccedc6f98bf admin admin] 10.222.0.13 "PUT /v2.0/routers/2d3729b4-c8c4-4152-9248-abfb3d4ad93e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333703 Dec 13 16:52:30.934012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49222) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:30.934891 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] Sync routers for ids ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:52:30.945606 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] Routers {'2d3729b4-c8c4-4152-9248-abfb3d4ad93e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:30.946228 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:52:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:31.039384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.050373 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] Set router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:31.141317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.198413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Deleting port a9383010-3ca6-4eb5-9f0e-7d389b537565 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:31.198782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.231134 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71'}], 'enable_snat': True}, 'gw_port_id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:52:30Z', 'revision_number': 5, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port': {'id': 'a9383010-3ca6-4eb5-9f0e-7d389b537565', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:98:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:31.263193 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] Checking router: 2d3729b4-c8c4-4152-9248-abfb3d4ad93e for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:52:31.272133 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] Routers {'2d3729b4-c8c4-4152-9248-abfb3d4ad93e'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:52:31.272971 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:52:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:31.358968 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] Set router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:52:31.416729 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:52:31Z', 'revision_number': 6, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:31.443873 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a94cb39-9164-4c27-a10b-49ed7c7eab82 None None] The sync data for ids ['2d3729b4-c8c4-4152-9248-abfb3d4ad93e'] in dv-neutron-821599-1-hyperv is: [{'id': '2d3729b4-c8c4-4152-9248-abfb3d4ad93e', 'name': 'tempest-TestVolumeBootPattern-1453878427-router', 'tenant_id': 'b18f5e0d79d74102a37410cc1b63922c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:44:54Z', 'updated_at': '2021-12-13T16:52:31Z', 'revision_number': 6, 'project_id': 'b18f5e0d79d74102a37410cc1b63922c', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:52:31.528806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] For port a9383010-3ca6-4eb5-9f0e-7d389b537565, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a9383010-3ca6-4eb5-9f0e-7d389b537565,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:31.529165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.541561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Calling delete_port for a9383010-3ca6-4eb5-9f0e-7d389b537565 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:31.701550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.731546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9383010-3ca6-4eb5-9f0e-7d389b537565,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:31.742850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfb67d9-47e7-4d34-9999-3547a9613b07 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:52:31.791416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.883031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.885139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.927428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.927963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d3729b4-c8c4-4152-9248-abfb3d4ad93e {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 16:52:31.932265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:31.933210 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-145809b3-6034-48ac-bf9c-07a99a7ced96 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2d3729b4-c8c4-4152-9248-abfb3d4ad93e HTTP/1.1" status: 204 len: 168 time: 0.9981697 Dec 13 16:52:31.935784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49224) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:31.984157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a95fdfe-bc1d-42d6-aa1b-8f2befeedcfc admin admin] Deleting subnet fe3d8dca-c820-4523-9e30-ee6a0a46cb62 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:52:31.987226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6a95fdfe-bc1d-42d6-aa1b-8f2befeedcfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.020885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6a95fdfe-bc1d-42d6-aa1b-8f2befeedcfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.095735 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6a95fdfe-bc1d-42d6-aa1b-8f2befeedcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.151947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6a95fdfe-bc1d-42d6-aa1b-8f2befeedcfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.175011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a95fdfe-bc1d-42d6-aa1b-8f2befeedcfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe3d8dca-c820-4523-9e30-ee6a0a46cb62,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:32.180747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6a95fdfe-bc1d-42d6-aa1b-8f2befeedcfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.184151 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6a95fdfe-bc1d-42d6-aa1b-8f2befeedcfc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe3d8dca-c820-4523-9e30-ee6a0a46cb62 HTTP/1.1" status: 204 len: 168 time: 0.2474415 Dec 13 16:52:32.186688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49226) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:32.196275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90523b7e-a6c2-4806-bfa1-de05978fee68 None None] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:52:32.260294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.324351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Deleting port 92a9a110-9a69-460b-b469-49d978194094 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:32.324691 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.367700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] DHCP port deletion for 992f1838-1f04-41ad-8324-bd0ccc87d4d8 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:52:32.396452 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9814f755-af79-4ece-80f9-7388938491ca no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:32.405786 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] For port 92a9a110-9a69-460b-b469-49d978194094, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=92a9a110-9a69-460b-b469-49d978194094,segment=NetworkSegment(d22834d2-d861-4edf-b17c-6ac4ec73ea2e),segment_id=d22834d2-d861-4edf-b17c-6ac4ec73ea2e)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:32.406202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.419852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Calling delete_port for 92a9a110-9a69-460b-b469-49d978194094 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:32.423328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 9814f755-af79-4ece-80f9-7388938491ca {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:32.423709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 9814f755-af79-4ece-80f9-7388938491ca not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:32.424115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a9383010-3ca6-4eb5-9f0e-7d389b537565 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:32.447743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: a9383010-3ca6-4eb5-9f0e-7d389b537565 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:32.448091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a9383010-3ca6-4eb5-9f0e-7d389b537565 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:32.467584 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] Deleting port 92a9a110-9a69-460b-b469-49d978194094 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:32.467968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.501730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.535209 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Pushing event deleted for resources: {'Port': ['ID=92a9a110-9a69-460b-b469-49d978194094,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:32.547955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] No DVR routers for this DVR port 92a9a110-9a69-460b-b469-49d978194094 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:32.626485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.647913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992f1838-1f04-41ad-8324-bd0ccc87d4d8']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:32.657498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:32.657793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22834d2-d861-4edf-b17c-6ac4ec73ea2e') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:52:32.668145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.683259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.689316 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:52:32.689696 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:52:32.691441 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:52:32.702372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] For port 92a9a110-9a69-460b-b469-49d978194094, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=92a9a110-9a69-460b-b469-49d978194094,segment=NetworkSegment(d22834d2-d861-4edf-b17c-6ac4ec73ea2e),segment_id=d22834d2-d861-4edf-b17c-6ac4ec73ea2e)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:32.702806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.715996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] Calling delete_port for 92a9a110-9a69-460b-b469-49d978194094 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:32.749555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.754619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.757978 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] 10.222.0.13 "DELETE /v2.0/networks/992f1838-1f04-41ad-8324-bd0ccc87d4d8 HTTP/1.1" status: 204 len: 168 time: 0.5701768 Dec 13 16:52:32.768862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd334125-88f3-4296-8c98-11949ef2745f admin admin] Pushing event deleted for resources: {'Network': ['ID=992f1838-1f04-41ad-8324-bd0ccc87d4d8,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:32.798306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:32.820490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] Network 992f1838-1f04-41ad-8324-bd0ccc87d4d8 is not hosted by any dhcp agent {{(pid=103054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 16:52:32.820950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] No DVR routers for this DVR port 92a9a110-9a69-460b-b469-49d978194094 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:32.822779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69fff8-35d1-4e75-93be-6bc27a838d08 None None] Pushing event deleted for resources: {'Port': ['ID=92a9a110-9a69-460b-b469-49d978194094,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:32.892345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49230) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:32.933492 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c9f8f3f7-89f5-4870-9495-5a67331eb6b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91e3820c9ef544a680daa2b5be291a5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399158 Dec 13 16:52:32.935877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49232) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:32.982484 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94f109ca-0255-4d54-9c27-98a6cf7e8a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.003101 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94f109ca-0255-4d54-9c27-98a6cf7e8a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.049579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94f109ca-0255-4d54-9c27-98a6cf7e8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.052205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94f109ca-0255-4d54-9c27-98a6cf7e8a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.053352 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-94f109ca-0255-4d54-9c27-98a6cf7e8a78 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc3b6626-2e9f-41aa-84b7-f7e58f3a7470 HTTP/1.1" status: 204 len: 168 time: 0.1165574 Dec 13 16:52:33.062609 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f109ca-0255-4d54-9c27-98a6cf7e8a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b6626-2e9f-41aa-84b7-f7e58f3a7470,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:33.370961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49238) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:33.415351 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3a334140-f3fb-4301-ae38-ce027efb2cf0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b18f5e0d79d74102a37410cc1b63922c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432105 Dec 13 16:52:33.417695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49240) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:33.463899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-00006251-e12d-4bd8-a7a9-46cd37c29f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.484175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-00006251-e12d-4bd8-a7a9-46cd37c29f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.530367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-00006251-e12d-4bd8-a7a9-46cd37c29f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.532967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-00006251-e12d-4bd8-a7a9-46cd37c29f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:33.534093 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-00006251-e12d-4bd8-a7a9-46cd37c29f1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b17eb939-d8d8-4809-93d0-4f21c6f53de9 HTTP/1.1" status: 204 len: 168 time: 0.1154990 Dec 13 16:52:33.541884 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00006251-e12d-4bd8-a7a9-46cd37c29f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17eb939-d8d8-4809-93d0-4f21c6f53de9,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:34.333884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 92a9a110-9a69-460b-b469-49d978194094 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:34.354805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 92a9a110-9a69-460b-b469-49d978194094 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:34.355151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 92a9a110-9a69-460b-b469-49d978194094 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:40.307002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-ed542630-7d1b-435c-904b-e2466ffca813 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4efd2623f058478498828f3099ae88e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312071 Dec 13 16:52:40.519119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-6a7f8b56-4f60-4829-b036-cda092c70a44 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:40.520630 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-6a7f8b56-4f60-4829-b036-cda092c70a44 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081363 Dec 13 16:52:40.535368 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-a7ac99dc-85aa-43bd-8414-1bb97e4d0dd2 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/quotas/4efd2623f058478498828f3099ae88e7 HTTP/1.1" status: 200 len: 375 time: 0.0088570 Dec 13 16:52:40.567786 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-c345f40e-2182-4b82-8161-a4c433fff327 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4efd2623f058478498828f3099ae88e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261350 Dec 13 16:52:40.722083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e215fadd-a0ec-4d06-85f7-dbd51b9537ac req-55ae4a36-ebd0-4eca-a032-3443c7b9dc75 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 210 time: 0.0257874 Dec 13 16:52:41.671334 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-1caedb17-0caa-4cbc-ba18-1fc0e1b7006a tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4efd2623f058478498828f3099ae88e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232680 Dec 13 16:52:41.785751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-8a563eba-6d81-4285-9d20-9afe83b897bb tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:41.787236 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-8a563eba-6d81-4285-9d20-9afe83b897bb tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1091490 Dec 13 16:52:41.811294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Request body: {'port': {'device_id': '8ca3acce-221f-45c5-8daf-d7d097333032', 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c', 'admin_state_up': True, 'tenant_id': '4efd2623f058478498828f3099ae88e7'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:41.870590 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ce823c12-8b16-45d0-9744-49218a292691 req-09ccc25a-eda2-4a2f-88fd-8c7d9ff036fb tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 210 time: 0.0719361 Dec 13 16:52:41.940835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Made reservation on behalf of 4efd2623f058478498828f3099ae88e7 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:52:41.944982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:41.954667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.029938 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.033773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.098667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d579820-49c9-4841-964e-da766688b1aa,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:42.169847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Allocated IP 192.168.233.56 (daaf2c6e-46cd-4753-9869-34b7f2e90d6c/cafc081c-f13d-4761-a662-5aafbc013866/989290e9-335c-4653-b36d-80346af45c42) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:52:42.320551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.352205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.397612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Network daaf2c6e-46cd-4753-9869-34b7f2e90d6c is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:52:42.400869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:52:42.404578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:52:42.410800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Pushing event updated for resources: {'Port': ['ID=989290e9-335c-4653-b36d-80346af45c42,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:42.460141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:42.461004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.481323 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-edb12cd6-8d2f-4e9b-8a26-d18a19a0f128 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6731882 Dec 13 16:52:42.500253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Request body: {'port': {'device_id': '8ca3acce-221f-45c5-8daf-d7d097333032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:42.560472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.671399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b6ef5e3f-7b41-44d7-bf54-d4f35defd37e None None] Provisioning complete for port 989290e9-335c-4653-b36d-80346af45c42 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:52:42.671984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b6ef5e3f-7b41-44d7-bf54-d4f35defd37e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.708850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef5e3f-7b41-44d7-bf54-d4f35defd37e None None] Port 989290e9-335c-4653-b36d-80346af45c42 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:52:42.825998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 989290e9-335c-4653-b36d-80346af45c42 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:52:42.833274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.845820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Transition to ACTIVE for port object 989290e9-335c-4653-b36d-80346af45c42 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:52:42.849653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:42.902505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Pushing event updated for resources: {'Port': ['ID=989290e9-335c-4653-b36d-80346af45c42,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:43.005751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Attempting to bind port 989290e9-335c-4653-b36d-80346af45c42 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:52:43.006088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Attempting to bind port 989290e9-335c-4653-b36d-80346af45c42 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:52:43.007030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Attempting to bind port 989290e9-335c-4653-b36d-80346af45c42 on network daaf2c6e-46cd-4753-9869-34b7f2e90d6c {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:52:43.013612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Port 989290e9-335c-4653-b36d-80346af45c42 on network daaf2c6e-46cd-4753-9869-34b7f2e90d6c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:52:43.013940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Attempting to bind port 989290e9-335c-4653-b36d-80346af45c42 on network daaf2c6e-46cd-4753-9869-34b7f2e90d6c {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:52:43.023637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00cfc-a0b9-4d4e-b0fb-ceeebd88b6cc req-da73e7eb-6f23-46ee-9a50-c47395090a64 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.025285 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37a00cfc-a0b9-4d4e-b0fb-ceeebd88b6cc req-da73e7eb-6f23-46ee-9a50-c47395090a64 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 947 time: 0.0794673 Dec 13 16:52:43.029792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:52:43.030134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Checking segment: {'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:52:43.030524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Bound using segment: {'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:52:43.030989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Bound port: 989290e9-335c-4653-b36d-80346af45c42, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54faeb59-25a7-4988-bbf7-5b7f8499bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:52:43.031351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:43.124461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37a00cfc-a0b9-4d4e-b0fb-ceeebd88b6cc req-88e0d6a0-581e-4814-9dc5-186ec33cd060 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907774 Dec 13 16:52:43.135731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] For port 989290e9-335c-4653-b36d-80346af45c42, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:52:43.139111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] For port 989290e9-335c-4653-b36d-80346af45c42, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=989290e9-335c-4653-b36d-80346af45c42,segment=NetworkSegment(54faeb59-25a7-4988-bbf7-5b7f8499bcd0),segment_id=54faeb59-25a7-4988-bbf7-5b7f8499bcd0)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:52:43.150343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:43.188346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.188956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:43.190313 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] 10.222.0.31 "PUT /v2.0/ports/989290e9-335c-4653-b36d-80346af45c42 HTTP/1.1" status: 200 len: 1097 time: 0.6944418 Dec 13 16:52:43.190787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca3acce-221f-45c5-8daf-d7d097333032', 'tag': '989290e9-335c-4653-b36d-80346af45c42'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:43.193014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a728b8da-d535-46e1-824f-ac0db92da54b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca3acce-221f-45c5-8daf-d7d097333032", "tag": "989290e9-335c-4653-b36d-80346af45c42"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:43.218875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904afdc8-8076-4ea9-94c8-ca19040e05fd service neutron] Pushing event updated for resources: {'Port': ['ID=989290e9-335c-4653-b36d-80346af45c42,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:43.290295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-3a0ef881-d6ed-4373-8566-77830e3fa5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.291828 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-3a0ef881-d6ed-4373-8566-77830e3fa5c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4efd2623f058478498828f3099ae88e7&device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 1100 time: 0.0507233 Dec 13 16:52:43.300240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f299a9c-9008-4c56-bc5e-1059794cd5a5 x-openstack-request-id: req-9f299a9c-9008-4c56-bc5e-1059794cd5a5 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:43.300541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca3acce-221f-45c5-8daf-d7d097333032", "tag": "989290e9-335c-4653-b36d-80346af45c42", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:43.300828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f299a9c-9008-4c56-bc5e-1059794cd5a5 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:43.301242 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca3acce-221f-45c5-8daf-d7d097333032', 'tag': '989290e9-335c-4653-b36d-80346af45c42', 'status': 'completed', 'code': 200} Dec 13 16:52:43.349294 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-12160693-8239-4827-8bf5-2afd827eb638 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=989290e9-335c-4653-b36d-80346af45c42 HTTP/1.1" status: 200 len: 217 time: 0.0399463 Dec 13 16:52:43.405794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-8b321c7c-bf00-4e7d-ae02-6e82d2344d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.407287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-8b321c7c-bf00-4e7d-ae02-6e82d2344d4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cafc081c-f13d-4761-a662-5aafbc013866 HTTP/1.1" status: 200 len: 843 time: 0.0475297 Dec 13 16:52:43.457641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-da9871ae-a043-436a-a82d-d43640d701d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.459200 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-da9871ae-a043-436a-a82d-d43640d701d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daaf2c6e-46cd-4753-9869-34b7f2e90d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0405178 Dec 13 16:52:43.558075 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-efa653a1-427d-4c8a-bd46-ef705d91fd88 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf2c6e-46cd-4753-9869-34b7f2e90d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893502 Dec 13 16:52:43.653934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cbfa2b65-d38a-4559-a879-34df0beba08e req-1288d35f-48e6-432d-9d8d-03b25b8f6b01 service neutron] 10.222.0.31 "GET /v2.0/networks/daaf2c6e-46cd-4753-9869-34b7f2e90d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822482 Dec 13 16:52:43.744967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728b8da-d535-46e1-824f-ac0db92da54b req-6956bafc-0927-46e0-8593-f4c90f3d0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.746457 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a728b8da-d535-46e1-824f-ac0db92da54b req-6956bafc-0927-46e0-8593-f4c90f3d0ba9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=4efd2623f058478498828f3099ae88e7&device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 1100 time: 0.0417697 Dec 13 16:52:43.848594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728b8da-d535-46e1-824f-ac0db92da54b req-8cdff3d3-8694-4de9-a790-c2db0b6b3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.850069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a728b8da-d535-46e1-824f-ac0db92da54b req-8cdff3d3-8694-4de9-a790-c2db0b6b3a08 service neutron] 10.222.0.31 "GET /v2.0/networks?id=daaf2c6e-46cd-4753-9869-34b7f2e90d6c HTTP/1.1" status: 200 len: 870 time: 0.0939960 Dec 13 16:52:43.894456 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a728b8da-d535-46e1-824f-ac0db92da54b req-26e9eca0-9163-4000-84bb-b3a04256fb4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=989290e9-335c-4653-b36d-80346af45c42 HTTP/1.1" status: 200 len: 217 time: 0.0352073 Dec 13 16:52:43.945469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728b8da-d535-46e1-824f-ac0db92da54b req-89477779-2f78-4480-a3f5-867f1efd90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.946852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a728b8da-d535-46e1-824f-ac0db92da54b req-89477779-2f78-4480-a3f5-867f1efd90dd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cafc081c-f13d-4761-a662-5aafbc013866 HTTP/1.1" status: 200 len: 843 time: 0.0437560 Dec 13 16:52:43.997393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728b8da-d535-46e1-824f-ac0db92da54b req-02d01b1c-9399-44c1-b7f4-60ef7bbfe36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:43.998905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a728b8da-d535-46e1-824f-ac0db92da54b req-02d01b1c-9399-44c1-b7f4-60ef7bbfe36a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=daaf2c6e-46cd-4753-9869-34b7f2e90d6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0442002 Dec 13 16:52:44.020711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:44.091644 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a728b8da-d535-46e1-824f-ac0db92da54b req-356b0ede-6f21-4f80-8b41-9c78ad51d56c service neutron] 10.222.0.31 "GET /v2.0/networks/daaf2c6e-46cd-4753-9869-34b7f2e90d6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836651 Dec 13 16:52:44.188435 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a728b8da-d535-46e1-824f-ac0db92da54b req-b13f08b0-aabc-4fe8-bec0-ba9e2870730f service neutron] 10.222.0.31 "GET /v2.0/networks/daaf2c6e-46cd-4753-9869-34b7f2e90d6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884378 Dec 13 16:52:44.241600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9178f3-4a33-483a-9d80-5f9026d0dfe5 req-150e22e4-6e2a-4c24-b9dd-53875274ae17 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:44.243003 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b9178f3-4a33-483a-9d80-5f9026d0dfe5 req-150e22e4-6e2a-4c24-b9dd-53875274ae17 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 947 time: 0.0497618 Dec 13 16:52:44.289710 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b9178f3-4a33-483a-9d80-5f9026d0dfe5 req-d662f712-817c-45de-96ee-1ef998dbf668 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Dec 13 16:52:45.407188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5a9fc-162a-4e77-b3c9-1872bd72a802 req-ae3f678c-b295-4824-9da1-1f010127dded tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:45.408682 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24c5a9fc-162a-4e77-b3c9-1872bd72a802 req-ae3f678c-b295-4824-9da1-1f010127dded tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 947 time: 0.0499308 Dec 13 16:52:45.459897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24c5a9fc-162a-4e77-b3c9-1872bd72a802 req-1d2747cd-5f59-4b7c-8b2c-49bc9038248e tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451305 Dec 13 16:52:46.576186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8de39-286d-4853-8a46-d5ca44008eec req-4efff731-3019-4a35-8191-09d6d9ef48f9 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:46.577604 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f4d8de39-286d-4853-8a46-d5ca44008eec req-4efff731-3019-4a35-8191-09d6d9ef48f9 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 947 time: 0.0512390 Dec 13 16:52:46.624003 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f4d8de39-286d-4853-8a46-d5ca44008eec req-e11a4023-2de8-4876-884d-942acc7845e5 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Dec 13 16:52:46.708636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 989290e9-335c-4653-b36d-80346af45c42 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:52:46.804905 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 989290e9-335c-4653-b36d-80346af45c42, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=989290e9-335c-4653-b36d-80346af45c42,segment=NetworkSegment(54faeb59-25a7-4988-bbf7-5b7f8499bcd0),segment_id=54faeb59-25a7-4988-bbf7-5b7f8499bcd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:46.816046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '989290e9-335c-4653-b36d-80346af45c42', 'network_id': 'daaf2c6e-46cd-4753-9869-34b7f2e90d6c', 'port_id': '989290e9-335c-4653-b36d-80346af45c42', 'mac_address': 'fa:16:3e:a1:1c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cafc081c-f13d-4761-a662-5aafbc013866', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:52:46.852382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:46.864684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 989290e9-335c-4653-b36d-80346af45c42 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:52:46.884720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 989290e9-335c-4653-b36d-80346af45c42, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=989290e9-335c-4653-b36d-80346af45c42,segment=NetworkSegment(54faeb59-25a7-4988-bbf7-5b7f8499bcd0),segment_id=54faeb59-25a7-4988-bbf7-5b7f8499bcd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:46.888641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:46.934951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=989290e9-335c-4653-b36d-80346af45c42,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:47.198071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['989290e9-335c-4653-b36d-80346af45c42'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:52:47.741269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd664c5a-51e6-41b2-937e-b90d73b27a27 req-77c1b965-ebd8-4a77-b2a8-f3b04c155d16 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:47.744662 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dd664c5a-51e6-41b2-937e-b90d73b27a27 req-77c1b965-ebd8-4a77-b2a8-f3b04c155d16 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 948 time: 0.0522804 Dec 13 16:52:47.792071 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dd664c5a-51e6-41b2-937e-b90d73b27a27 req-e20968bd-478e-4784-a6e8-39f57e8c6d99 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431256 Dec 13 16:52:48.708542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 989290e9-335c-4653-b36d-80346af45c42 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:52:48.758911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 989290e9-335c-4653-b36d-80346af45c42 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:52:48.763098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 989290e9-335c-4653-b36d-80346af45c42 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:52:48.763477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:48.844400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:48.869260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3acce-221f-45c5-8daf-d7d097333032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989290e9-335c-4653-b36d-80346af45c42'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:48.871566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54880d7f-6ce7-4d98-abf4-c687efb9b021" -d '{"events": [{"server_uuid": "8ca3acce-221f-45c5-8daf-d7d097333032", "name": "network-vif-plugged", "status": "completed", "tag": "989290e9-335c-4653-b36d-80346af45c42"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:48.883652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 989290e9-335c-4653-b36d-80346af45c42, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=989290e9-335c-4653-b36d-80346af45c42,segment=NetworkSegment(54faeb59-25a7-4988-bbf7-5b7f8499bcd0),segment_id=54faeb59-25a7-4988-bbf7-5b7f8499bcd0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:48.888439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:48.912243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d323832-5c4f-42a3-a560-12d61f341d16 x-openstack-request-id: req-3d323832-5c4f-42a3-a560-12d61f341d16 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:48.912539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca3acce-221f-45c5-8daf-d7d097333032", "name": "network-vif-plugged", "status": "completed", "tag": "989290e9-335c-4653-b36d-80346af45c42", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:48.912801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3d323832-5c4f-42a3-a560-12d61f341d16 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:48.913195 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca3acce-221f-45c5-8daf-d7d097333032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '989290e9-335c-4653-b36d-80346af45c42', 'code': 200} Dec 13 16:52:48.920273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62959d2b-df09-4f53-9f25-5e74c8e6d4d1 req-91db86ad-b224-4eb6-845d-8119fcf79704 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:48.921771 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-62959d2b-df09-4f53-9f25-5e74c8e6d4d1 req-91db86ad-b224-4eb6-845d-8119fcf79704 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 948 time: 0.0624750 Dec 13 16:52:48.941177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=989290e9-335c-4653-b36d-80346af45c42,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:48.974118 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-62959d2b-df09-4f53-9f25-5e74c8e6d4d1 req-d97b0dc3-0ec5-459d-b739-b01bdab7b8f9 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 Dec 13 16:52:49.098199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f2418-05e1-4c4d-aebf-0dfa5f533d6c req-b98681a1-9356-4e42-9af2-5e9bf1b448c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:49.099709 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c66f2418-05e1-4c4d-aebf-0dfa5f533d6c req-b98681a1-9356-4e42-9af2-5e9bf1b448c6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 1102 time: 0.0398493 Dec 13 16:52:49.148025 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c66f2418-05e1-4c4d-aebf-0dfa5f533d6c req-ce039e2e-08c5-4dda-af22-4217cb5039a6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369539 Dec 13 16:52:50.105803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6600e-af84-483d-92c5-de806a7c2ffd req-1bc118af-3c93-4fef-85b7-44a419229cc1 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:50.107366 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-26b6600e-af84-483d-92c5-de806a7c2ffd req-1bc118af-3c93-4fef-85b7-44a419229cc1 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 949 time: 0.0521309 Dec 13 16:52:50.173919 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-26b6600e-af84-483d-92c5-de806a7c2ffd req-c9672b18-fb2e-41aa-bdb4-3160ffa80510 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599682 Dec 13 16:52:51.293173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832faa66-962c-4b2e-ad12-bce9f6f7e971 req-35803378-5eda-47dc-bf0f-df094258ea6c tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:51.294839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-832faa66-962c-4b2e-ad12-bce9f6f7e971 req-35803378-5eda-47dc-bf0f-df094258ea6c tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 949 time: 0.0493784 Dec 13 16:52:51.343732 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-832faa66-962c-4b2e-ad12-bce9f6f7e971 req-e337099e-ee6c-41b7-a0d1-49a200f98e67 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Dec 13 16:52:51.741184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-cd46569f-fcfe-4060-be43-7343fa0583da req-8f9786c5-bd50-4ae7-908b-7131626d17b1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:52:51.742954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd46569f-fcfe-4060-be43-7343fa0583da req-8f9786c5-bd50-4ae7-908b-7131626d17b1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1151724 Dec 13 16:52:52.157544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-f2ea7100-81c1-477b-8491-815292037af7 req-96a11278-3e01-448d-bdc9-bbb076e7bdde service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:52:52.158579 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f2ea7100-81c1-477b-8491-815292037af7 req-96a11278-3e01-448d-bdc9-bbb076e7bdde service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0504918 Dec 13 16:52:52.517236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f848dcc-f808-40c5-a069-1c5c64d6efc7 req-c199a42a-310f-4410-b734-818610e42fe8 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:52.518729 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3f848dcc-f808-40c5-a069-1c5c64d6efc7 req-c199a42a-310f-4410-b734-818610e42fe8 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 949 time: 0.0483513 Dec 13 16:52:52.565542 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3f848dcc-f808-40c5-a069-1c5c64d6efc7 req-e7efa9fd-9f55-4f78-9431-01197ff1763a tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Dec 13 16:52:53.691076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe158f-20d7-4fa4-ac19-b88492259bb0 req-5afe21c2-6b2e-464d-96ee-449a0017323f tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:53.692474 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bdfe158f-20d7-4fa4-ac19-b88492259bb0 req-5afe21c2-6b2e-464d-96ee-449a0017323f tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 949 time: 0.0530434 Dec 13 16:52:53.741634 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bdfe158f-20d7-4fa4-ac19-b88492259bb0 req-02ccfa28-4e43-4db5-8323-02ddc57ce83c tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d579820-49c9-4841-964e-da766688b1aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425081 Dec 13 16:52:53.927905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-bf3b3cac-9c43-4583-9654-e927c4ff72fb tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:53.929354 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-bf3b3cac-9c43-4583-9654-e927c4ff72fb tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.31 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 949 time: 0.0496273 Dec 13 16:52:54.023856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Deleting port 989290e9-335c-4653-b36d-80346af45c42 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:52:54.024154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.112759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] For port 989290e9-335c-4653-b36d-80346af45c42, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=989290e9-335c-4653-b36d-80346af45c42,segment=NetworkSegment(54faeb59-25a7-4988-bbf7-5b7f8499bcd0),segment_id=54faeb59-25a7-4988-bbf7-5b7f8499bcd0)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:52:54.113144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.125265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Calling delete_port for 989290e9-335c-4653-b36d-80346af45c42 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:52:54.254757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.272054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['989290e9-335c-4653-b36d-80346af45c42'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:52:54.284945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Pushing event deleted for resources: {'Port': ['ID=989290e9-335c-4653-b36d-80346af45c42,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:54.330592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] No DVR routers for this DVR port 989290e9-335c-4653-b36d-80346af45c42 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:52:54.333187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:54.337196 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5f5be56d-fa4f-4f30-afd0-46bf995f39ef req-5ad307e0-c3e5-4fe0-8c47-a5b0498c6091 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.31 "DELETE /v2.0/ports/989290e9-335c-4653-b36d-80346af45c42 HTTP/1.1" status: 204 len: 173 time: 0.3977463 Dec 13 16:52:54.337809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca3acce-221f-45c5-8daf-d7d097333032', 'name': 'network-vif-deleted', 'tag': '989290e9-335c-4653-b36d-80346af45c42'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:52:54.340133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12603b4-5287-4d6f-95e3-590db55f3fc3" -d '{"events": [{"server_uuid": "8ca3acce-221f-45c5-8daf-d7d097333032", "name": "network-vif-deleted", "tag": "989290e9-335c-4653-b36d-80346af45c42"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:52:54.386703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7092f7d4-9f05-4408-8ae9-98b2ecaae5b2 x-openstack-request-id: req-7092f7d4-9f05-4408-8ae9-98b2ecaae5b2 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:52:54.386949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca3acce-221f-45c5-8daf-d7d097333032", "name": "network-vif-deleted", "tag": "989290e9-335c-4653-b36d-80346af45c42", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:52:54.387207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7092f7d4-9f05-4408-8ae9-98b2ecaae5b2 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:52:54.387619 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca3acce-221f-45c5-8daf-d7d097333032', 'name': 'network-vif-deleted', 'tag': '989290e9-335c-4653-b36d-80346af45c42', 'status': 'completed', 'code': 200} Dec 13 16:52:54.845625 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6d12142-4b47-42ba-9321-5d69a92291b2 req-596a1e79-8d0b-4a3f-b8f4-73e611196db0 tempest-ServersAdminNegativeTestJSON-1845325314 tempest-ServersAdminNegativeTestJSON-1845325314-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ca3acce-221f-45c5-8daf-d7d097333032 HTTP/1.1" status: 200 len: 210 time: 0.0274832 Dec 13 16:52:54.981231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7910c861-f736-4ea3-b072-583157277fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.135737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49384) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:56.277780 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1f839845-cad0-455b-bb96-b61259399c7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4efd2623f058478498828f3099ae88e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1408257 Dec 13 16:52:56.280328 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49388) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:56.328087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f9a39aa-6909-4640-a243-729ee42029ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.348850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f9a39aa-6909-4640-a243-729ee42029ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.397738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f9a39aa-6909-4640-a243-729ee42029ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.400494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1f9a39aa-6909-4640-a243-729ee42029ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.401649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1f9a39aa-6909-4640-a243-729ee42029ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d579820-49c9-4841-964e-da766688b1aa HTTP/1.1" status: 204 len: 168 time: 0.1204276 Dec 13 16:52:56.409618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a39aa-6909-4640-a243-729ee42029ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d579820-49c9-4841-964e-da766688b1aa,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:56.665364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49394) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:56.678665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ca-1836-4d2c-b5d7-4e5a406a9842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.755227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 989290e9-335c-4653-b36d-80346af45c42 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:52:56.760169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ca-1836-4d2c-b5d7-4e5a406a9842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.764412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b35b10ca-1836-4d2c-b5d7-4e5a406a9842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.776949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 989290e9-335c-4653-b36d-80346af45c42 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:52:56.777301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 989290e9-335c-4653-b36d-80346af45c42 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:52:56.804344 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b35b10ca-1836-4d2c-b5d7-4e5a406a9842 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df9632e238b94fc39152a5c04350145a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1378810 Dec 13 16:52:56.805545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b10ca-1836-4d2c-b5d7-4e5a406a9842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e4ad43-0f4d-485b-a6cf-cf85e39e979f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:56.808469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49396) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:56.856865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95a25cde-ebac-4874-b4c0-cafcdb3fd927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.877348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95a25cde-ebac-4874-b4c0-cafcdb3fd927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.927699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95a25cde-ebac-4874-b4c0-cafcdb3fd927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.931631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-95a25cde-ebac-4874-b4c0-cafcdb3fd927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:56.932940 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-95a25cde-ebac-4874-b4c0-cafcdb3fd927 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5e4ad43-0f4d-485b-a6cf-cf85e39e979f HTTP/1.1" status: 204 len: 168 time: 0.1232810 Dec 13 16:52:56.940668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a25cde-ebac-4874-b4c0-cafcdb3fd927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e4ad43-0f4d-485b-a6cf-cf85e39e979f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:57.386194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4a32f34e-cd10-4b19-ac43-35ae1d05ac30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.595947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49418) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:57.689781 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-302162458-network', 'tenant_id': '90995f0097fe43bf8a8f3b0487ccdaa4'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:57.711273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Made reservation on behalf of 90995f0097fe43bf8a8f3b0487ccdaa4 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:52:57.714075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.722798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.795553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.799169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.826276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:52:57.832602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc53b84c-07c8-498a-9b01-80ba4fc1d465,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:57.839617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.839964 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Added segment 6ce26937-fc2c-44c3-9a96-488e59c88f7c of type vlan for network af39366c-0a84-4c6b-9030-f648b56ba434 Dec 13 16:52:57.879839 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.904438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.905374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:57.905959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:57.959793 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3626595 Dec 13 16:52:57.963380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49422) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:52:57.968325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Request body: {'subnet': {'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-302162458-subnet', 'tenant_id': '90995f0097fe43bf8a8f3b0487ccdaa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:52:57.971400 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bdcaf-1bec-4632-a84c-cc4f684853e5 admin admin] Pushing event updated for resources: {'Network': ['ID=af39366c-0a84-4c6b-9030-f648b56ba434,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:57.981384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network af39366c-0a84-4c6b-9030-f648b56ba434 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:52:57.992337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Made reservation on behalf of 90995f0097fe43bf8a8f3b0487ccdaa4 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:52:57.995668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:58.174758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:58.231432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fc5d66-42c9-4f32-b9db-0ba8992e910c,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:52:58.240370 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Checking segment: {'id': '6ce26937-fc2c-44c3-9a96-488e59c88f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:52:58.240731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Network hostable DHCP agents. Network: af39366c-0a84-4c6b-9030-f648b56ba434, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:52:58.261358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Network af39366c-0a84-4c6b-9030-f648b56ba434 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:52:58.270027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, af39366c-0a84-4c6b-9030-f648b56ba434) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:52:58.274168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:58.274939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:58.279581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e617482-8995-463e-8a7a-628cc3e65f54 None None] Network af39366c-0a84-4c6b-9030-f648b56ba434 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:52:58.292285 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d110d215-71a5-495a-ad28-25f75ebdddb8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3278220 Dec 13 16:52:58.389085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b92f8-bb11-4273-8275-cd6e53d43a7a None None] Network af39366c-0a84-4c6b-9030-f648b56ba434 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:52:58.497590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:52:58.719765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-faac1f2b-3e99-45d5-a777-c9be42c55afd tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:52:58.721229 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-faac1f2b-3e99-45d5-a777-c9be42c55afd tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/networks?id=af39366c-0a84-4c6b-9030-f648b56ba434 HTTP/1.1" status: 200 len: 811 time: 0.1072237 Dec 13 16:52:58.736385 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-7a692491-5a0a-4df4-a851-c41f5b33fbd0 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/quotas/90995f0097fe43bf8a8f3b0487ccdaa4 HTTP/1.1" status: 200 len: 375 time: 0.0093381 Dec 13 16:52:58.768220 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-c4b5d97e-95ad-488f-a9eb-2027a5a3aa38 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265563 Dec 13 16:52:58.778586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-8169b6c7-1a97-4035-99cf-c62006b65b23 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:52:58.779551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-8169b6c7-1a97-4035-99cf-c62006b65b23 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049896 Dec 13 16:52:58.873888 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-8f1a8441-f39c-404b-9c6b-c047bc4bf3df service neutron] 10.222.0.13 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888522 Dec 13 16:52:58.963942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-0e033ff9-b38d-4d0d-9561-e65f42341c60 service neutron] 10.222.0.13 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839820 Dec 13 16:52:59.120515 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ecd93988-c5de-45c3-be36-696374b44eb3 req-4d639930-d8f7-4be2-ad2a-1586d27dff39 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 210 time: 0.0270216 Dec 13 16:53:00.000926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.231797 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-08a3bf7c-8ad2-4d82-82da-7692fb584b69 req-bc39635e-8420-4a5d-ba1e-b591550e19f3 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 210 time: 0.0371935 Dec 13 16:53:00.260839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-05e4ab1c-c517-498e-9b58-48c7cd596dc2 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:00.262265 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-05e4ab1c-c517-498e-9b58-48c7cd596dc2 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.31 "GET /v2.0/networks?id=af39366c-0a84-4c6b-9030-f648b56ba434 HTTP/1.1" status: 200 len: 811 time: 0.1398997 Dec 13 16:53:00.287736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Request body: {'port': {'device_id': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434', 'admin_state_up': True, 'tenant_id': '90995f0097fe43bf8a8f3b0487ccdaa4'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:00.407810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Made reservation on behalf of 90995f0097fe43bf8a8f3b0487ccdaa4 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:00.411279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.536244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Allocated IP 172.20.0.12 (af39366c-0a84-4c6b-9030-f648b56ba434/a7fc5d66-42c9-4f32-b9db-0ba8992e910c/f502db39-f96d-40d6-810f-ffa4a10f4cec) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:00.682700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.716632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.761309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Network af39366c-0a84-4c6b-9030-f648b56ba434 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:00.764502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:00.768189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:00.795809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Pushing event updated for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:00.807839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.808193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.808627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.808859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.809201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.809571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.809867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.810216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.810546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.810899 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.811228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.811553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.811876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:00.833519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:00.834122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.850012 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-5c61c155-5d2d-41fc-a2e9-e9a3b0a91555 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687513 Dec 13 16:53:00.867356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Request body: {'port': {'device_id': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:00.887006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:00.924268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:01.188877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f502db39-f96d-40d6-810f-ffa4a10f4cec {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:01.196229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:01.208334 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Transition to ACTIVE for port object f502db39-f96d-40d6-810f-ffa4a10f4cec will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:53:01.212158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:01.267077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Pushing event updated for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:01.356222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Attempting to bind port f502db39-f96d-40d6-810f-ffa4a10f4cec on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:01.356552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Attempting to bind port f502db39-f96d-40d6-810f-ffa4a10f4cec by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '6ce26937-fc2c-44c3-9a96-488e59c88f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:01.356878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Attempting to bind port f502db39-f96d-40d6-810f-ffa4a10f4cec on network af39366c-0a84-4c6b-9030-f648b56ba434 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:01.366279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Port f502db39-f96d-40d6-810f-ffa4a10f4cec on network af39366c-0a84-4c6b-9030-f648b56ba434 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:53:01.366599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Attempting to bind port f502db39-f96d-40d6-810f-ffa4a10f4cec on network af39366c-0a84-4c6b-9030-f648b56ba434 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:01.379852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0b771-3a60-4b40-a7bc-0f72ea1da8c9 req-8071849e-e822-47f0-98e6-e26c9af0b1ff tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.381350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11b0b771-3a60-4b40-a7bc-0f72ea1da8c9 req-8071849e-e822-47f0-98e6-e26c9af0b1ff tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 944 time: 0.0776989 Dec 13 16:53:01.382533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:01.382901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Checking segment: {'id': '6ce26937-fc2c-44c3-9a96-488e59c88f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:01.383280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Bound using segment: {'id': '6ce26937-fc2c-44c3-9a96-488e59c88f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:01.383721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Bound port: f502db39-f96d-40d6-810f-ffa4a10f4cec, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce26937-fc2c-44c3-9a96-488e59c88f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:01.384119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:01.470195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11b0b771-3a60-4b40-a7bc-0f72ea1da8c9 req-14c847fc-cb08-4645-871f-dbe49d6a9174 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824533 Dec 13 16:53:01.485637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:01.488628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:01.493164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:01.527787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.528397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:01.529773 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] 10.222.0.31 "PUT /v2.0/ports/f502db39-f96d-40d6-810f-ffa4a10f4cec HTTP/1.1" status: 200 len: 1094 time: 0.6664596 Dec 13 16:53:01.530229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:01.532498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28127a62-c7c9-44e4-85c9-3984edca15f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:01.558261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115e6a1-4a63-442d-8fb0-634b501f8fcd service neutron] Pushing event updated for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:01.570395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1697c2fd-c2d1-48af-b1ce-5266641b729f x-openstack-request-id: req-1697c2fd-c2d1-48af-b1ce-5266641b729f {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:01.570718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:01.570984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1697c2fd-c2d1-48af-b1ce-5266641b729f {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:01.571468 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'status': 'completed', 'code': 200} Dec 13 16:53:01.624555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-b3d534e1-9166-4ccd-a505-249d41e45398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.626049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-b3d534e1-9166-4ccd-a505-249d41e45398 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4&device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 1097 time: 0.0442128 Dec 13 16:53:01.673578 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-63cf50ba-ad99-445e-8d87-cecda55b414b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec HTTP/1.1" status: 200 len: 217 time: 0.0337493 Dec 13 16:53:01.724482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-89298e74-0a27-460e-9ec3-5fb8054e2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:01.725805 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-89298e74-0a27-460e-9ec3-5fb8054e2a20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fc5d66-42c9-4f32-b9db-0ba8992e910c HTTP/1.1" status: 200 len: 851 time: 0.0419042 Dec 13 16:53:01.761093 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-b8b1ca75-c2dd-431f-bada-acdd41333a36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af39366c-0a84-4c6b-9030-f648b56ba434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248160 Dec 13 16:53:02.191031 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-ae5ee260-9a15-4a83-b1da-a828189f2b99 service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175887 Dec 13 16:53:02.286953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60bf40fc-719c-4be1-81b1-bb01cb5498f9 req-4c47a9a0-6491-4a1c-b2d5-feec8c730d61 service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844581 Dec 13 16:53:02.384068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-6e31813c-2b73-421a-ac34-53d309e28982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:02.385651 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-6e31813c-2b73-421a-ac34-53d309e28982 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4&device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 1097 time: 0.0418479 Dec 13 16:53:02.475776 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-fdc4d038-0de9-41cf-bf46-9a0dee003505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:02.477203 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-fdc4d038-0de9-41cf-bf46-9a0dee003505 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af39366c-0a84-4c6b-9030-f648b56ba434 HTTP/1.1" status: 200 len: 912 time: 0.0843897 Dec 13 16:53:02.528241 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-02a99e07-9478-42c8-82b0-3c186f05ea3b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec HTTP/1.1" status: 200 len: 217 time: 0.0384071 Dec 13 16:53:02.607341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-d030f07a-924e-4da7-a478-10fdb3791ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:02.608802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-d030f07a-924e-4da7-a478-10fdb3791ab1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fc5d66-42c9-4f32-b9db-0ba8992e910c HTTP/1.1" status: 200 len: 851 time: 0.0711081 Dec 13 16:53:02.620913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8f4fb4-b80d-46d6-91da-d3518eb5f7bc req-8228cb76-a172-4990-bb3c-05ebadd47178 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:02.622298 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-df8f4fb4-b80d-46d6-91da-d3518eb5f7bc req-8228cb76-a172-4990-bb3c-05ebadd47178 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 944 time: 0.0856881 Dec 13 16:53:02.660771 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-bd2c053e-5ac4-4ae1-b10a-bc307d408dc7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af39366c-0a84-4c6b-9030-f648b56ba434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375063 Dec 13 16:53:02.729921 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-df8f4fb4-b80d-46d6-91da-d3518eb5f7bc req-634a41d0-50a4-48b0-a8f8-547889c84274 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995092 Dec 13 16:53:02.771596 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-1f34d4f6-d274-47d6-be43-cbfca2032ba8 service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977335 Dec 13 16:53:02.869621 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-28127a62-c7c9-44e4-85c9-3984edca15f6 req-28012a73-8fe6-4244-a8fa-01c9967ca901 service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873783 Dec 13 16:53:03.851268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504da15-3e9c-4f08-989f-63cc1c4a1aac req-bda57d0c-5723-40e0-86b5-39af3d7e5006 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:03.852988 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8504da15-3e9c-4f08-989f-63cc1c4a1aac req-bda57d0c-5723-40e0-86b5-39af3d7e5006 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 944 time: 0.0506499 Dec 13 16:53:03.899134 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8504da15-3e9c-4f08-989f-63cc1c4a1aac req-79761149-554e-44fd-8842-ed0414508243 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Dec 13 16:53:04.801091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device f502db39-f96d-40d6-810f-ffa4a10f4cec details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:53:04.895970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:04.907621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434', 'port_id': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'mac_address': 'fa:16:3e:2d:e5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fc5d66-42c9-4f32-b9db-0ba8992e910c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:53:04.944914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:04.958403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f502db39-f96d-40d6-810f-ffa4a10f4cec {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:04.979505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:04.983749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:05.020020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2da9a8-00d1-4eb1-85d2-51a84e61f3c8 req-0fab3121-d286-4e29-afc7-ef469c85b851 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:05.021511 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e2da9a8-00d1-4eb1-85d2-51a84e61f3c8 req-0fab3121-d286-4e29-afc7-ef469c85b851 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 944 time: 0.0547945 Dec 13 16:53:05.037748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:05.072338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e2da9a8-00d1-4eb1-85d2-51a84e61f3c8 req-fedb6a71-ffbc-48c6-818f-ce7f79c8eb90 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435114 Dec 13 16:53:05.111530 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:53:05.238609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['f502db39-f96d-40d6-810f-ffa4a10f4cec'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:53:06.185317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e0888-675e-40ee-81f7-d7591f3249a9 req-1451598a-88a1-42cc-9269-5cf683f938d4 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:06.186807 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-311e0888-675e-40ee-81f7-d7591f3249a9 req-1451598a-88a1-42cc-9269-5cf683f938d4 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 945 time: 0.0487714 Dec 13 16:53:06.233612 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-311e0888-675e-40ee-81f7-d7591f3249a9 req-86d90d5f-e554-418c-82a0-a95e3525cde8 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409334 Dec 13 16:53:06.817515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device f502db39-f96d-40d6-810f-ffa4a10f4cec up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:06.864870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port f502db39-f96d-40d6-810f-ffa4a10f4cec completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:53:06.868463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port f502db39-f96d-40d6-810f-ffa4a10f4cec triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:06.868850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:06.948635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:06.971834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:06.974077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df271aa-dfd6-4d1c-bed6-3830930a4854" -d '{"events": [{"server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "name": "network-vif-plugged", "status": "completed", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:06.987676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:06.991566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:07.021113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee970988-ae80-4afe-959f-9044cac135fd x-openstack-request-id: req-ee970988-ae80-4afe-959f-9044cac135fd {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:07.021413 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "name": "network-vif-plugged", "status": "completed", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:07.021671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee970988-ae80-4afe-959f-9044cac135fd {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:07.022072 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'code': 200} Dec 13 16:53:07.048620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:07.192109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc309d51-c8a4-4f29-8930-aae3429b97e4 req-79f44ab3-32b3-4167-9ba2-6125c5d2c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:07.193592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc309d51-c8a4-4f29-8930-aae3429b97e4 req-79f44ab3-32b3-4167-9ba2-6125c5d2c6a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 1099 time: 0.0407085 Dec 13 16:53:07.242261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc309d51-c8a4-4f29-8930-aae3429b97e4 req-04dd7cda-2a10-4812-90e4-781215e52447 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 Dec 13 16:53:07.348784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ff720-6378-4e53-ade3-47b45d233ae3 req-8806e8fc-167e-43d8-b8f1-53555f644507 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:07.350253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb8ff720-6378-4e53-ade3-47b45d233ae3 req-8806e8fc-167e-43d8-b8f1-53555f644507 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0486600 Dec 13 16:53:07.399414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb8ff720-6378-4e53-ade3-47b45d233ae3 req-c34cc136-26c7-4b56-a5e8-28de7fcf6d43 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Dec 13 16:53:08.516008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de65db0-1f46-45e7-9c77-dabfb87d2ea3 req-652997ad-e6c1-4146-9943-c896096d7a7f tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:08.517483 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3de65db0-1f46-45e7-9c77-dabfb87d2ea3 req-652997ad-e6c1-4146-9943-c896096d7a7f tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0492837 Dec 13 16:53:08.564969 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3de65db0-1f46-45e7-9c77-dabfb87d2ea3 req-1d9f2668-ff71-436f-a98f-fc888c3c82d4 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411813 Dec 13 16:53:08.931518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaf350-6343-46df-bed6-c78e5b3b964b req-318d3dea-2f2a-4800-b456-553a06d0f4bb tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:08.932343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49486) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:08.933057 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2efaf350-6343-46df-bed6-c78e5b3b964b req-318d3dea-2f2a-4800-b456-553a06d0f4bb tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0561306 Dec 13 16:53:08.986166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2efaf350-6343-46df-bed6-c78e5b3b964b req-b405a6ea-0caa-4aaf-a784-72be8f219a09 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469863 Dec 13 16:53:09.014561 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-39ff24c3-ad26-4e39-a883-0c78877d916e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810387 Dec 13 16:53:09.023432 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-7e292702-0993-411b-8e39-23c0f2001e22 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:53:09.024376 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-7e292702-0993-411b-8e39-23c0f2001e22 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048676 Dec 13 16:53:10.101047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a9a5-d598-4317-981e-3b2a1d77e644 req-b3b455aa-298e-4601-bf93-37a93d2f7ce9 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:10.102567 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e853a9a5-d598-4317-981e-3b2a1d77e644 req-b3b455aa-298e-4601-bf93-37a93d2f7ce9 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0489933 Dec 13 16:53:10.154846 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e853a9a5-d598-4317-981e-3b2a1d77e644 req-f0b664cb-29e0-4761-8a19-28c24ae3446e tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455589 Dec 13 16:53:10.194660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-c0c0595b-6aab-4304-8600-5d4a9e862003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:10.196148 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-c0c0595b-6aab-4304-8600-5d4a9e862003 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4&device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 1099 time: 0.0404143 Dec 13 16:53:10.290989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-26fd6db4-b9e3-4817-bd72-5f7e537bc1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:10.293172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-26fd6db4-b9e3-4817-bd72-5f7e537bc1ec service neutron] 10.222.0.31 "GET /v2.0/networks?id=af39366c-0a84-4c6b-9030-f648b56ba434 HTTP/1.1" status: 200 len: 912 time: 0.0882027 Dec 13 16:53:10.335078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-4a1099df-2187-4975-87d7-e04df3af9aa3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec HTTP/1.1" status: 200 len: 217 time: 0.0346529 Dec 13 16:53:10.389542 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-2553b04e-5142-41f1-aa50-a3206e9b1ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:10.391049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-2553b04e-5142-41f1-aa50-a3206e9b1ee6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fc5d66-42c9-4f32-b9db-0ba8992e910c HTTP/1.1" status: 200 len: 851 time: 0.0486205 Dec 13 16:53:10.423639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-e35fe398-3065-43db-9161-84cd6d77ab87 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af39366c-0a84-4c6b-9030-f648b56ba434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253744 Dec 13 16:53:10.515469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-10f91817-663e-40a8-b513-bd52122f1723 service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843430 Dec 13 16:53:10.613782 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-75773a09-173f-499f-bff8-ddeec28f6cd2 service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909956 Dec 13 16:53:11.271335 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf2428-e0e3-48f9-91bb-e6d08e97e41f req-d0966844-5930-4403-8a38-7b2415dbe05e tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:11.272811 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2cf2428-e0e3-48f9-91bb-e6d08e97e41f req-d0966844-5930-4403-8a38-7b2415dbe05e tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0494449 Dec 13 16:53:11.327405 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2cf2428-e0e3-48f9-91bb-e6d08e97e41f req-d427cc35-e219-45b5-87e7-7360b7c3c720 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478106 Dec 13 16:53:12.445151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349f96e-0d1b-425d-b937-1088a38f86da req-ee9881dd-af4d-4238-b94f-30f46f49c03e tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:12.446667 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e349f96e-0d1b-425d-b937-1088a38f86da req-ee9881dd-af4d-4238-b94f-30f46f49c03e tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0492160 Dec 13 16:53:12.499353 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e349f96e-0d1b-425d-b937-1088a38f86da req-b7a1b0cc-13f5-4446-b98a-465350d02257 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Dec 13 16:53:13.621212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f73c75-da5f-42ea-b119-a9c4355e94ed req-6bd36413-2ba2-4cf8-864d-15d9cb61ad0b tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:13.622821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-45f73c75-da5f-42ea-b119-a9c4355e94ed req-6bd36413-2ba2-4cf8-864d-15d9cb61ad0b tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0551403 Dec 13 16:53:13.670279 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-45f73c75-da5f-42ea-b119-a9c4355e94ed req-c7dcaac3-a48d-41fe-89c0-9fc5f47b8673 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415351 Dec 13 16:53:14.016236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:14.785580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c4b03-34b8-45a0-b3e6-71684b0931ea req-e8e518e5-3855-4615-b605-f899f4ff2ab6 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:14.787091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7e0c4b03-34b8-45a0-b3e6-71684b0931ea req-e8e518e5-3855-4615-b605-f899f4ff2ab6 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0490801 Dec 13 16:53:14.833476 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7e0c4b03-34b8-45a0-b3e6-71684b0931ea req-e3ce57ff-19f8-4a97-89ef-632cafc48d4e tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405831 Dec 13 16:53:15.953217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0eb1-e06d-4d73-aa9b-2877c261db29 req-88303fdb-91f0-4f1a-9f5b-56a29fa0999d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:15.954792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24fc0eb1-e06d-4d73-aa9b-2877c261db29 req-88303fdb-91f0-4f1a-9f5b-56a29fa0999d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0532200 Dec 13 16:53:16.004760 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24fc0eb1-e06d-4d73-aa9b-2877c261db29 req-5f90a242-913b-447a-ac11-f126e8ac99cf tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Dec 13 16:53:17.120035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb305a0-157a-4ee2-9c62-84ea37b98c86 req-2d017c69-a53e-45bd-ba35-8a35417169c8 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:17.121499 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bfb305a0-157a-4ee2-9c62-84ea37b98c86 req-2d017c69-a53e-45bd-ba35-8a35417169c8 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0494165 Dec 13 16:53:17.167683 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bfb305a0-157a-4ee2-9c62-84ea37b98c86 req-2ed4080b-536d-456a-903f-d0534bdbd02a tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 Dec 13 16:53:18.287853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f0970-f125-43fd-adbd-5a5516cc0547 req-94d0e74f-f527-402d-aef0-f7d3bc4e3499 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:18.289318 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d3f0970-f125-43fd-adbd-5a5516cc0547 req-94d0e74f-f527-402d-aef0-f7d3bc4e3499 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0520244 Dec 13 16:53:18.337583 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d3f0970-f125-43fd-adbd-5a5516cc0547 req-af289be3-9de4-415e-bfdf-69163b271594 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414138 Dec 13 16:53:19.454186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cae686-c959-4c20-94be-364cbe7f8898 req-fbfd4b6b-9426-4f0a-ac5f-9959c69aeaa0 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:19.455767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a1cae686-c959-4c20-94be-364cbe7f8898 req-fbfd4b6b-9426-4f0a-ac5f-9959c69aeaa0 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0496953 Dec 13 16:53:19.502448 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a1cae686-c959-4c20-94be-364cbe7f8898 req-9a4f6ca5-ef26-41bc-b5de-05cc810f0ea7 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Dec 13 16:53:20.618074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44decc-7a17-4d13-ae44-2769cc3b610a req-d3f5f74a-667f-4000-87d1-ad3ebe9cea3a tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:20.619501 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d44decc-7a17-4d13-ae44-2769cc3b610a req-d3f5f74a-667f-4000-87d1-ad3ebe9cea3a tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0487692 Dec 13 16:53:20.671326 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d44decc-7a17-4d13-ae44-2769cc3b610a req-cbaa0940-6930-456c-a6d8-0fc9f06fe741 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Dec 13 16:53:21.786287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81724fb9-a670-4d2c-bc50-959783aee2bd req-4826266b-8cb9-4232-855a-59c6189c9397 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:21.787791 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81724fb9-a670-4d2c-bc50-959783aee2bd req-4826266b-8cb9-4232-855a-59c6189c9397 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0479131 Dec 13 16:53:21.835185 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81724fb9-a670-4d2c-bc50-959783aee2bd req-03ca35a9-08a9-4235-8f89-783ecdf41c9c tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416043 Dec 13 16:53:22.949052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cee29-28ba-4187-8956-0341462849a0 req-e85d09a7-e095-40a9-92a5-317f20106ee4 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:22.950547 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a03cee29-28ba-4187-8956-0341462849a0 req-e85d09a7-e095-40a9-92a5-317f20106ee4 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0494711 Dec 13 16:53:22.997269 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a03cee29-28ba-4187-8956-0341462849a0 req-a304c72d-9c6b-437f-8692-96520fd9f9f8 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Dec 13 16:53:24.122022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2f2ca-c118-4d12-b29f-e88b443ce279 req-6749156e-7d8b-4638-8187-4d5c3f1d4041 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:24.124307 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97e2f2ca-c118-4d12-b29f-e88b443ce279 req-6749156e-7d8b-4638-8187-4d5c3f1d4041 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0534704 Dec 13 16:53:24.171163 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97e2f2ca-c118-4d12-b29f-e88b443ce279 req-3d5f9110-6387-493a-8579-4aae925877bf tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Dec 13 16:53:24.983090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f3b81976-4994-48b4-9941-8177bbc16783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:25.285442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc1e57-4327-4b8e-96ef-f224313cede7 req-547b81cd-f065-4791-9507-0e559e714df2 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:25.286839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c4cc1e57-4327-4b8e-96ef-f224313cede7 req-547b81cd-f065-4791-9507-0e559e714df2 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0483186 Dec 13 16:53:25.333603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c4cc1e57-4327-4b8e-96ef-f224313cede7 req-bde3554b-eebf-4dcb-950b-1eb4f85cf6b2 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Dec 13 16:53:26.448398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4a7e6-feb9-4e5b-b2df-fee20700ddb6 req-787022d4-9a07-4c7a-b612-47db747912b6 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:26.449866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21b4a7e6-feb9-4e5b-b2df-fee20700ddb6 req-787022d4-9a07-4c7a-b612-47db747912b6 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0487659 Dec 13 16:53:26.499929 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-21b4a7e6-feb9-4e5b-b2df-fee20700ddb6 req-de8cbb69-f2e3-4b32-9d84-7a48e4ee2fc4 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Dec 13 16:53:27.389560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1b98ca42-4cd9-4c3b-8ac2-3abb3b4d3073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:27.614292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64af831-5bd4-4a6e-966f-c6974f83fe0d req-1031137f-c355-49b1-bf81-7f1bd1737ee2 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:27.615803 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e64af831-5bd4-4a6e-966f-c6974f83fe0d req-1031137f-c355-49b1-bf81-7f1bd1737ee2 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0489986 Dec 13 16:53:27.664150 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e64af831-5bd4-4a6e-966f-c6974f83fe0d req-027a8a5a-6eb5-4fc3-af1f-546c02799e86 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423687 Dec 13 16:53:28.474103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:28.783089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a37e0-7cf9-4e84-abf5-09e7d8d2c9c6 req-3e4a1b10-96cf-431d-b053-b15078f75232 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:28.784570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed3a37e0-7cf9-4e84-abf5-09e7d8d2c9c6 req-3e4a1b10-96cf-431d-b053-b15078f75232 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0491903 Dec 13 16:53:28.831302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed3a37e0-7cf9-4e84-abf5-09e7d8d2c9c6 req-e63bf0b2-bf57-42de-b733-c64c1d2a04e6 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408745 Dec 13 16:53:29.951186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03381d5f-bdb2-4702-b8c0-1214c258497a req-f7dee27a-da79-40c0-9b21-c8fd8d373423 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:29.953592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03381d5f-bdb2-4702-b8c0-1214c258497a req-f7dee27a-da79-40c0-9b21-c8fd8d373423 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0528247 Dec 13 16:53:30.004383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:30.006117 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03381d5f-bdb2-4702-b8c0-1214c258497a req-9d2c4a0e-2c1b-4a2d-9a0b-5bd3b0ca6bb6 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424647 Dec 13 16:53:30.889687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:31.121117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca2aee-48c8-423b-8fe8-152f30b6c674 req-3e347c50-3be6-4ca8-baaf-8990c94101d5 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:31.122604 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4ca2aee-48c8-423b-8fe8-152f30b6c674 req-3e347c50-3be6-4ca8-baaf-8990c94101d5 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0479064 Dec 13 16:53:31.170122 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4ca2aee-48c8-423b-8fe8-152f30b6c674 req-0f5e30dd-6057-4ef2-a6cc-c15e93c6d87a tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 Dec 13 16:53:32.289893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beabc1a6-ccf9-44e5-b80e-0f78b8cff48e req-b92a02a7-097c-4aff-b3df-bcaeb1e02181 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:32.291411 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-beabc1a6-ccf9-44e5-b80e-0f78b8cff48e req-b92a02a7-097c-4aff-b3df-bcaeb1e02181 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0533419 Dec 13 16:53:32.339229 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-beabc1a6-ccf9-44e5-b80e-0f78b8cff48e req-90118d02-10e4-46e9-b01f-fdd54e7eb7db tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Dec 13 16:53:33.458168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f180b5-ac1e-4b21-804e-e5e4a3ffa244 req-02b3cf4d-7c5b-4147-9a7f-ec09a00039ae tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:33.459661 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1f180b5-ac1e-4b21-804e-e5e4a3ffa244 req-02b3cf4d-7c5b-4147-9a7f-ec09a00039ae tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0487552 Dec 13 16:53:33.506998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1f180b5-ac1e-4b21-804e-e5e4a3ffa244 req-6be68e9c-1d22-488e-b930-6600468edf9d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415006 Dec 13 16:53:34.620557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173e33a-0953-484f-9100-2457cfedc0fc req-422d1d36-4693-4676-b18a-67838e81df6d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:34.622038 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4173e33a-0953-484f-9100-2457cfedc0fc req-422d1d36-4693-4676-b18a-67838e81df6d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0476918 Dec 13 16:53:34.674789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4173e33a-0953-484f-9100-2457cfedc0fc req-36af6c4f-43bb-4f6f-9642-293c5071bc6a tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 Dec 13 16:53:35.792955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1aa52-7ceb-456b-b8eb-65221e9f5a0d req-7c7266f2-8254-46fd-af65-6a20e7dd82dc tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:35.794756 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31c1aa52-7ceb-456b-b8eb-65221e9f5a0d req-7c7266f2-8254-46fd-af65-6a20e7dd82dc tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0500693 Dec 13 16:53:35.841563 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31c1aa52-7ceb-456b-b8eb-65221e9f5a0d req-13f5d14a-93ba-45f5-9451-9ac7ef8a4871 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409245 Dec 13 16:53:36.957984 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1c4f9-f11b-4cb1-ac08-7a8ea45003c1 req-913a54d6-fa8a-496a-bb4a-eb93f951be8c tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:36.959594 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31c1c4f9-f11b-4cb1-ac08-7a8ea45003c1 req-913a54d6-fa8a-496a-bb4a-eb93f951be8c tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0496280 Dec 13 16:53:37.006058 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-31c1c4f9-f11b-4cb1-ac08-7a8ea45003c1 req-3fa3e28b-511c-4c76-a30f-4dfcf6a849cd tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Dec 13 16:53:37.495639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-49c098c5-7a06-42ae-b719-057501752b27 service neutron] 10.222.0.31 "GET /v2.0/ports/f502db39-f96d-40d6-810f-ffa4a10f4cec/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0587151 Dec 13 16:53:37.752406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-1b608286-c7ad-49f3-93f0-72367006608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:37.753920 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-1b608286-c7ad-49f3-93f0-72367006608c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1&tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4 HTTP/1.1" status: 200 len: 1099 time: 0.0714767 Dec 13 16:53:37.817567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-805986e9-d543-4636-ae20-990e35a54431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:37.819684 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-805986e9-d543-4636-ae20-990e35a54431 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4&device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 1099 time: 0.0400105 Dec 13 16:53:37.915325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-02f8fd1d-c18e-4cdb-8e3f-29a9f17f0970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:37.916779 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-02f8fd1d-c18e-4cdb-8e3f-29a9f17f0970 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af39366c-0a84-4c6b-9030-f648b56ba434 HTTP/1.1" status: 200 len: 912 time: 0.0864065 Dec 13 16:53:37.964366 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-f96138c3-8393-4180-9759-5dc075236dc6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec HTTP/1.1" status: 200 len: 217 time: 0.0348938 Dec 13 16:53:38.020835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-3ca495f9-405a-494e-9c34-b262df816822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:38.022741 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-3ca495f9-405a-494e-9c34-b262df816822 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fc5d66-42c9-4f32-b9db-0ba8992e910c HTTP/1.1" status: 200 len: 851 time: 0.0465815 Dec 13 16:53:38.058903 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-9d642602-6564-4f36-aef7-9a997ee11f29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af39366c-0a84-4c6b-9030-f648b56ba434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249131 Dec 13 16:53:38.174731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac135d60-c41a-4715-8c7f-cfdd343d0a2b req-f43a03e9-1b6d-4f1b-82cc-4f2b6d684a8d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:38.176203 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ac135d60-c41a-4715-8c7f-cfdd343d0a2b req-f43a03e9-1b6d-4f1b-82cc-4f2b6d684a8d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.1007550 Dec 13 16:53:38.203858 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-fbe3d34b-9478-4225-965a-a2c208bb989e service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361735 Dec 13 16:53:38.274039 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ac135d60-c41a-4715-8c7f-cfdd343d0a2b req-1db79c08-0dce-4619-ac4c-1e92d4ef170a tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869782 Dec 13 16:53:38.314946 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e366e70d-ed23-48b5-8928-d8c990f721cb req-4b1ecbd2-1adc-48af-9294-d8bdd84d29f2 service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938947 Dec 13 16:53:39.400552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a3a40-0e82-496c-9585-1ae6ce136801 req-48219f37-c761-450c-b621-0273647fecec tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:39.402014 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f05a3a40-0e82-496c-9585-1ae6ce136801 req-48219f37-c761-450c-b621-0273647fecec tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0608768 Dec 13 16:53:39.449370 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f05a3a40-0e82-496c-9585-1ae6ce136801 req-8964e01a-b822-4c48-83a8-288b6cc011ef tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414934 Dec 13 16:53:40.567161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc1e5d-7fdc-4ff7-a188-21fe17aa14cc req-d9c4ad15-f44a-4d47-a1d9-5ec9f2ae065f tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:40.568740 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56dc1e5d-7fdc-4ff7-a188-21fe17aa14cc req-d9c4ad15-f44a-4d47-a1d9-5ec9f2ae065f tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0504158 Dec 13 16:53:40.616122 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56dc1e5d-7fdc-4ff7-a188-21fe17aa14cc req-38fa758b-b597-4572-a82a-bfef8061d752 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411820 Dec 13 16:53:40.934976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-b7e579b2-e6bc-4d91-9810-921a97f0e7c9 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:40.936443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-b7e579b2-e6bc-4d91-9810-921a97f0e7c9 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1&tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 946 time: 0.0885582 Dec 13 16:53:41.019504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-ab2c7e95-23b6-491d-8aa6-54ed5e69f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:41.021583 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-ab2c7e95-23b6-491d-8aa6-54ed5e69f9b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4&device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 1099 time: 0.0399034 Dec 13 16:53:41.035552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device f502db39-f96d-40d6-810f-ffa4a10f4cec details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:53:41.095517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device f502db39-f96d-40d6-810f-ffa4a10f4cec no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:53:41.118850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-c5a54215-4eeb-4378-8c84-bf51d059dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:41.120329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-c5a54215-4eeb-4378-8c84-bf51d059dda6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=af39366c-0a84-4c6b-9030-f648b56ba434 HTTP/1.1" status: 200 len: 912 time: 0.0926819 Dec 13 16:53:41.167061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:41.167287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-902cfb13-8da4-40f9-9c4d-20f1d3c88ef5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec HTTP/1.1" status: 200 len: 217 time: 0.0387979 Dec 13 16:53:41.197197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'network_id': 'af39366c-0a84-4c6b-9030-f648b56ba434', 'port_id': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'mac_address': 'fa:16:3e:2d:e5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fc5d66-42c9-4f32-b9db-0ba8992e910c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:53:41.215937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-989845c2-2715-4f3f-8cba-15e54762dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:41.217399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-989845c2-2715-4f3f-8cba-15e54762dc76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a7fc5d66-42c9-4f32-b9db-0ba8992e910c HTTP/1.1" status: 200 len: 851 time: 0.0433865 Dec 13 16:53:41.240635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:41.250889 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-839e24b7-460a-4711-973c-15c121f4ab68 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=af39366c-0a84-4c6b-9030-f648b56ba434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256188 Dec 13 16:53:41.258489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:41.277089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:41.279353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c796fa3c-3a39-4b9d-89ac-6676629a5c97" -d '{"events": [{"server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:41.290324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f502db39-f96d-40d6-810f-ffa4a10f4cec {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:41.298809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:41.304798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:41.355561 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-eeda5ae4-af2b-477e-8c07-82221c0e1f6e service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976188 Dec 13 16:53:41.388716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:53:41.389090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:53:41.391917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:41.400223 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.400581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.400930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.401266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.401618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.401951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.402281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.402636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.402957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.403293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.403784 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.403925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.404243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:41.408547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc197dc1-777d-4d84-875c-efcc59d4ceda x-openstack-request-id: req-dc197dc1-777d-4d84-875c-efcc59d4ceda {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:41.408833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "name": "network-vif-unplugged", "status": "completed", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:41.409086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc197dc1-777d-4d84-875c-efcc59d4ceda {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:41.409470 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'code': 200} Dec 13 16:53:41.452781 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-3c71b776-3434-4930-88f4-d37831453734 service neutron] 10.222.0.31 "GET /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888295 Dec 13 16:53:42.089284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:42.103204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f502db39-f96d-40d6-810f-ffa4a10f4cec {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:42.110086 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:53:42.123268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:42.128399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:42.180930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d868a-dbc1-42d4-bc83-909cf699426d req-0f814781-2ce6-478c-947b-2352686c128d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:42.182424 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750d868a-dbc1-42d4-bc83-909cf699426d req-0f814781-2ce6-478c-947b-2352686c128d tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 945 time: 0.0543916 Dec 13 16:53:42.182543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:42.191407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['f502db39-f96d-40d6-810f-ffa4a10f4cec'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:53:42.232092 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750d868a-dbc1-42d4-bc83-909cf699426d req-0f66e958-354b-4e3e-ad93-c1e13ac82f06 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 Dec 13 16:53:43.035332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device f502db39-f96d-40d6-810f-ffa4a10f4cec up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:43.085002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port f502db39-f96d-40d6-810f-ffa4a10f4cec triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:43.085372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:43.164472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:43.196174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:43.200484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:43.248271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:43.357462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b737d-02c3-48cd-90af-be0291acbec3 req-3ebf2e40-c3ad-4931-a2bf-39408aa5131b tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:43.358879 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-001b737d-02c3-48cd-90af-be0291acbec3 req-3ebf2e40-c3ad-4931-a2bf-39408aa5131b tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0550385 Dec 13 16:53:43.407315 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-001b737d-02c3-48cd-90af-be0291acbec3 req-00e0529d-530a-4e21-b033-5d1546bed6dc tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/security-groups?id=cc53b84c-07c8-498a-9b01-80ba4fc1d465&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 Dec 13 16:53:43.410293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:43.413435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf12dc9-7cb9-4ca5-ac9e-f139ad461c77" -d '{"events": [{"server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "name": "network-vif-plugged", "status": "completed", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:43.448080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318a4acb-b1df-492b-b721-a331598eb087 x-openstack-request-id: req-318a4acb-b1df-492b-b721-a331598eb087 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:43.448374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "name": "network-vif-plugged", "status": "completed", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:43.448632 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-318a4acb-b1df-492b-b721-a331598eb087 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:43.449030 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'code': 200} Dec 13 16:53:44.021526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-02818c25-7d8b-4bc1-af64-ee9fae47d97f tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:44.023113 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-02818c25-7d8b-4bc1-af64-ee9fae47d97f tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 946 time: 0.0540562 Dec 13 16:53:44.039040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:44.117388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Deleting port f502db39-f96d-40d6-810f-ffa4a10f4cec {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:53:44.117724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:44.205895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] For port f502db39-f96d-40d6-810f-ffa4a10f4cec, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=f502db39-f96d-40d6-810f-ffa4a10f4cec,segment=NetworkSegment(6ce26937-fc2c-44c3-9a96-488e59c88f7c),segment_id=6ce26937-fc2c-44c3-9a96-488e59c88f7c)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:44.206252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:44.218670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Calling delete_port for f502db39-f96d-40d6-810f-ffa4a10f4cec owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:53:44.347587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:44.363933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['f502db39-f96d-40d6-810f-ffa4a10f4cec'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:53:44.375895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Pushing event deleted for resources: {'Port': ['ID=f502db39-f96d-40d6-810f-ffa4a10f4cec,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:44.667832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] No DVR routers for this DVR port f502db39-f96d-40d6-810f-ffa4a10f4cec on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:53:44.670605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:44.673820 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d9da47d-fdb7-4539-bd27-f46a8ee7b52d req-63087a76-d91a-436a-a0b1-727fbe3b9bab tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.31 "DELETE /v2.0/ports/f502db39-f96d-40d6-810f-ffa4a10f4cec HTTP/1.1" status: 204 len: 173 time: 0.6407185 Dec 13 16:53:44.681337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'name': 'network-vif-deleted', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:44.683538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850ae6fa-94c3-4feb-b821-4dd956c30c86" -d '{"events": [{"server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "name": "network-vif-deleted", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:44.706593 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3df596c2-bca2-4488-830d-01e83d14b3f4 req-dca8c900-6e8a-48bc-a938-e3991e91cc83 tempest-DeleteServersTestJSON-1294624402 tempest-DeleteServersTestJSON-1294624402-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1 HTTP/1.1" status: 200 len: 210 time: 0.0398555 Dec 13 16:53:44.721868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640a429-feba-40a6-8ad9-aec4ef49a36f x-openstack-request-id: req-2640a429-feba-40a6-8ad9-aec4ef49a36f {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:44.722181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1", "name": "network-vif-deleted", "tag": "f502db39-f96d-40d6-810f-ffa4a10f4cec", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:44.722426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2640a429-feba-40a6-8ad9-aec4ef49a36f {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:44.722915 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c9c1e83-3e7e-44bc-8b7f-2742c2c061d1', 'name': 'network-vif-deleted', 'tag': 'f502db39-f96d-40d6-810f-ffa4a10f4cec', 'status': 'completed', 'code': 200} Dec 13 16:53:45.841656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49594) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:45.889682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Deleting subnet a7fc5d66-42c9-4f32-b9db-0ba8992e910c {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:53:45.892787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:45.926745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:45.965970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.017189 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.048564 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fc5d66-42c9-4f32-b9db-0ba8992e910c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:46.053742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.056939 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7fc5d66-42c9-4f32-b9db-0ba8992e910c HTTP/1.1" status: 204 len: 168 time: 0.2142830 Dec 13 16:53:46.059566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49596) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:46.062721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.063100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.063454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.063796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.064136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.064471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.064804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.065136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.065467 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.065797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.066127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.066452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.066802 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0a57f8-f269-45fe-a546-f290bff0c6f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:53:46.126430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.209440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.228812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af39366c-0a84-4c6b-9030-f648b56ba434']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:46.245733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce26937-fc2c-44c3-9a96-488e59c88f7c') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:46.246032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce26937-fc2c-44c3-9a96-488e59c88f7c') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:53:46.261460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.284729 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.291996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:53:46.292409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:53:46.294313 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:53:46.349558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.354965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.358120 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] 10.222.0.13 "DELETE /v2.0/networks/af39366c-0a84-4c6b-9030-f648b56ba434 HTTP/1.1" status: 204 len: 168 time: 0.2975600 Dec 13 16:53:46.369684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3ca0b-5253-4f49-9b16-8a7537a43453 admin admin] Pushing event deleted for resources: {'Network': ['ID=af39366c-0a84-4c6b-9030-f648b56ba434,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:46.467155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49600) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:46.506911 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c82a408c-2b54-4bd5-8154-c43da42822e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90995f0097fe43bf8a8f3b0487ccdaa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385485 Dec 13 16:53:46.509353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49602) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:46.555439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-571f2f6d-760f-4191-b5e4-d746af5d739c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.580049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-571f2f6d-760f-4191-b5e4-d746af5d739c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.627317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-571f2f6d-760f-4191-b5e4-d746af5d739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.629885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-571f2f6d-760f-4191-b5e4-d746af5d739c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:46.632006 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-571f2f6d-760f-4191-b5e4-d746af5d739c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cc53b84c-07c8-498a-9b01-80ba4fc1d465 HTTP/1.1" status: 204 len: 168 time: 0.1217330 Dec 13 16:53:46.642330 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f2f6d-760f-4191-b5e4-d746af5d739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc53b84c-07c8-498a-9b01-80ba4fc1d465,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:47.050240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device f502db39-f96d-40d6-810f-ffa4a10f4cec no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:53:47.071045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: f502db39-f96d-40d6-810f-ffa4a10f4cec {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:53:47.071325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device f502db39-f96d-40d6-810f-ffa4a10f4cec not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:53:47.299571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49624) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:47.401398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1435338718-network', 'tenant_id': 'f16ceb393a7d4708babde2965082cbc3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:47.423278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Made reservation on behalf of f16ceb393a7d4708babde2965082cbc3 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:47.425504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.434204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.508609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.512452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.533289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:53:47.548383 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b53542-f27f-4e21-b881-1b90cc1347ef,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:47.551259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.551609 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Added segment 45cb4589-467c-4c02-9475-5bd6f4897d6f of type vlan for network 896a8314-d5c7-4800-abca-8dde93f64afc Dec 13 16:53:47.591626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.615294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.616461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:47.617091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.671675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3709908 Dec 13 16:53:47.674559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49628) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:53:47.679723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Request body: {'subnet': {'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1435338718-subnet', 'tenant_id': 'f16ceb393a7d4708babde2965082cbc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:47.683006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9552a-5703-4249-a07e-bd7aa8c8bd7d admin admin] Pushing event updated for resources: {'Network': ['ID=896a8314-d5c7-4800-abca-8dde93f64afc,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:47.693072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 896a8314-d5c7-4800-abca-8dde93f64afc details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:53:47.700981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Made reservation on behalf of f16ceb393a7d4708babde2965082cbc3 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:47.703360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.871678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.929401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:47.940566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Checking segment: {'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:47.940927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Network hostable DHCP agents. Network: 896a8314-d5c7-4800-abca-8dde93f64afc, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:53:47.959028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Network 896a8314-d5c7-4800-abca-8dde93f64afc is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:53:47.972290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 896a8314-d5c7-4800-abca-8dde93f64afc) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:47.973478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:47.975142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:47.979507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b597e4-5035-407a-8b6d-6497117475ae None None] Network 896a8314-d5c7-4800-abca-8dde93f64afc requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:53:47.991273 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ac64ba9a-eba3-4d31-8ace-b51267492894 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3155601 Dec 13 16:53:48.089722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b8ef7-fcf1-4d8a-9e34-9e497df68cdb None None] Network 896a8314-d5c7-4800-abca-8dde93f64afc requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:53:48.428600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-cb4ac860-6781-4c9a-9581-31f7ca9c7451 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:48.430011 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-cb4ac860-6781-4c9a-9581-31f7ca9c7451 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 815 time: 0.1039486 Dec 13 16:53:48.445551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-9db81fc0-5259-4831-b656-0535b53bd1a1 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/quotas/f16ceb393a7d4708babde2965082cbc3 HTTP/1.1" status: 200 len: 375 time: 0.0095100 Dec 13 16:53:48.481231 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c1403b5f-8593-4275-b410-7834b775b904 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304785 Dec 13 16:53:48.569954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c898d0f1-9342-4a8f-aa12-60ab0134723c service neutron] 10.222.0.13 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818210 Dec 13 16:53:48.662979 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-36306a86-3fd0-4816-9496-e51924f2b4ae service neutron] 10.222.0.13 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870407 Dec 13 16:53:48.825191 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3b85266c-a7b0-4801-9647-61e761131e5f req-aa2252d9-567a-4129-b55d-a038e30ca694 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0272655 Dec 13 16:53:49.844927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-cbfef288-5e3f-403c-863f-d5fda3fed624 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:49.846384 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-cbfef288-5e3f-403c-863f-d5fda3fed624 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 815 time: 0.1170292 Dec 13 16:53:49.869700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Request body: {'port': {'device_id': 'c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5', 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc', 'admin_state_up': True, 'tenant_id': 'f16ceb393a7d4708babde2965082cbc3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:49.944724 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-448c3210-3000-4bbd-9f44-55945c9c39cc req-f52b9cfd-c746-472e-9eb8-67830206be8f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 210 time: 0.0328894 Dec 13 16:53:50.001892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Made reservation on behalf of f16ceb393a7d4708babde2965082cbc3 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:53:50.006425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:50.131993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Allocated IP 172.20.0.11 (896a8314-d5c7-4800-abca-8dde93f64afc/d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09/1f9fcc6b-9cf9-41e9-accc-804e0ad4d333) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:53:50.285783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:50.320695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:50.365372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Network 896a8314-d5c7-4800-abca-8dde93f64afc is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:53:50.368852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:53:50.371445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:53:50.402694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Pushing event updated for resources: {'Port': ['ID=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:50.429096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:50.429710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:50.445882 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-c44baeed-8e12-4ae6-b0da-70f07863641a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803316 Dec 13 16:53:50.466198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Request body: {'port': {'device_id': 'c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:53:50.528421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:50.795265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:50.803056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:50.814868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Transition to ACTIVE for port object 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:53:50.818934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:50.874811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:50.946745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Attempting to bind port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:53:50.947085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Attempting to bind port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:53:50.947398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Attempting to bind port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 on network 896a8314-d5c7-4800-abca-8dde93f64afc {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:50.951622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 on network 896a8314-d5c7-4800-abca-8dde93f64afc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:53:50.951936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Attempting to bind port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 on network 896a8314-d5c7-4800-abca-8dde93f64afc {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:53:50.956786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:53:50.957120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Checking segment: {'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:53:50.957493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Bound using segment: {'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:53:50.957903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Bound port: 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:53:50.958882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:51.050867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] For port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:53:51.070158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] For port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:53:51.082528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098df1c-067a-47c2-8761-fb41e1d96185 req-d69132a0-9e73-49e6-a431-ac26fd1b10f8 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.084933 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f098df1c-067a-47c2-8761-fb41e1d96185 req-d69132a0-9e73-49e6-a431-ac26fd1b10f8 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 944 time: 0.0684755 Dec 13 16:53:51.085979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:51.133734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.134423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:51.136040 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] 10.222.0.31 "PUT /v2.0/ports/1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 HTTP/1.1" status: 200 len: 1094 time: 0.6741757 Dec 13 16:53:51.146288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5', 'tag': '1f9fcc6b-9cf9-41e9-accc-804e0ad4d333'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:51.148722 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d54cbc1-2817-497e-aaad-1c57d76cabd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5", "tag": "1f9fcc6b-9cf9-41e9-accc-804e0ad4d333"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:51.188543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9438a5-d4bb-4741-910e-558ede758818 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:51.209186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedbe8f0-077b-449e-a31d-5ee7ac09a154 x-openstack-request-id: req-fedbe8f0-077b-449e-a31d-5ee7ac09a154 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:51.209478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5", "tag": "1f9fcc6b-9cf9-41e9-accc-804e0ad4d333", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:51.209734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fedbe8f0-077b-449e-a31d-5ee7ac09a154 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:51.210136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5', 'tag': '1f9fcc6b-9cf9-41e9-accc-804e0ad4d333', 'status': 'completed', 'code': 200} Dec 13 16:53:51.216001 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f098df1c-067a-47c2-8761-fb41e1d96185 req-4fb6eefa-ca60-4254-ba61-9546d90b5635 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246648 Dec 13 16:53:51.250029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-d62c6815-3391-4c4e-aea7-d6329a1b24df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.251575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-d62c6815-3391-4c4e-aea7-d6329a1b24df service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0640814 Dec 13 16:53:51.304927 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-16428102-3f1b-4073-96d0-9c455d499d3c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 HTTP/1.1" status: 200 len: 217 time: 0.0393887 Dec 13 16:53:51.360423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-61f59524-0c83-4ce4-9ebe-051efe07a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.361862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-61f59524-0c83-4ce4-9ebe-051efe07a320 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0434830 Dec 13 16:53:51.401180 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-5129e66e-be8d-436a-8b39-bcb1eefbad2c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273402 Dec 13 16:53:51.498797 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-abf32298-b8e9-4c6e-8fb5-3a3578965af6 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832708 Dec 13 16:53:51.599204 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e7201b8-7fdc-48f3-91d9-034f54749122 req-0539581c-d9d8-4f73-8997-12efae4053aa service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889306 Dec 13 16:53:51.696439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-f236207e-5d24-47f1-8dae-d509dedda12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.697953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-f236207e-5d24-47f1-8dae-d509dedda12e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 1097 time: 0.0425107 Dec 13 16:53:51.799687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-524f8295-598e-4e86-9b77-5b9a18ec2a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.801097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-524f8295-598e-4e86-9b77-5b9a18ec2a4d service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.0923095 Dec 13 16:53:51.847472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-b5c990c8-0e5d-4bee-be86-57905bacec78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 HTTP/1.1" status: 200 len: 217 time: 0.0380845 Dec 13 16:53:51.898087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-953bc22b-4465-4ab3-bc01-8b3a26469b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:51.899566 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-953bc22b-4465-4ab3-bc01-8b3a26469b4f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0448642 Dec 13 16:53:51.936225 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-dcc36d36-34c9-4474-b9bd-7c1360ad8458 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291128 Dec 13 16:53:52.037436 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-fb784145-e965-4ea6-b1be-7f49aba4f3ae service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923860 Dec 13 16:53:52.137631 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d54cbc1-2817-497e-aaad-1c57d76cabd6 req-fb475bce-6d64-4323-928d-18c32c6811d7 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925374 Dec 13 16:53:52.347273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc53ce6-d6be-4e1e-85cb-a5c6bccf5af3 req-23359d02-f7d8-41b4-a3a8-772142acc75c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:52.348947 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3dc53ce6-d6be-4e1e-85cb-a5c6bccf5af3 req-23359d02-f7d8-41b4-a3a8-772142acc75c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 944 time: 0.0560284 Dec 13 16:53:52.404042 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3dc53ce6-d6be-4e1e-85cb-a5c6bccf5af3 req-9d73a23e-3a6b-4177-9f97-a113a50a7978 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466533 Dec 13 16:53:53.065501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:53:53.162408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:53.173298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '1f9fcc6b-9cf9-41e9-accc-804e0ad4d333', 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc', 'port_id': '1f9fcc6b-9cf9-41e9-accc-804e0ad4d333', 'mac_address': 'fa:16:3e:95:01:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f0b3af-0fd5-47dc-a1c0-6261ded7cb09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:53:53.210744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:53.223382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:53:53.244003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:53.247536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:53.298186 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:53.510426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['1f9fcc6b-9cf9-41e9-accc-804e0ad4d333'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:53:53.529874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fe283-4806-45e4-be84-075f4f874237 req-2a0e6c2e-ed4b-4d31-aef2-ee2961560aad tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:53.531505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-540fe283-4806-45e4-be84-075f4f874237 req-2a0e6c2e-ed4b-4d31-aef2-ee2961560aad tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 945 time: 0.0489752 Dec 13 16:53:53.581549 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-540fe283-4806-45e4-be84-075f4f874237 req-6fe4172b-a169-46bf-bc00-5bf7c7a2381e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Dec 13 16:53:54.702614 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30060150-37b7-4ea8-a35f-c51ca5a476cf req-67d61b59-74e5-4731-b6d2-3d68b34d7bcc tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:54.704100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30060150-37b7-4ea8-a35f-c51ca5a476cf req-67d61b59-74e5-4731-b6d2-3d68b34d7bcc tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 945 time: 0.0527871 Dec 13 16:53:54.750623 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30060150-37b7-4ea8-a35f-c51ca5a476cf req-3cf98f67-d4c3-4aa6-b07d-3c49086ae4dd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Dec 13 16:53:54.985256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0fc1a81e-c847-4758-b2b5-6f7ba0695f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:55.081592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:53:55.134251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:53:55.138863 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:53:55.139235 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:55.215977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:55.238038 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9fcc6b-9cf9-41e9-accc-804e0ad4d333'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:53:55.240994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b561c32-bd0d-47ec-bff7-a326d2538002" -d '{"events": [{"server_uuid": "c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f9fcc6b-9cf9-41e9-accc-804e0ad4d333"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:53:55.253935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:53:55.257076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:55.312203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:53:55.434944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c14cb2-84cd-4c5a-b12b-59175f829bc6 x-openstack-request-id: req-98c14cb2-84cd-4c5a-b12b-59175f829bc6 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:53:55.435240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5", "name": "network-vif-plugged", "status": "completed", "tag": "1f9fcc6b-9cf9-41e9-accc-804e0ad4d333", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:53:55.435497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98c14cb2-84cd-4c5a-b12b-59175f829bc6 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:53:55.435919 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9fcc6b-9cf9-41e9-accc-804e0ad4d333', 'code': 200} Dec 13 16:53:55.667539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202f933-1401-48cb-9f14-efa642e800e3 req-bb4b7fe9-a2b6-48bb-9950-b47bea45008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:55.669269 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b202f933-1401-48cb-9f14-efa642e800e3 req-bb4b7fe9-a2b6-48bb-9950-b47bea45008b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 1099 time: 0.0838780 Dec 13 16:53:55.717884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b202f933-1401-48cb-9f14-efa642e800e3 req-77b338b3-fb1c-40eb-9f48-e0e3f394e5aa service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367262 Dec 13 16:53:55.870628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f92356-6479-4e55-8490-7a08f5adaae4 req-cee6f114-6c64-4d69-af7f-f5ff7b6989c4 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:55.872343 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a5f92356-6479-4e55-8490-7a08f5adaae4 req-cee6f114-6c64-4d69-af7f-f5ff7b6989c4 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0499799 Dec 13 16:53:55.922564 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a5f92356-6479-4e55-8490-7a08f5adaae4 req-e63f2eda-ce9d-4603-8124-88cf4fa2626e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Dec 13 16:53:57.040146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba30571-e1cb-4762-949b-c00c9fcd62e0 req-e6652130-a7e4-42b6-b7e9-3fe83cfcd47e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:57.041632 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba30571-e1cb-4762-949b-c00c9fcd62e0 req-e6652130-a7e4-42b6-b7e9-3fe83cfcd47e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0500150 Dec 13 16:53:57.088578 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba30571-e1cb-4762-949b-c00c9fcd62e0 req-89007e8c-7a1b-498b-a2cd-4e90b57f53d7 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407457 Dec 13 16:53:57.201829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97dbb3-fe14-48a1-b1ba-7c3a5c337933 req-fd7c6c8c-f89f-44a1-87d5-b3b9aa30eb74 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:57.203344 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed97dbb3-fe14-48a1-b1ba-7c3a5c337933 req-fd7c6c8c-f89f-44a1-87d5-b3b9aa30eb74 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0492268 Dec 13 16:53:57.250574 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed97dbb3-fe14-48a1-b1ba-7c3a5c337933 req-eb3cbca4-2d86-4c0a-b2e9-057fb3a485ac tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410328 Dec 13 16:53:57.392493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2f67bc21-0ad5-4be8-9430-2a22a14c276e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:57.457576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df60a7-31c1-44e9-ae80-3aa077b1be1f req-d687fa18-9bf3-447d-bd08-afe5c8494993 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:57.459355 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b9df60a7-31c1-44e9-ae80-3aa077b1be1f req-d687fa18-9bf3-447d-bd08-afe5c8494993 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0531647 Dec 13 16:53:57.506825 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b9df60a7-31c1-44e9-ae80-3aa077b1be1f req-b7bfe334-a021-4213-824e-6b70349ba89a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Dec 13 16:53:57.620129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc24e3-f6ed-4989-8113-6075dea038ce req-402d094f-8cc8-4b0e-9d8d-feca02ec6622 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:57.621648 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-79dc24e3-f6ed-4989-8113-6075dea038ce req-402d094f-8cc8-4b0e-9d8d-feca02ec6622 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0496476 Dec 13 16:53:57.672171 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-79dc24e3-f6ed-4989-8113-6075dea038ce req-1a79370d-5560-438c-924f-a8937d21a6bc tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Dec 13 16:53:58.144251 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-bd85da85-4c93-47aa-bd4e-fb47ad399e0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410187 Dec 13 16:53:58.164082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab33d2-8ef2-4cf4-86b8-722c9893b47f req-ea761dee-c54e-43e5-8212-b6fa6c185046 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:58.165593 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-14ab33d2-8ef2-4cf4-86b8-722c9893b47f req-ea761dee-c54e-43e5-8212-b6fa6c185046 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0543644 Dec 13 16:53:58.213155 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-14ab33d2-8ef2-4cf4-86b8-722c9893b47f req-48f9e8d7-6343-46b7-8159-72aced5bba5f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411844 Dec 13 16:53:58.475904 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:53:59.321046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-42413293-632e-486c-a517-7ec54351706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:59.322519 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-42413293-632e-486c-a517-7ec54351706a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 1099 time: 0.0661542 Dec 13 16:53:59.361569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cae2b8-8156-4b75-b3f6-2e112a3f9537 req-2e036709-07f5-4251-a47a-2b05b47d19a5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:59.365450 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77cae2b8-8156-4b75-b3f6-2e112a3f9537 req-2e036709-07f5-4251-a47a-2b05b47d19a5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0788462 Dec 13 16:53:59.461114 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77cae2b8-8156-4b75-b3f6-2e112a3f9537 req-dbc209ef-c3a5-40bd-be1f-2efb42833b00 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666447 Dec 13 16:53:59.470415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-faf41fcf-9efb-44a4-ada1-4ef24a3f9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:59.472021 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-faf41fcf-9efb-44a4-ada1-4ef24a3f9bbb service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.1402752 Dec 13 16:53:59.515354 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-d32e0953-1eed-4111-987b-49f6cc3b9ca3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 HTTP/1.1" status: 200 len: 217 time: 0.0351684 Dec 13 16:53:59.568504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-1b0776a6-4a05-4bff-bc3f-2ec3f922395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:59.569905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-1b0776a6-4a05-4bff-bc3f-2ec3f922395f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0473998 Dec 13 16:53:59.601057 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-a2c31bf2-e83d-4e49-b621-e3d049169ca7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241592 Dec 13 16:53:59.696199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-edc453ff-3287-4b01-b61e-94e59d0ec209 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878890 Dec 13 16:53:59.790527 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-0737b2e6-2e36-4a29-92bf-583ed6611c3e service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873704 Dec 13 16:53:59.902342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-c4280557-6247-48dc-8ad9-d3539659079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:53:59.903878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-c4280557-6247-48dc-8ad9-d3539659079a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 1099 time: 0.0440595 Dec 13 16:54:00.006746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:00.022837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-b799dbd2-b287-45d6-acaa-e7f14f348c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:00.024316 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-b799dbd2-b287-45d6-acaa-e7f14f348c2e service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.0906813 Dec 13 16:54:00.067165 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-29f706bd-2bac-49dc-a26d-d1241cf919b8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 HTTP/1.1" status: 200 len: 217 time: 0.0353246 Dec 13 16:54:00.116560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-4dc1120e-64dc-4421-b879-e003df2eaf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:00.117977 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-4dc1120e-64dc-4421-b879-e003df2eaf67 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0433443 Dec 13 16:54:00.149685 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-885dcd53-ba43-40c8-9743-d0e8bfea0146 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249038 Dec 13 16:54:00.242079 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-e3536fc3-3d82-4284-8871-db5d4222ed53 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852690 Dec 13 16:54:00.331603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f9360c8-b55c-4214-a657-a86abff21d40 req-f7fad533-12cd-4f06-a717-3ea1b1cefdda service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813036 Dec 13 16:54:00.588474 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91e704-c67d-4e9c-bc59-7dee228998e0 req-0c5e5eb2-fe3d-452b-8bb7-0cde45bb3677 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:00.589867 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2d91e704-c67d-4e9c-bc59-7dee228998e0 req-0c5e5eb2-fe3d-452b-8bb7-0cde45bb3677 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0546670 Dec 13 16:54:00.636440 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2d91e704-c67d-4e9c-bc59-7dee228998e0 req-b8e155d1-7d51-4516-b601-58ade2180e6b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406446 Dec 13 16:54:00.891134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:01.751683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77cb400-708d-4c08-bdc6-716e21efa250 req-79bb195a-ac8c-4dad-92f7-35d30d54f5cb tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:01.753158 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a77cb400-708d-4c08-bdc6-716e21efa250 req-79bb195a-ac8c-4dad-92f7-35d30d54f5cb tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0479126 Dec 13 16:54:01.801192 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a77cb400-708d-4c08-bdc6-716e21efa250 req-bf5eea5f-063c-4d0c-9436-e3f82eef3b2a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 Dec 13 16:54:02.926343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a3029-63d8-4646-af3b-5d228aae92be req-d12dc829-b6cf-4fe6-9bdf-a124485f108b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:02.928084 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-484a3029-63d8-4646-af3b-5d228aae92be req-d12dc829-b6cf-4fe6-9bdf-a124485f108b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0531332 Dec 13 16:54:02.974764 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-484a3029-63d8-4646-af3b-5d228aae92be req-b7781d2b-5efa-477e-aff2-d3f30dc0b8af tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Dec 13 16:54:04.089103 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e3d10-ddd0-48df-a670-fcbd805021af req-26aa7a80-1b49-4b7d-b758-d0f01d96047a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:04.090583 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-443e3d10-ddd0-48df-a670-fcbd805021af req-26aa7a80-1b49-4b7d-b758-d0f01d96047a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0483327 Dec 13 16:54:04.137823 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-443e3d10-ddd0-48df-a670-fcbd805021af req-225ff758-fca7-47c1-b8da-3373b2085c6b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413680 Dec 13 16:54:05.250930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190edc5-23c4-47f8-b0b1-0868935b4050 req-79c41b11-ebda-4a86-8596-b222fccf356b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:05.252388 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1190edc5-23c4-47f8-b0b1-0868935b4050 req-79c41b11-ebda-4a86-8596-b222fccf356b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0489216 Dec 13 16:54:05.303172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1190edc5-23c4-47f8-b0b1-0868935b4050 req-5b963e7b-cdd8-49d7-b90d-a36c01028514 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448120 Dec 13 16:54:06.419587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043575b-1ffc-42f2-af2f-a97aee293ec8 req-f1fd6858-4785-4537-b446-b3720eabef54 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:06.421075 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c043575b-1ffc-42f2-af2f-a97aee293ec8 req-f1fd6858-4785-4537-b446-b3720eabef54 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0484567 Dec 13 16:54:06.467064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c043575b-1ffc-42f2-af2f-a97aee293ec8 req-6c54a17d-f1cd-43c7-9fb9-584eca207132 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400801 Dec 13 16:54:07.582807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671ebbb-5956-4e97-9e52-406e498de1aa req-c23c81f0-524a-4f43-8895-b9847f42af1b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:07.584286 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7671ebbb-5956-4e97-9e52-406e498de1aa req-c23c81f0-524a-4f43-8895-b9847f42af1b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0491455 Dec 13 16:54:07.630885 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7671ebbb-5956-4e97-9e52-406e498de1aa req-762aeee1-908a-42b1-87d5-08f822349063 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Dec 13 16:54:08.750032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb336594-8bc4-4a9f-8365-a0f1873675c5 req-c9740e24-a34a-46d1-b482-77968b833abd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:08.751548 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb336594-8bc4-4a9f-8365-a0f1873675c5 req-c9740e24-a34a-46d1-b482-77968b833abd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0526941 Dec 13 16:54:08.800376 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb336594-8bc4-4a9f-8365-a0f1873675c5 req-df8fc422-4389-480f-a1a0-03396b7b9b50 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428913 Dec 13 16:54:09.917189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a1ffc1-b561-47c8-b4b1-9edd62b0fad6 req-1b3d436a-f4ef-4dc4-8d10-6b93ed2156b2 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:09.918958 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a1ffc1-b561-47c8-b4b1-9edd62b0fad6 req-1b3d436a-f4ef-4dc4-8d10-6b93ed2156b2 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0489063 Dec 13 16:54:09.966265 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93a1ffc1-b561-47c8-b4b1-9edd62b0fad6 req-1b3a1b7c-6963-4cbd-b056-3701b1ead597 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Dec 13 16:54:11.084704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c8da8-eb17-4c8d-b665-f79acacc2890 req-4cdfc743-03c1-4d11-8e9e-677cf7bfbf3e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:11.086179 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e6c8da8-eb17-4c8d-b665-f79acacc2890 req-4cdfc743-03c1-4d11-8e9e-677cf7bfbf3e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0498016 Dec 13 16:54:11.136603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e6c8da8-eb17-4c8d-b665-f79acacc2890 req-4c2591a1-0fd1-4c30-8ae2-677a1cfbf6c8 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444446 Dec 13 16:54:12.251761 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455dd302-b674-45a7-ae0f-8dc00a2c80be req-1eba7483-351a-477e-8469-22d989906dc0 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:12.253230 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-455dd302-b674-45a7-ae0f-8dc00a2c80be req-1eba7483-351a-477e-8469-22d989906dc0 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0494347 Dec 13 16:54:12.300711 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-455dd302-b674-45a7-ae0f-8dc00a2c80be req-3e274cc0-8c2a-45e9-8b29-d055f40881c5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Dec 13 16:54:13.416071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b448c-56dc-4af4-b323-eb01761dfd4d req-18f90d01-813c-465d-bf58-8815b5ab027c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:13.417618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc4b448c-56dc-4af4-b323-eb01761dfd4d req-18f90d01-813c-465d-bf58-8815b5ab027c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0495040 Dec 13 16:54:13.468089 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc4b448c-56dc-4af4-b323-eb01761dfd4d req-e89c90b6-89c6-4293-b0d5-c03e9852eb4c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443449 Dec 13 16:54:14.029704 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:14.586997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745604f0-53ff-4b17-ab63-5bad7331af0d req-52f200d9-9f79-4312-ad1e-f47bbe56a8b8 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:14.588438 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-745604f0-53ff-4b17-ab63-5bad7331af0d req-52f200d9-9f79-4312-ad1e-f47bbe56a8b8 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0518196 Dec 13 16:54:14.634883 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-745604f0-53ff-4b17-ab63-5bad7331af0d req-48a1fc8e-0fa0-4bb1-83b1-6cc8ce2929ac tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397522 Dec 13 16:54:15.750507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913e434-7ad4-4d56-84f4-22c80099e5b0 req-22c524db-75b5-4cf4-bcc6-2ec8c4f63452 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:15.752030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8913e434-7ad4-4d56-84f4-22c80099e5b0 req-22c524db-75b5-4cf4-bcc6-2ec8c4f63452 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0488451 Dec 13 16:54:15.799866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8913e434-7ad4-4d56-84f4-22c80099e5b0 req-9f1f4a69-ae05-4be3-9ca2-994ced462efb tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Dec 13 16:54:16.924276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0977c-e155-4ba8-9db2-c5ee235b0806 req-0c9b37e0-862a-428d-8370-c38b53052364 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:16.925762 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2bd0977c-e155-4ba8-9db2-c5ee235b0806 req-0c9b37e0-862a-428d-8370-c38b53052364 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0575044 Dec 13 16:54:17.216275 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2bd0977c-e155-4ba8-9db2-c5ee235b0806 req-243588d3-66c2-475a-a47c-4e2409be6760 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845786 Dec 13 16:54:18.330064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4fbfe-5ab7-4bb6-8f1e-064757496b07 req-ed29116a-0cc4-4bff-b9c8-40cad485332c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:18.331538 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4dd4fbfe-5ab7-4bb6-8f1e-064757496b07 req-ed29116a-0cc4-4bff-b9c8-40cad485332c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Dec 13 16:54:18.379994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4dd4fbfe-5ab7-4bb6-8f1e-064757496b07 req-bc1b490e-c8e3-4f6f-9411-2d1794f7a80e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426075 Dec 13 16:54:19.110002 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:54:19.493642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e94bea-78a9-4d17-94b1-de4eaa96bbc1 req-7fbc8f46-9885-4600-84c8-d3787f8cda04 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:19.495678 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e94bea-78a9-4d17-94b1-de4eaa96bbc1 req-7fbc8f46-9885-4600-84c8-d3787f8cda04 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0479290 Dec 13 16:54:19.545537 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e94bea-78a9-4d17-94b1-de4eaa96bbc1 req-64b31389-84bd-4f90-8cc3-496eec7a738f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Dec 13 16:54:20.661573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622695e3-f19f-40b5-b7e0-124e6d7a605d req-98a74a20-d4e9-4db9-bc33-e71c7e6163bf tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:20.663053 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-622695e3-f19f-40b5-b7e0-124e6d7a605d req-98a74a20-d4e9-4db9-bc33-e71c7e6163bf tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Dec 13 16:54:20.709527 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-622695e3-f19f-40b5-b7e0-124e6d7a605d req-7c990f96-1df7-466d-8f65-d486dbfeca92 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Dec 13 16:54:21.824319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34550897-b161-4533-b085-bff30f81b79a req-d6a64ade-08dc-46bc-b251-d7807cab2526 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:21.825757 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-34550897-b161-4533-b085-bff30f81b79a req-d6a64ade-08dc-46bc-b251-d7807cab2526 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0476723 Dec 13 16:54:21.872375 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-34550897-b161-4533-b085-bff30f81b79a req-32018ab0-40d4-48df-afdd-0ad628691c1a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407305 Dec 13 16:54:22.995005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e22b1f-9c4c-41f7-92d6-175aa2048291 req-a5468e6a-78ed-4539-9fd0-2bf7cb8900db tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:22.996469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-74e22b1f-9c4c-41f7-92d6-175aa2048291 req-a5468e6a-78ed-4539-9fd0-2bf7cb8900db tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0535347 Dec 13 16:54:23.043190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-74e22b1f-9c4c-41f7-92d6-175aa2048291 req-4ffee5bb-3696-4c3f-8331-4d7fb1710638 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405107 Dec 13 16:54:24.157860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0c647-bfcc-4743-8626-86518ef57ac2 req-c2224fc6-dd86-404e-a593-fc6ef19a9954 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:24.159379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-57e0c647-bfcc-4743-8626-86518ef57ac2 req-c2224fc6-dd86-404e-a593-fc6ef19a9954 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0486953 Dec 13 16:54:24.206749 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-57e0c647-bfcc-4743-8626-86518ef57ac2 req-a591ac87-559c-4fac-af82-6571e155108c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413959 Dec 13 16:54:24.986670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-22a34c68-492a-4e3f-897e-4580c3708ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:25.321151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cadea-0b46-4288-87d4-8269febee96d req-f6353eb0-3f98-41e5-a425-f21e784f0d7e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:25.322608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-459cadea-0b46-4288-87d4-8269febee96d req-f6353eb0-3f98-41e5-a425-f21e784f0d7e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0481994 Dec 13 16:54:25.374207 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-459cadea-0b46-4288-87d4-8269febee96d req-76db4ec8-3f38-4f52-bb9e-f3b29e32d2df tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455065 Dec 13 16:54:26.488862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429254d-850c-4496-8061-5d1dc709ea02 req-893e76d0-5d25-4e53-a6f9-eb27e22d47e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:26.490327 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c429254d-850c-4496-8061-5d1dc709ea02 req-893e76d0-5d25-4e53-a6f9-eb27e22d47e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0486221 Dec 13 16:54:26.537066 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c429254d-850c-4496-8061-5d1dc709ea02 req-3a83da8c-5514-4b62-96f8-77484e32f0f0 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Dec 13 16:54:26.843709 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-881027b3-dede-43fc-a13f-d4154e21029e service neutron] 10.222.0.31 "GET /v2.0/ports/1f9fcc6b-9cf9-41e9-accc-804e0ad4d333/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0533950 Dec 13 16:54:27.074376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-a3b88d2c-9c02-424a-b4fe-0e7487dd92a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:27.075889 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-a3b88d2c-9c02-424a-b4fe-0e7487dd92a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5&tenant_id=f16ceb393a7d4708babde2965082cbc3 HTTP/1.1" status: 200 len: 1099 time: 0.0458512 Dec 13 16:54:27.142000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-35d644d1-12a1-4949-88f5-e97398fc3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:27.143552 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-35d644d1-12a1-4949-88f5-e97398fc3584 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 1099 time: 0.0404203 Dec 13 16:54:27.239098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-33c18f50-e9fe-4fa2-a355-87a5573d5b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:27.240548 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-33c18f50-e9fe-4fa2-a355-87a5573d5b7f service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.0847106 Dec 13 16:54:27.291205 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-e4ad3863-0ec7-48f8-820c-65d1b94792f9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 HTTP/1.1" status: 200 len: 217 time: 0.0375612 Dec 13 16:54:27.345041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-30662cb7-a6bd-4462-ae7b-f4fc3d114c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:27.346458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-30662cb7-a6bd-4462-ae7b-f4fc3d114c3c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0428202 Dec 13 16:54:27.388682 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-ee935986-b33f-435c-9926-e94247f8f476 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248084 Dec 13 16:54:27.394132 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0e04-6b4e-4914-b17f-ca243620ec28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:27.483574 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-79551cb8-a7e2-4528-8ec8-5ee6f2e43f52 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864511 Dec 13 16:54:27.578142 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da710f00-35cd-40b6-ae97-6deb1afb9e77 req-bfc19be4-a4f4-48af-8b71-ab437a2b8b08 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829163 Dec 13 16:54:27.658698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878727d-6032-4b8c-9166-f95debda359b req-4ac64b4d-90a7-4226-b06b-ab870e2d8472 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:27.660135 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3878727d-6032-4b8c-9166-f95debda359b req-4ac64b4d-90a7-4226-b06b-ab870e2d8472 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0508819 Dec 13 16:54:27.714222 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3878727d-6032-4b8c-9166-f95debda359b req-9790f0f1-3188-4d1a-9c0a-b42f82518409 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474803 Dec 13 16:54:28.479566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:28.829791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daa179-ff37-4e22-a4a1-a3139ada3b69 req-996c4822-248c-43d6-8d54-ea151a69925f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:28.831305 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-19daa179-ff37-4e22-a4a1-a3139ada3b69 req-996c4822-248c-43d6-8d54-ea151a69925f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0501223 Dec 13 16:54:28.881038 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-19daa179-ff37-4e22-a4a1-a3139ada3b69 req-65b79803-6978-4679-80d8-f5198aa69fa4 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415001 Dec 13 16:54:29.997641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7202d6-c7bc-4361-b986-e929d1734bd9 req-db306346-e1a8-4180-bc98-4ef0f532947a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:29.999185 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ec7202d6-c7bc-4361-b986-e929d1734bd9 req-db306346-e1a8-4180-bc98-4ef0f532947a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0496814 Dec 13 16:54:30.010000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:30.047127 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ec7202d6-c7bc-4361-b986-e929d1734bd9 req-b55af921-5744-4cac-87fa-98c437d51125 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Dec 13 16:54:30.256168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d44ef-98f4-4ca1-bc27-5983de2dcbd1 req-3be63868-bf76-421e-b5c3-806b94dddffc tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:30.257656 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-891d44ef-98f4-4ca1-bc27-5983de2dcbd1 req-3be63868-bf76-421e-b5c3-806b94dddffc tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0561438 Dec 13 16:54:30.335777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-f2fe0933-7ab8-4fdc-b7f0-78c1cd5e142c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:30.337233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-f2fe0933-7ab8-4fdc-b7f0-78c1cd5e142c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5&tenant_id=f16ceb393a7d4708babde2965082cbc3&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 946 time: 0.0787082 Dec 13 16:54:30.340891 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-891d44ef-98f4-4ca1-bc27-5983de2dcbd1 req-ede72c33-de0f-4166-b0a7-2e48d21a7349 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742209 Dec 13 16:54:30.430327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-5ed900fd-b794-4818-ba87-8facfbb7d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:30.431747 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-5ed900fd-b794-4818-ba87-8facfbb7d262 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 1099 time: 0.0478897 Dec 13 16:54:30.525026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-93219ca1-ad03-4111-b74a-8785781e5b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:30.526819 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-93219ca1-ad03-4111-b74a-8785781e5b3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.0874360 Dec 13 16:54:30.569469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-109a5b47-2937-4007-badf-ef6be425eb6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 HTTP/1.1" status: 200 len: 217 time: 0.0352061 Dec 13 16:54:30.619068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-f9baae38-5de1-452f-ad80-f2a6a192a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:30.620853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-f9baae38-5de1-452f-ad80-f2a6a192a927 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0434771 Dec 13 16:54:30.656201 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-7a96cf88-a161-4cef-8ad8-db6b686045fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281351 Dec 13 16:54:30.746966 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-c33ab78e-c5d0-4748-8ccf-1293b9b3b766 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832977 Dec 13 16:54:30.840600 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e754fab-5f4a-4d12-a2cb-e99fcbe8c9b2 req-e13460b8-e047-4a37-ba36-4b067965ec51 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867143 Dec 13 16:54:30.893221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:31.465844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83c789-b234-4a86-8eff-21a1b3f8ec65 req-e258875d-a4af-4d02-8028-e077b369ab71 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:31.467393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b83c789-b234-4a86-8eff-21a1b3f8ec65 req-e258875d-a4af-4d02-8028-e077b369ab71 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0555639 Dec 13 16:54:31.514968 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b83c789-b234-4a86-8eff-21a1b3f8ec65 req-8deb2518-82b1-48be-b6ef-4a25bd1ffe0a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 Dec 13 16:54:31.629326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9b8e5-853b-4098-adb4-21dff5ce3e8c req-e42b4b29-f9b5-4b2e-8129-1f4a80fcff91 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:31.630816 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-02f9b8e5-853b-4098-adb4-21dff5ce3e8c req-e42b4b29-f9b5-4b2e-8129-1f4a80fcff91 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0490437 Dec 13 16:54:31.676747 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-02f9b8e5-853b-4098-adb4-21dff5ce3e8c req-fdc2a32d-135a-4187-9dce-adfb43d828d6 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400045 Dec 13 16:54:31.797505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb7a2ed-b816-430c-bfe4-c9a7297d1c5e req-cf83a2a4-447d-47f5-93b5-410435f89969 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:31.798815 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7fb7a2ed-b816-430c-bfe4-c9a7297d1c5e req-cf83a2a4-447d-47f5-93b5-410435f89969 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0573616 Dec 13 16:54:31.845936 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7fb7a2ed-b816-430c-bfe4-c9a7297d1c5e req-18b0e808-c333-4c53-816c-7c1bf7f34be8 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Dec 13 16:54:32.195937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97fc69-5d8a-4174-835b-908a44630a38 req-098c2cd0-63a6-4e3a-aad4-8569dbb4e758 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:32.197375 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-098c2cd0-63a6-4e3a-aad4-8569dbb4e758 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 815 time: 0.1058455 Dec 13 16:54:32.212341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-078dd5b5-7a33-45fe-b80b-de2fad1f824b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/quotas/f16ceb393a7d4708babde2965082cbc3 HTTP/1.1" status: 200 len: 375 time: 0.0088263 Dec 13 16:54:32.259914 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-d486a91b-c7c0-4dd0-9ec7-5bcbdc546fab tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425234 Dec 13 16:54:32.348273 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-f68b91e2-30a1-4450-81ed-3604e3285b83 service neutron] 10.222.0.13 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805278 Dec 13 16:54:32.442351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-0d8866e9-2441-43f4-9ea6-e46b1c95f31f service neutron] 10.222.0.13 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873573 Dec 13 16:54:32.598879 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3676067b-61ab-4589-bae8-d91321eedf0d req-355edb47-4b36-49c8-b944-c3314e5c3073 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Dec 13 16:54:33.534522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97fc69-5d8a-4174-835b-908a44630a38 req-3527467a-ac0e-4477-abd1-4c69a4d210dd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:33.535995 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-3527467a-ac0e-4477-abd1-4c69a4d210dd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 815 time: 0.1102779 Dec 13 16:54:33.551936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Request body: {'port': {'device_id': '2c7e554e-23a2-46c4-85a0-bd9cc59cad52', 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc', 'admin_state_up': True, 'tenant_id': 'f16ceb393a7d4708babde2965082cbc3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:54:33.661805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Made reservation on behalf of f16ceb393a7d4708babde2965082cbc3 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:54:33.665971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:33.710658 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-731ceea6-7e0e-41ca-800d-576119fa77be req-09afe89c-01b2-41f4-92d3-1840d9d0c24f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 210 time: 0.0406480 Dec 13 16:54:33.820422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Allocated IP 172.20.0.14 (896a8314-d5c7-4800-abca-8dde93f64afc/d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09/eb6a44e7-11f2-467d-8cd5-f3087c61e53b) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:54:33.911125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.31', 55671) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:54:33.973417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-a50044b4-0415-4925-ac2e-ecb06cfad491 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:33.974976 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-a50044b4-0415-4925-ac2e-ecb06cfad491 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5 HTTP/1.1" status: 200 len: 946 time: 0.0628104 Dec 13 16:54:33.978693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.012620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.030178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['1f9fcc6b-9cf9-41e9-accc-804e0ad4d333'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:54:34.060464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Network 896a8314-d5c7-4800-abca-8dde93f64afc is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:54:34.063344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:54:34.065947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:54:34.072835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Deleting port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:54:34.073595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.102493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Pushing event updated for resources: {'Port': ['ID=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:34.120043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.120425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.120784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.121133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.121476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.121817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.122157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.122493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.122852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.123184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.123517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.123849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.124179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:54:34.137871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:34.138516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.156328 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b6421173-0d2d-48d3-ad4b-f0fca64c18cd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6081119 Dec 13 16:54:34.175186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Request body: {'port': {'device_id': '2c7e554e-23a2-46c4-85a0-bd9cc59cad52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:54:34.181774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] For port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:34.182890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.195430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Calling delete_port for 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 owned by compute:nova {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:54:34.230233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.328043 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.354261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Pushing event deleted for resources: {'Port': ['ID=1f9fcc6b-9cf9-41e9-accc-804e0ad4d333,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:34.403366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] No DVR routers for this DVR port 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 on host hv-neutron-8215 {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:54:34.405819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.409196 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "DELETE /v2.0/ports/1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 HTTP/1.1" status: 204 len: 173 time: 0.4226410 Dec 13 16:54:34.409643 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5', 'name': 'network-vif-deleted', 'tag': '1f9fcc6b-9cf9-41e9-accc-804e0ad4d333'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:34.411967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd13988b-0e4b-403f-afa5-9b42ace2cbbe" -d '{"events": [{"server_uuid": "c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5", "name": "network-vif-deleted", "tag": "1f9fcc6b-9cf9-41e9-accc-804e0ad4d333"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:34.508688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6a44e7-11f2-467d-8cd5-f3087c61e53b {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:54:34.516879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.528678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf210a7-a392-4f56-b564-c63f09a35289 x-openstack-request-id: req-5cf210a7-a392-4f56-b564-c63f09a35289 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:34.528979 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5", "name": "network-vif-deleted", "tag": "1f9fcc6b-9cf9-41e9-accc-804e0ad4d333", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:34.529241 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cf210a7-a392-4f56-b564-c63f09a35289 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:34.529648 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b93814-f541-4b1d-a8f3-ecbbe66d6cb5', 'name': 'network-vif-deleted', 'tag': '1f9fcc6b-9cf9-41e9-accc-804e0ad4d333', 'status': 'completed', 'code': 200} Dec 13 16:54:34.530259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Transition to ACTIVE for port object eb6a44e7-11f2-467d-8cd5-f3087c61e53b will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:54:34.534180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.582968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:34.650095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Attempting to bind port eb6a44e7-11f2-467d-8cd5-f3087c61e53b on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:54:34.650428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Attempting to bind port eb6a44e7-11f2-467d-8cd5-f3087c61e53b by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:54:34.650836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Attempting to bind port eb6a44e7-11f2-467d-8cd5-f3087c61e53b on network 896a8314-d5c7-4800-abca-8dde93f64afc {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:54:34.655014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Port eb6a44e7-11f2-467d-8cd5-f3087c61e53b on network 896a8314-d5c7-4800-abca-8dde93f64afc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:54:34.655337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Attempting to bind port eb6a44e7-11f2-467d-8cd5-f3087c61e53b on network 896a8314-d5c7-4800-abca-8dde93f64afc {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:54:34.659996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:54:34.660324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Checking segment: {'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:54:34.660701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Bound using segment: {'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:54:34.661120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Bound port: eb6a44e7-11f2-467d-8cd5-f3087c61e53b, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45cb4589-467c-4c02-9475-5bd6f4897d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:54:34.661465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.725920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] For port eb6a44e7-11f2-467d-8cd5-f3087c61e53b, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:54:34.729420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] For port eb6a44e7-11f2-467d-8cd5-f3087c61e53b, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:54:34.732973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.769449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:34.770049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:34.771445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] 10.222.0.31 "PUT /v2.0/ports/eb6a44e7-11f2-467d-8cd5-f3087c61e53b HTTP/1.1" status: 200 len: 1094 time: 0.6009004 Dec 13 16:54:34.771889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7e554e-23a2-46c4-85a0-bd9cc59cad52', 'tag': 'eb6a44e7-11f2-467d-8cd5-f3087c61e53b'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:34.774139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8036e4e-67d5-4b5f-b91f-be23023afe97" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7e554e-23a2-46c4-85a0-bd9cc59cad52", "tag": "eb6a44e7-11f2-467d-8cd5-f3087c61e53b"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:34.826092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b7da9-7c4c-4195-b008-2352174ff2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:34.841663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0dd099-8e35-4097-97ed-42e6eabe81a6 x-openstack-request-id: req-9f0dd099-8e35-4097-97ed-42e6eabe81a6 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:34.841941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7e554e-23a2-46c4-85a0-bd9cc59cad52", "tag": "eb6a44e7-11f2-467d-8cd5-f3087c61e53b", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:34.842200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f0dd099-8e35-4097-97ed-42e6eabe81a6 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:34.842600 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7e554e-23a2-46c4-85a0-bd9cc59cad52', 'tag': 'eb6a44e7-11f2-467d-8cd5-f3087c61e53b', 'status': 'completed', 'code': 200} Dec 13 16:54:34.870990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5760498-11e9-46b9-a3c4-681ff579dd86 req-a44461fe-be3e-4e6b-b862-a7ec66862ee5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:34.873268 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d5760498-11e9-46b9-a3c4-681ff579dd86 req-a44461fe-be3e-4e6b-b862-a7ec66862ee5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 944 time: 0.0926366 Dec 13 16:54:34.908915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97fc69-5d8a-4174-835b-908a44630a38 req-7e5f1164-d800-42f2-a459-dad26accc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:34.910393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-7e5f1164-d800-42f2-a459-dad26accc38b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 1097 time: 0.0800984 Dec 13 16:54:34.968756 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-bff3822c-9626-4d60-bc26-3c7160db13dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b HTTP/1.1" status: 200 len: 217 time: 0.0482428 Dec 13 16:54:34.972292 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d5760498-11e9-46b9-a3c4-681ff579dd86 req-cae012b1-e8da-416a-a937-c4846f8eb956 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900488 Dec 13 16:54:35.023706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a90aa770-61e5-4147-b16e-ec1e603e6e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:35.025143 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-a90aa770-61e5-4147-b16e-ec1e603e6e10 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0442746 Dec 13 16:54:35.062182 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-190ffe2b-5c9d-4016-a143-ee19c5fbb5e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248749 Dec 13 16:54:35.160686 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-2d7262b0-a84b-4add-bdc3-14b8cfd4e550 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849221 Dec 13 16:54:35.255752 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af97fc69-5d8a-4174-835b-908a44630a38 req-b4b3ec50-43c1-468b-8f31-bd1cbcfab43c service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814891 Dec 13 16:54:35.344649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-6a24d29d-8d2f-4ce2-a853-e035de794291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:35.346129 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-6a24d29d-8d2f-4ce2-a853-e035de794291 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 1097 time: 0.0409865 Dec 13 16:54:35.440540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-ef69b96c-ecb0-4062-9961-e50afd556337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:35.441997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-ef69b96c-ecb0-4062-9961-e50afd556337 service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.0887804 Dec 13 16:54:35.484323 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-58ee73fe-ef17-47bf-9bce-dcdda20653e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b HTTP/1.1" status: 200 len: 217 time: 0.0342464 Dec 13 16:54:35.537248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-cb7950a2-5c26-4ab6-9745-ef0daad0ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:35.538601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-cb7950a2-5c26-4ab6-9745-ef0daad0ef03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0469704 Dec 13 16:54:35.570609 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-26d70bf4-a42f-4eaf-9d92-91ef09010044 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240340 Dec 13 16:54:35.661503 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-08d6ebd9-66af-4380-830c-b38c4a8ad167 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831501 Dec 13 16:54:35.763254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f8036e4e-67d5-4b5f-b91f-be23023afe97 req-871d8720-d760-4e26-893b-0f6eb81295a7 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907626 Dec 13 16:54:36.091702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375822b8-200f-431a-9f9f-c14be151c772 req-42c16557-e943-44e0-9037-4b093420c627 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:36.093148 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-375822b8-200f-431a-9f9f-c14be151c772 req-42c16557-e943-44e0-9037-4b093420c627 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 944 time: 0.0497587 Dec 13 16:54:36.139929 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-375822b8-200f-431a-9f9f-c14be151c772 req-10273b55-cc7b-41e4-aee1-6477cd374d0a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409012 Dec 13 16:54:37.250708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device eb6a44e7-11f2-467d-8cd5-f3087c61e53b details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:54:37.254281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:54:37.254426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb849a6f-6f9a-4f8c-b65e-91d8a5cd28dd req-9ac45e9d-0574-404b-9a85-341ab1f74667 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:37.255931 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb849a6f-6f9a-4f8c-b65e-91d8a5cd28dd req-9ac45e9d-0574-404b-9a85-341ab1f74667 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 944 time: 0.0491176 Dec 13 16:54:37.283740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:54:37.284084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1f9fcc6b-9cf9-41e9-accc-804e0ad4d333 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:54:37.308097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb849a6f-6f9a-4f8c-b65e-91d8a5cd28dd req-51804b17-f701-4d5e-ac9d-d4ea11f7a9ca tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455544 Dec 13 16:54:37.368941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port eb6a44e7-11f2-467d-8cd5-f3087c61e53b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:37.379583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'eb6a44e7-11f2-467d-8cd5-f3087c61e53b', 'network_id': '896a8314-d5c7-4800-abca-8dde93f64afc', 'port_id': 'eb6a44e7-11f2-467d-8cd5-f3087c61e53b', 'mac_address': 'fa:16:3e:b7:89:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9f0b3af-0fd5-47dc-a1c0-6261ded7cb09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:54:37.417300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:37.429797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6a44e7-11f2-467d-8cd5-f3087c61e53b {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:54:37.448422 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port eb6a44e7-11f2-467d-8cd5-f3087c61e53b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:37.452469 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:37.498514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:37.701360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['eb6a44e7-11f2-467d-8cd5-f3087c61e53b'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:54:38.427534 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81423b63-9e6f-4b7c-b555-bfa092cb7f3c req-d4c5b7af-9807-46e2-ba06-2946e6e4f3bd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:38.429001 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81423b63-9e6f-4b7c-b555-bfa092cb7f3c req-d4c5b7af-9807-46e2-ba06-2946e6e4f3bd tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 945 time: 0.0512748 Dec 13 16:54:38.475922 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81423b63-9e6f-4b7c-b555-bfa092cb7f3c req-eb3ec56c-70d0-4dca-b07a-8ad8111e0909 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Dec 13 16:54:39.283392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device eb6a44e7-11f2-467d-8cd5-f3087c61e53b up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:54:39.331842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port eb6a44e7-11f2-467d-8cd5-f3087c61e53b completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:54:39.335570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port eb6a44e7-11f2-467d-8cd5-f3087c61e53b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:54:39.335937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.415368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.438526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7e554e-23a2-46c4-85a0-bd9cc59cad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6a44e7-11f2-467d-8cd5-f3087c61e53b'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:54:39.440795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5822d6d7-c684-41a5-a955-0f24ed6f0ffe" -d '{"events": [{"server_uuid": "2c7e554e-23a2-46c4-85a0-bd9cc59cad52", "name": "network-vif-plugged", "status": "completed", "tag": "eb6a44e7-11f2-467d-8cd5-f3087c61e53b"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:54:39.453429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port eb6a44e7-11f2-467d-8cd5-f3087c61e53b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:54:39.457599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:39.481332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934a215a-b049-4b70-860a-38b193563912 x-openstack-request-id: req-934a215a-b049-4b70-860a-38b193563912 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:54:39.481631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7e554e-23a2-46c4-85a0-bd9cc59cad52", "name": "network-vif-plugged", "status": "completed", "tag": "eb6a44e7-11f2-467d-8cd5-f3087c61e53b", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:54:39.481887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-934a215a-b049-4b70-860a-38b193563912 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:54:39.482275 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7e554e-23a2-46c4-85a0-bd9cc59cad52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6a44e7-11f2-467d-8cd5-f3087c61e53b', 'code': 200} Dec 13 16:54:39.507547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:54:39.602099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccf630-1f08-4e1b-85b9-8c4534b51759 req-d4e7ac64-d598-4319-85c6-70908f5108ec tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:39.603545 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-edccf630-1f08-4e1b-85b9-8c4534b51759 req-d4e7ac64-d598-4319-85c6-70908f5108ec tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0513730 Dec 13 16:54:39.680753 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-edccf630-1f08-4e1b-85b9-8c4534b51759 req-2d7ba200-8323-4ac8-b864-43041fe899d7 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701387 Dec 13 16:54:39.687378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51250-bb9d-4184-a179-c180bbf8ef3b req-a24d4763-2146-4113-8af1-88e5d694026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:39.689172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9cd51250-bb9d-4184-a179-c180bbf8ef3b req-a24d4763-2146-4113-8af1-88e5d694026f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 1099 time: 0.0653396 Dec 13 16:54:39.738957 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9cd51250-bb9d-4184-a179-c180bbf8ef3b req-d871534c-f6f7-4edf-a3a7-8fc4b12bd92d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379016 Dec 13 16:54:40.797569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438cf01-5ba9-4293-9b32-214c6c78343b req-e3b24aa3-341d-4e62-bfbc-6b5ca655759c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:40.799056 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2438cf01-5ba9-4293-9b32-214c6c78343b req-e3b24aa3-341d-4e62-bfbc-6b5ca655759c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0481048 Dec 13 16:54:40.847128 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2438cf01-5ba9-4293-9b32-214c6c78343b req-9dc8b5d0-d433-49d3-931e-610ee5e419c6 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 Dec 13 16:54:41.965322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e9dd3-8502-4577-8688-68c85e1932b8 req-1e57607b-aeb0-4d7b-b8dd-d53b7cb31cc5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:41.966818 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e9e9dd3-8502-4577-8688-68c85e1932b8 req-1e57607b-aeb0-4d7b-b8dd-d53b7cb31cc5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0522420 Dec 13 16:54:42.012814 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e9e9dd3-8502-4577-8688-68c85e1932b8 req-26369805-4d23-476b-a8bb-df885ca9b67c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Dec 13 16:54:42.126621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770522f-c54c-45a5-9d09-458d2e01db4d req-25f023f4-837c-4e30-b499-593646af502c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:42.128011 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f770522f-c54c-45a5-9d09-458d2e01db4d req-25f023f4-837c-4e30-b499-593646af502c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0483110 Dec 13 16:54:42.174486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f770522f-c54c-45a5-9d09-458d2e01db4d req-8d726234-2935-45fc-b9da-ce17c3d162a6 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Dec 13 16:54:42.405343 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-cf168622-901e-40f4-9087-be8a00dd0acd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0462494 Dec 13 16:54:42.417876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe498970-8176-489d-8a42-387215de2e5e req-dbd87187-8ff3-45bd-ae88-cd3e2f12114b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:42.419673 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe498970-8176-489d-8a42-387215de2e5e req-dbd87187-8ff3-45bd-ae88-cd3e2f12114b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0541887 Dec 13 16:54:42.472594 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe498970-8176-489d-8a42-387215de2e5e req-98f8d39f-3e3e-41cf-9281-45203afb660c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456398 Dec 13 16:54:43.477519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-826c0584-7666-4aac-9d65-278bb215cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:43.479092 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-826c0584-7666-4aac-9d65-278bb215cecc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 1099 time: 0.0397327 Dec 13 16:54:43.854755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-b4fe0590-6c4a-4761-ac4e-8956b8413b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:43.856163 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-b4fe0590-6c4a-4761-ac4e-8956b8413b2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.3683848 Dec 13 16:54:43.866944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d7b7-0e87-4e2e-911c-b384a201f5ac req-1bfdd0fe-40f0-4404-b8bf-e5151a43ba46 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:43.868367 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0d1d7b7-0e87-4e2e-911c-b384a201f5ac req-1bfdd0fe-40f0-4404-b8bf-e5151a43ba46 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.3229771 Dec 13 16:54:43.908948 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-c8b981f9-4b63-4a39-a486-9d90f1702448 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b HTTP/1.1" status: 200 len: 217 time: 0.0396380 Dec 13 16:54:43.979337 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0d1d7b7-0e87-4e2e-911c-b384a201f5ac req-ee03c4de-6ca1-4ec7-be36-ce85d9bb7f99 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020222 Dec 13 16:54:43.984631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-fc1bd157-e132-4d62-b3dd-176fe6768933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:43.986022 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-fc1bd157-e132-4d62-b3dd-176fe6768933 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0708375 Dec 13 16:54:44.019393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-8b7fd8cd-222c-43ed-8ea7-7bfeacf229ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250611 Dec 13 16:54:44.031927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:44.109126 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-0890328a-be29-4237-b86b-704319b0ff50 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817521 Dec 13 16:54:44.201246 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-6c91f8b8-610c-41fe-98f0-31fbb33c6331 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850179 Dec 13 16:54:45.100946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded09b91-cab0-4770-ba7a-eeb8bb0f449e req-417bf841-f91d-4d14-a69d-5a20b1c0da65 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:45.102416 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ded09b91-cab0-4770-ba7a-eeb8bb0f449e req-417bf841-f91d-4d14-a69d-5a20b1c0da65 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0491598 Dec 13 16:54:45.152071 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ded09b91-cab0-4770-ba7a-eeb8bb0f449e req-1a353e0d-1eac-464a-86b6-8c398bcc765e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428367 Dec 13 16:54:46.268036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd5795-c8af-4276-a274-73b0c3801657 req-89337221-2d57-45dc-86a7-9d96f3f88fae tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:46.269490 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-20dd5795-c8af-4276-a274-73b0c3801657 req-89337221-2d57-45dc-86a7-9d96f3f88fae tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0484064 Dec 13 16:54:46.320189 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-20dd5795-c8af-4276-a274-73b0c3801657 req-8d5b1a5d-1be1-4d14-b4ca-1a7dd5353646 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Dec 13 16:54:47.437914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa2034-058b-4bcf-9e40-a6753a359738 req-6faa5606-f571-4e34-9891-319d7cd8a821 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:47.439449 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaa2034-058b-4bcf-9e40-a6753a359738 req-6faa5606-f571-4e34-9891-319d7cd8a821 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0486667 Dec 13 16:54:47.486370 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ddaa2034-058b-4bcf-9e40-a6753a359738 req-a5afc10c-daf8-49e2-8c63-d52e72d3a772 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Dec 13 16:54:48.600673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1362ed-cac1-46e3-b066-9eba372c0851 req-65bc2d1a-34b7-4470-bbb8-a74fb3524d08 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:48.602147 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5d1362ed-cac1-46e3-b066-9eba372c0851 req-65bc2d1a-34b7-4470-bbb8-a74fb3524d08 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0479438 Dec 13 16:54:48.648498 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5d1362ed-cac1-46e3-b066-9eba372c0851 req-7e2ef74d-148b-41e2-abd5-ca3602456485 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Dec 13 16:54:49.768731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec3ec4-c0d9-4562-a8f6-8e5b312845a0 req-da90b8d5-e45a-4e6d-a4a5-30dee2a89443 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:49.770211 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5dec3ec4-c0d9-4562-a8f6-8e5b312845a0 req-da90b8d5-e45a-4e6d-a4a5-30dee2a89443 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0525577 Dec 13 16:54:49.816796 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5dec3ec4-c0d9-4562-a8f6-8e5b312845a0 req-87679103-419f-41eb-9148-da1ddaeb46c0 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407197 Dec 13 16:54:50.939719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9155a-7818-45e7-832f-0bc2d1161c2d req-eddbad5f-1f1a-4880-b0ae-e893d41fdb92 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:50.941251 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-38b9155a-7818-45e7-832f-0bc2d1161c2d req-eddbad5f-1f1a-4880-b0ae-e893d41fdb92 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0515835 Dec 13 16:54:50.988637 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-38b9155a-7818-45e7-832f-0bc2d1161c2d req-5e932522-58e8-4e84-8b9c-e08976956990 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414281 Dec 13 16:54:52.107695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1aac27-5980-4f7d-ae01-7a31ccf970eb req-6d21a985-aae4-459c-ab00-c8dcc112c732 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:52.109164 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1aac27-5980-4f7d-ae01-7a31ccf970eb req-6d21a985-aae4-459c-ab00-c8dcc112c732 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0517676 Dec 13 16:54:52.156157 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1aac27-5980-4f7d-ae01-7a31ccf970eb req-bb821cb0-96b5-47db-8dd0-5fa1e13f737d tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Dec 13 16:54:53.270296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c991fe-5391-4742-a74e-ad61dee41ea0 req-45216570-ff71-4dd5-98b2-e817aec9797d tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:53.271781 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-40c991fe-5391-4742-a74e-ad61dee41ea0 req-45216570-ff71-4dd5-98b2-e817aec9797d tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0482144 Dec 13 16:54:53.318549 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-40c991fe-5391-4742-a74e-ad61dee41ea0 req-cf12d13d-9bd0-480c-a695-b822c25e9b9d tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403891 Dec 13 16:54:54.463546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaf4b2-36a1-4a60-a340-dfbc751ab16a req-00d89acd-336c-491f-8ea6-1618fecadecb tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:54.465936 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eacaf4b2-36a1-4a60-a340-dfbc751ab16a req-00d89acd-336c-491f-8ea6-1618fecadecb tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0682800 Dec 13 16:54:54.519304 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eacaf4b2-36a1-4a60-a340-dfbc751ab16a req-a4f1f0db-be1c-411d-b46d-95d0c64fcdd1 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473230 Dec 13 16:54:54.987480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d42dac77-282e-48a5-978a-fee0e83aaa92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:55.641715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3257-ecba-4cd2-8eb7-2450c9789c88 req-24858fa6-5bcd-4240-8895-0ad1b7039cae tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:55.643129 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bcea3257-ecba-4cd2-8eb7-2450c9789c88 req-24858fa6-5bcd-4240-8895-0ad1b7039cae tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0487649 Dec 13 16:54:55.690242 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bcea3257-ecba-4cd2-8eb7-2450c9789c88 req-1f870ff8-7e08-4eb5-9fe8-888dd31b9f1b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Dec 13 16:54:56.111089 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:54:56.805514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b149519-5f52-4f54-9375-8042c5366c2e req-4a7a1276-b519-4814-9c1c-c5adb3eb5f9c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:56.807560 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3b149519-5f52-4f54-9375-8042c5366c2e req-4a7a1276-b519-4814-9c1c-c5adb3eb5f9c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0502079 Dec 13 16:54:56.863775 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3b149519-5f52-4f54-9375-8042c5366c2e req-16d1839c-386c-4ca0-9579-6d898e75842b tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503733 Dec 13 16:54:57.395611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-65ee3676-344e-4431-8926-4bf3b1436227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:57.983178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ffb9b-834e-4189-b8cf-5880cd807cb9 req-b7f9ee51-5d15-4c00-89b9-befbeee5a673 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:57.984689 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e34ffb9b-834e-4189-b8cf-5880cd807cb9 req-b7f9ee51-5d15-4c00-89b9-befbeee5a673 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0528827 Dec 13 16:54:58.031611 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e34ffb9b-834e-4189-b8cf-5880cd807cb9 req-0bb705d9-81b7-4c21-8b35-d1bdffe69d59 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409753 Dec 13 16:54:58.481996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:54:59.152582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44ecf8-a09e-4498-963e-ff76b2c9ecb5 req-3e68afbd-c6af-48ff-87e1-c7d59c582661 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:54:59.154059 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a44ecf8-a09e-4498-963e-ff76b2c9ecb5 req-3e68afbd-c6af-48ff-87e1-c7d59c582661 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0529947 Dec 13 16:54:59.202627 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a44ecf8-a09e-4498-963e-ff76b2c9ecb5 req-4a5504c0-ca05-40ce-8f55-a6902d3bc525 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424192 Dec 13 16:55:00.014349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.318498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ca0a0-da55-4a67-87ac-966cc0c59e74 req-000b2d6a-771a-464d-9149-5ed85e8ded15 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:00.319924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f63ca0a0-da55-4a67-87ac-966cc0c59e74 req-000b2d6a-771a-464d-9149-5ed85e8ded15 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0486619 Dec 13 16:55:00.371963 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f63ca0a0-da55-4a67-87ac-966cc0c59e74 req-fa3e3dee-0efd-43a7-ab71-2466b287d05f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Dec 13 16:55:00.834832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-ccf0c8e1-e826-4d9c-86f8-da87f8bed340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:00.836571 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-ccf0c8e1-e826-4d9c-86f8-da87f8bed340 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 1099 time: 0.0436106 Dec 13 16:55:00.898129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:00.944916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-e4b8b427-8b4a-4832-8a92-2b3364fa2e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:00.946401 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-e4b8b427-8b4a-4832-8a92-2b3364fa2e2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.0885251 Dec 13 16:55:00.993164 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-889356a6-93ae-4fd8-a087-06c6ff99ddc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b HTTP/1.1" status: 200 len: 217 time: 0.0387664 Dec 13 16:55:01.044196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-68ee663c-ef7a-4e5e-81d3-6b326cbc7cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:01.045699 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-68ee663c-ef7a-4e5e-81d3-6b326cbc7cef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0448041 Dec 13 16:55:01.078352 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-e0cb030e-0f50-4de9-8f59-64e39e4927c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255783 Dec 13 16:55:01.178393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-30679211-e208-4348-8646-58d75323178d service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924315 Dec 13 16:55:01.269357 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5953949-0a89-42ff-a1af-39fe6f924871 req-4249c871-7b2e-4585-92a9-caaf97ad7b82 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832410 Dec 13 16:55:01.492859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520ff7c-b0e7-482c-9f96-68564b8a4bf0 req-77ccf146-2a75-4304-8353-33ef3e319853 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:01.494809 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5520ff7c-b0e7-482c-9f96-68564b8a4bf0 req-77ccf146-2a75-4304-8353-33ef3e319853 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0541172 Dec 13 16:55:01.541990 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5520ff7c-b0e7-482c-9f96-68564b8a4bf0 req-db49473e-e5e4-49aa-a31e-aaa2de5a3a7c tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410964 Dec 13 16:55:02.658344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d9ce-f0de-4180-ab75-07e9da3e7014 req-d4b668e9-5e69-405a-9111-da46ba911ad7 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:02.659856 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c470d9ce-f0de-4180-ab75-07e9da3e7014 req-d4b668e9-5e69-405a-9111-da46ba911ad7 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0489585 Dec 13 16:55:02.706363 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c470d9ce-f0de-4180-ab75-07e9da3e7014 req-e4261522-bf10-411c-8e7a-ea66283385bb tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405452 Dec 13 16:55:03.824129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64eb34-0e59-4b52-9609-e5f7b74f5adf req-3dec5c5b-df80-4f3b-be51-b3113d57ab17 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:03.825663 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc64eb34-0e59-4b52-9609-e5f7b74f5adf req-3dec5c5b-df80-4f3b-be51-b3113d57ab17 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0499611 Dec 13 16:55:03.877515 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc64eb34-0e59-4b52-9609-e5f7b74f5adf req-b020e11e-c786-48c2-996f-5900fd2497a1 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458477 Dec 13 16:55:05.056052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d367d-b4de-419d-a53f-829fdd828760 req-c4232bb8-40a2-41e5-97f7-1b38b4b6191f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:05.058361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b1d367d-b4de-419d-a53f-829fdd828760 req-c4232bb8-40a2-41e5-97f7-1b38b4b6191f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.1136792 Dec 13 16:55:05.105540 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b1d367d-b4de-419d-a53f-829fdd828760 req-f5fce2a8-2acf-4a49-9cbb-27a558035c2a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411909 Dec 13 16:55:06.271297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7bbf4-4223-4e76-bb34-1fa86223bc2a req-d8ed4975-6802-4cb6-9cbc-6dd2fef0f239 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:06.272791 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fd7bbf4-4223-4e76-bb34-1fa86223bc2a req-d8ed4975-6802-4cb6-9cbc-6dd2fef0f239 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0986059 Dec 13 16:55:06.320164 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fd7bbf4-4223-4e76-bb34-1fa86223bc2a req-47d79d6e-32d5-459a-8f9a-024769f02f81 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Dec 13 16:55:07.445966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f6dec-9fe2-4a5d-b2c0-788f13fea24e req-e91a41f0-7bef-4a79-8cdd-4ab84d3c2fb9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:07.447683 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a51f6dec-9fe2-4a5d-b2c0-788f13fea24e req-e91a41f0-7bef-4a79-8cdd-4ab84d3c2fb9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0562356 Dec 13 16:55:07.494636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a51f6dec-9fe2-4a5d-b2c0-788f13fea24e req-ecefce22-2892-4601-ab82-be5e0aa8650f tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Dec 13 16:55:08.608368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548043b-1841-48dd-9861-d8de8ec22660 req-be596238-f7e5-46a8-a682-00fc38658c48 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:08.610108 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d548043b-1841-48dd-9861-d8de8ec22660 req-be596238-f7e5-46a8-a682-00fc38658c48 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0480378 Dec 13 16:55:08.656708 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d548043b-1841-48dd-9861-d8de8ec22660 req-cb66ccb4-0a4f-4396-9f0c-0b75c8f1de89 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409350 Dec 13 16:55:09.775777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50551964-50c3-41c3-8194-0c6507fdcc7b req-fed1c1be-76d1-46df-b04d-806766fedf3a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:09.777322 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-50551964-50c3-41c3-8194-0c6507fdcc7b req-fed1c1be-76d1-46df-b04d-806766fedf3a tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0508192 Dec 13 16:55:09.829219 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-50551964-50c3-41c3-8194-0c6507fdcc7b req-2cda83d7-3f71-4228-b1f3-9e33ebae7ae5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457518 Dec 13 16:55:10.945299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbb2d1-decf-4469-ab21-f10dc6030941 req-1ac82ae2-e71c-40cd-9948-593fad406ef9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:10.946802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-26dbb2d1-decf-4469-ab21-f10dc6030941 req-1ac82ae2-e71c-40cd-9948-593fad406ef9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0496936 Dec 13 16:55:10.992680 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-26dbb2d1-decf-4469-ab21-f10dc6030941 req-3872e363-e4ae-4fe6-b35d-c1fa64cc17f3 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392339 Dec 13 16:55:11.143834 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-1b31448f-c2b0-45d0-a658-3fd814cd19c0 service neutron] 10.222.0.31 "GET /v2.0/ports/eb6a44e7-11f2-467d-8cd5-f3087c61e53b/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0537288 Dec 13 16:55:11.382821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-dd4256bc-bf38-4f60-986b-2a97853f798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:11.384368 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-dd4256bc-bf38-4f60-986b-2a97853f798c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52&tenant_id=f16ceb393a7d4708babde2965082cbc3 HTTP/1.1" status: 200 len: 1099 time: 0.0514948 Dec 13 16:55:11.455816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-631b3047-dc81-4f05-b823-580404492ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:11.457211 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-631b3047-dc81-4f05-b823-580404492ada service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 1099 time: 0.0410278 Dec 13 16:55:11.553078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-c37ec1eb-5d9c-45fb-a9a8-dd019701909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:11.554554 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-c37ec1eb-5d9c-45fb-a9a8-dd019701909e service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.0842140 Dec 13 16:55:11.604005 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-5a558ae2-97b4-40c3-b28a-f27091380b03 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b HTTP/1.1" status: 200 len: 217 time: 0.0372219 Dec 13 16:55:11.658713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-30fd6fc8-a85c-4717-a0c9-cd5addebf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:11.660160 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-30fd6fc8-a85c-4717-a0c9-cd5addebf185 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0447047 Dec 13 16:55:11.698876 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-3766fb20-9e66-4730-8d56-9a4516543e28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239990 Dec 13 16:55:11.803081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-47d12583-3f3a-4250-a925-52dae554ee5e service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915389 Dec 13 16:55:11.898490 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27901376-6a1d-4ace-afa7-7b11b579e10b req-9bfceb36-30bc-4246-b247-2ef09c17d2e8 service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825443 Dec 13 16:55:12.116567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2564f7-28ce-47d8-836d-a605fafc4f1c req-17aee815-8563-4a3c-a33e-607c5f01d912 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:12.118053 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa2564f7-28ce-47d8-836d-a605fafc4f1c req-17aee815-8563-4a3c-a33e-607c5f01d912 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0499220 Dec 13 16:55:12.169707 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa2564f7-28ce-47d8-836d-a605fafc4f1c req-453317f3-2cfb-4a0d-97bd-d280a1b47774 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447223 Dec 13 16:55:13.286621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851605c-3770-481a-a34b-71e311f765c9 req-6c348e9a-ff7e-436e-8d70-52514f985e5e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:13.288410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8851605c-3770-481a-a34b-71e311f765c9 req-6c348e9a-ff7e-436e-8d70-52514f985e5e tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0508373 Dec 13 16:55:13.336782 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8851605c-3770-481a-a34b-71e311f765c9 req-f8392fb5-522f-4f15-ace5-bae191b1598d tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Dec 13 16:55:14.028315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:14.454810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32015b88-a237-4ae1-95a0-d44a442af3ca req-bb5eeb53-f783-47ae-aa72-29c1bfcc13eb tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.456317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-32015b88-a237-4ae1-95a0-d44a442af3ca req-bb5eeb53-f783-47ae-aa72-29c1bfcc13eb tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0496378 Dec 13 16:55:14.504317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-32015b88-a237-4ae1-95a0-d44a442af3ca req-ccccadec-97dd-46e7-bf2c-314098af5788 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416591 Dec 13 16:55:14.736023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8501b44-110a-48c0-ae71-9123aad1ddf6 req-1daf2d8a-f299-4047-a305-43ff3f11f8af tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.737548 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8501b44-110a-48c0-ae71-9123aad1ddf6 req-1daf2d8a-f299-4047-a305-43ff3f11f8af tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0851421 Dec 13 16:55:14.745167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-1254f681-7397-48b6-9c51-6b304743c0b5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.746551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-1254f681-7397-48b6-9c51-6b304743c0b5 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52&tenant_id=f16ceb393a7d4708babde2965082cbc3&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 946 time: 0.0855088 Dec 13 16:55:14.792050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8501b44-110a-48c0-ae71-9123aad1ddf6 req-c9d1c2a7-d154-488b-8b6e-67dc8a8d6209 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444894 Dec 13 16:55:14.836368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-b704e8cf-9bac-479f-882f-5b2f8d04a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.837878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-b704e8cf-9bac-479f-882f-5b2f8d04a6ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f16ceb393a7d4708babde2965082cbc3&device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 1099 time: 0.0420721 Dec 13 16:55:14.934663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-133e09f4-2f4e-483a-849a-4143a5c9da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:14.936175 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-133e09f4-2f4e-483a-849a-4143a5c9da3c service neutron] 10.222.0.31 "GET /v2.0/networks?id=896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 200 len: 916 time: 0.0915959 Dec 13 16:55:14.977935 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-79ab1b0d-15d8-4bb0-af6b-3c8909066b97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b HTTP/1.1" status: 200 len: 217 time: 0.0350044 Dec 13 16:55:15.036854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-8c850ed9-fa82-486c-bf9a-4a0d02c6ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:15.038328 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-8c850ed9-fa82-486c-bf9a-4a0d02c6ce74 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 200 len: 855 time: 0.0538163 Dec 13 16:55:15.069516 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-08b4895a-4cc9-439d-b817-2cc32f6a43d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=896a8314-d5c7-4800-abca-8dde93f64afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244355 Dec 13 16:55:15.159513 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-4fef0d4b-b9dd-4fe7-a7d0-a14353cef35c service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822282 Dec 13 16:55:15.253950 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbacf8c9-19f5-440f-bf28-b379e8143459 req-cab3de74-2d7f-4366-8f95-4cfa03adec8d service neutron] 10.222.0.31 "GET /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871108 Dec 13 16:55:15.914882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b981ac-1bc7-42aa-b348-29fc795ec1b1 req-47045040-62d9-466d-8c08-e500a3c92b71 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:15.916366 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3b981ac-1bc7-42aa-b348-29fc795ec1b1 req-47045040-62d9-466d-8c08-e500a3c92b71 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0496964 Dec 13 16:55:15.964543 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3b981ac-1bc7-42aa-b348-29fc795ec1b1 req-22aa4bca-6043-40f0-ac39-f2bd5e062896 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Dec 13 16:55:16.083276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f6113-2771-48e1-9bbf-97e9d9b2695f req-9bf55891-3ea1-4ace-9c91-9dffffe00854 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:16.084773 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff7f6113-2771-48e1-9bbf-97e9d9b2695f req-9bf55891-3ea1-4ace-9c91-9dffffe00854 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0504935 Dec 13 16:55:16.136568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff7f6113-2771-48e1-9bbf-97e9d9b2695f req-4157f0ff-089f-4776-b34f-a9a14444fe73 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455995 Dec 13 16:55:16.252949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad61f14-7cef-4495-af80-183553477cb8 req-036170e1-08a7-4bca-83dd-2d6db42ef162 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:16.254356 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ad61f14-7cef-4495-af80-183553477cb8 req-036170e1-08a7-4bca-83dd-2d6db42ef162 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0493522 Dec 13 16:55:16.301775 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ad61f14-7cef-4495-af80-183553477cb8 req-5c027dbf-5325-4095-9438-6de956c1f241 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414295 Dec 13 16:55:16.645808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50bf8d-91e2-422a-ab2b-4120fdc4fd8a req-f4c26a97-9cb3-4841-ba0e-2cf8234163b3 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:16.647317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa50bf8d-91e2-422a-ab2b-4120fdc4fd8a req-f4c26a97-9cb3-4841-ba0e-2cf8234163b3 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0488238 Dec 13 16:55:16.695102 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa50bf8d-91e2-422a-ab2b-4120fdc4fd8a req-86671f40-a39d-491b-b0ce-340e86673de2 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412018 Dec 13 16:55:17.816025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0da2d1-3cf1-4fa9-9419-8bc5aebf518b req-c84ced4c-5b3b-48fc-bcb3-63d1f62d3efa tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:17.817506 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7b0da2d1-3cf1-4fa9-9419-8bc5aebf518b req-c84ced4c-5b3b-48fc-bcb3-63d1f62d3efa tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0537574 Dec 13 16:55:17.864615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7b0da2d1-3cf1-4fa9-9419-8bc5aebf518b req-3ab2bf8d-78ca-4154-9e17-bb63ba5f9b35 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/security-groups?id=05b53542-f27f-4e21-b881-1b90cc1347ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412660 Dec 13 16:55:18.392836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-47f87f5b-2314-4e4f-aa42-cc3d63a69bda tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:18.394296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-47f87f5b-2314-4e4f-aa42-cc3d63a69bda tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 946 time: 0.0536551 Dec 13 16:55:18.490078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Deleting port eb6a44e7-11f2-467d-8cd5-f3087c61e53b {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:55:18.490414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:18.578148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] For port eb6a44e7-11f2-467d-8cd5-f3087c61e53b, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,segment=NetworkSegment(45cb4589-467c-4c02-9475-5bd6f4897d6f),segment_id=45cb4589-467c-4c02-9475-5bd6f4897d6f)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:18.578507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:18.591262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Calling delete_port for eb6a44e7-11f2-467d-8cd5-f3087c61e53b owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:55:18.722610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:18.743137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['eb6a44e7-11f2-467d-8cd5-f3087c61e53b'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:18.749656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Pushing event deleted for resources: {'Port': ['ID=eb6a44e7-11f2-467d-8cd5-f3087c61e53b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:18.792708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] No DVR routers for this DVR port eb6a44e7-11f2-467d-8cd5-f3087c61e53b on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:55:18.795734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:18.799013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3d9142ae-ce5b-4e37-87b5-0efdbb94363b req-df272049-5514-4001-86b5-7bfdb64e51e9 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.31 "DELETE /v2.0/ports/eb6a44e7-11f2-467d-8cd5-f3087c61e53b HTTP/1.1" status: 204 len: 173 time: 0.3946254 Dec 13 16:55:18.799450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7e554e-23a2-46c4-85a0-bd9cc59cad52', 'name': 'network-vif-deleted', 'tag': 'eb6a44e7-11f2-467d-8cd5-f3087c61e53b'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:18.801678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5c706-24d8-4119-899d-b7ce2cd606a9" -d '{"events": [{"server_uuid": "2c7e554e-23a2-46c4-85a0-bd9cc59cad52", "name": "network-vif-deleted", "tag": "eb6a44e7-11f2-467d-8cd5-f3087c61e53b"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:18.839548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cf580d-5b43-4399-a04a-b2e6bdbd084d x-openstack-request-id: req-75cf580d-5b43-4399-a04a-b2e6bdbd084d {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:18.840193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7e554e-23a2-46c4-85a0-bd9cc59cad52", "name": "network-vif-deleted", "tag": "eb6a44e7-11f2-467d-8cd5-f3087c61e53b", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:18.840433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75cf580d-5b43-4399-a04a-b2e6bdbd084d {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:18.840872 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7e554e-23a2-46c4-85a0-bd9cc59cad52', 'name': 'network-vif-deleted', 'tag': 'eb6a44e7-11f2-467d-8cd5-f3087c61e53b', 'status': 'completed', 'code': 200} Dec 13 16:55:18.973663 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d27f85df-cd99-4a9b-839b-eb90f3583538 req-b5b5a197-9a37-41d1-8bd5-d133216a06b0 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c7e554e-23a2-46c4-85a0-bd9cc59cad52 HTTP/1.1" status: 200 len: 210 time: 0.0299404 Dec 13 16:55:20.093562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49958) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:20.137769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a74f41-865f-4b26-a6cc-c120e7f5d35c admin admin] Deleting subnet d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 16:55:20.140800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86a74f41-865f-4b26-a6cc-c120e7f5d35c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.175444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86a74f41-865f-4b26-a6cc-c120e7f5d35c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.217260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86a74f41-865f-4b26-a6cc-c120e7f5d35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.271755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86a74f41-865f-4b26-a6cc-c120e7f5d35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.297650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a74f41-865f-4b26-a6cc-c120e7f5d35c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:20.301361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86a74f41-865f-4b26-a6cc-c120e7f5d35c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.304608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-86a74f41-865f-4b26-a6cc-c120e7f5d35c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d9f0b3af-0fd5-47dc-a1c0-6261ded7cb09 HTTP/1.1" status: 204 len: 168 time: 0.2100148 Dec 13 16:55:20.307170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49960) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:20.375345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.457678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.477630 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896a8314-d5c7-4800-abca-8dde93f64afc']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:20.486921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cb4589-467c-4c02-9475-5bd6f4897d6f') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:20.487211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cb4589-467c-4c02-9475-5bd6f4897d6f') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:20.496550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.510380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.518438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 16:55:20.519016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 16:55:20.521294 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 16:55:20.576581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.581629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.585287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/896a8314-d5c7-4800-abca-8dde93f64afc HTTP/1.1" status: 204 len: 168 time: 0.2767546 Dec 13 16:55:20.598895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e998e53-a938-48ff-9079-5ad760c168d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=896a8314-d5c7-4800-abca-8dde93f64afc,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:20.706616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49964) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:20.747271 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c73f43d6-c853-44bf-9b3f-a2d520dd89fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f16ceb393a7d4708babde2965082cbc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394375 Dec 13 16:55:20.749943 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49966) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:20.797877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.818358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.866171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.868688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:20.869834 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/05b53542-f27f-4e21-b881-1b90cc1347ef HTTP/1.1" status: 204 len: 168 time: 0.1189671 Dec 13 16:55:20.877881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b53542-f27f-4e21-b881-1b90cc1347ef,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:20.885103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.885461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.885871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.886342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.886863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.887255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.887597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.887941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.888269 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.888599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.888932 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.889267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:20.889590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1421bac0-2fa1-4b7b-b275-c8cfe2b9638a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:21.501402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device eb6a44e7-11f2-467d-8cd5-f3087c61e53b no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:55:21.521898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: eb6a44e7-11f2-467d-8cd5-f3087c61e53b {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:55:21.522244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device eb6a44e7-11f2-467d-8cd5-f3087c61e53b not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:55:21.584124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 49988) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:21.679047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1389501343-network', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:21.700990 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Made reservation on behalf of 69ecd0e5ecdd4acaadae458b0768cc66 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:21.703301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.713711 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.787824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.791568 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.814577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 16:55:21.828591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677e2893-f487-412e-82f9-62dfe5a63dfe,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:21.835071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.835422 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Added segment 17ef2570-4852-4b2f-89c9-0ff7f7bd4859 of type vlan for network dd29bc38-2db7-4286-bb9d-9db95db209fd Dec 13 16:55:21.876540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.901234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.902604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:21.903212 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:21.954481 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3691597 Dec 13 16:55:21.957502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49992) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:21.962422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Request body: {'subnet': {'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1389501343-subnet', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:21.967398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c495a558-ba85-4fe0-a98d-a6f91f477007 admin admin] Pushing event updated for resources: {'Network': ['ID=dd29bc38-2db7-4286-bb9d-9db95db209fd,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:21.977091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network dd29bc38-2db7-4286-bb9d-9db95db209fd details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 16:55:21.984114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Made reservation on behalf of 69ecd0e5ecdd4acaadae458b0768cc66 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:21.986700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.154664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.215648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc4d237-fd6c-435c-9639-9136272d2532,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:22.222611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Checking segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:22.222996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Network hostable DHCP agents. Network: dd29bc38-2db7-4286-bb9d-9db95db209fd, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 16:55:22.239800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Network dd29bc38-2db7-4286-bb9d-9db95db209fd is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 16:55:22.248768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, dd29bc38-2db7-4286-bb9d-9db95db209fd) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:22.252850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:22.253450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.259963 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a74ee9e-da3d-4553-9e6d-90a7bad4e180 None None] Network dd29bc38-2db7-4286-bb9d-9db95db209fd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:55:22.270116 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-78b857a6-b2f4-457b-b38a-b61d4f99afce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3114812 Dec 13 16:55:22.272721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49994) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:22.277657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:22.299460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.300572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.352247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.366773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-dd29bc38-2db7-4286-bb9d-9db95db209fd', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 16:55:22.367663 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.494612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.502790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Allocated IP 172.20.0.2 (dd29bc38-2db7-4286-bb9d-9db95db209fd/4dc4d237-fd6c-435c-9639-9136272d2532/0e69baeb-7263-455b-809e-5fb0de0ec809) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:22.648596 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.655892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.697746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Network dd29bc38-2db7-4286-bb9d-9db95db209fd is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:22.700358 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.700766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:22.704944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:22.709385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Pushing event updated for resources: {'Port': ['ID=0e69baeb-7263-455b-809e-5fb0de0ec809,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:22.719646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.719996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.720342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.720683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.721018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.721349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.721684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.722012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.722340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.722680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.723007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.723328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.723649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:22.936003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Attempting to bind port 0e69baeb-7263-455b-809e-5fb0de0ec809 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:55:22.936377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Attempting to bind port 0e69baeb-7263-455b-809e-5fb0de0ec809 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:55:22.936746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Attempting to bind port 0e69baeb-7263-455b-809e-5fb0de0ec809 on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:22.942364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:55:22.942772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Checking segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:22.943185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.943579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Bound using segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:55:22.944051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Bound port: 0e69baeb-7263-455b-809e-5fb0de0ec809, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:55:22.944436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:22.980592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:23.008395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] For port 0e69baeb-7263-455b-809e-5fb0de0ec809, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:55:23.011491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] For port 0e69baeb-7263-455b-809e-5fb0de0ec809, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0e69baeb-7263-455b-809e-5fb0de0ec809,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:55:23.016201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:23.076025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a718c-fb73-4f3b-9d54-025e6d042cbe None None] Pushing event updated for resources: {'Port': ['ID=0e69baeb-7263-455b-809e-5fb0de0ec809,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:23.087891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Allocated IP 172.26.6.234 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/e8d88621-8735-489d-9413-a95dd81f99ad) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:23.196633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:23.249091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:23.292848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:23.296555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:23.300343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:23.312723 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff547d-5118-4ab8-a371-dc21a29b3da2 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:55:23.326121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8d88621-8735-489d-9413-a95dd81f99ad,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:23.351943 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-85657ed1-c381-4657-83d8-6306bc766dc4 None None] Provisioning complete for port e8d88621-8735-489d-9413-a95dd81f99ad triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:23.352408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-85657ed1-c381-4657-83d8-6306bc766dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:23.396434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-85657ed1-c381-4657-83d8-6306bc766dc4 None None] Port e8d88621-8735-489d-9413-a95dd81f99ad cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:55:23.561490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:23.767254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:23.909142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Router 734864bd-1b39-4329-8bcf-9c596655caad is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 16:55:23.996191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5169730-2dd6-446b-b4b5-d15174b17bbb None None] Network dd29bc38-2db7-4286-bb9d-9db95db209fd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 16:55:24.022113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:55:24.040540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.041008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:55:24.041936 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-da07b160-530e-4f83-aaf1-3b078e4617a9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7680540 Dec 13 16:55:24.044982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 49996) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:24.070750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:55:24.071393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:54:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:24.076515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e6899d87-5bad-43e6-93ef-7c9b5bab6568 None None] Provisioning complete for port 0e69baeb-7263-455b-809e-5fb0de0ec809 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:24.076923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e6899d87-5bad-43e6-93ef-7c9b5bab6568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.249662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:55:24.387254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e6899d87-5bad-43e6-93ef-7c9b5bab6568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.457191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e6899d87-5bad-43e6-93ef-7c9b5bab6568 None None] For port 0e69baeb-7263-455b-809e-5fb0de0ec809, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0e69baeb-7263-455b-809e-5fb0de0ec809,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:24.480744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e6899d87-5bad-43e6-93ef-7c9b5bab6568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.488241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.525040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0e69baeb-7263-455b-809e-5fb0de0ec809 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:24.571979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6899d87-5bad-43e6-93ef-7c9b5bab6568 None None] Pushing event updated for resources: {'Port': ['ID=0e69baeb-7263-455b-809e-5fb0de0ec809,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:24.599859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:23Z', 'revision_number': 3, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:24.639225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:55:24.639582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Updating router 734864bd-1b39-4329-8bcf-9c596655caad port e8d88621-8735-489d-9413-a95dd81f99ad binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:55:24.654397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Allocated IP 172.20.0.1 (dd29bc38-2db7-4286-bb9d-9db95db209fd/4dc4d237-fd6c-435c-9639-9136272d2532/da43f35b-f65f-488b-92f0-747ac5476cb5) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:24.661493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 0e69baeb-7263-455b-809e-5fb0de0ec809 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:24.661866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.666743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f709b807-4668-4f94-93aa-4ce10100133b None None] Provisioning complete for port 0e69baeb-7263-455b-809e-5fb0de0ec809 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:24.667137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f709b807-4668-4f94-93aa-4ce10100133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.718081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.760625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.796375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:24.833420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Network dd29bc38-2db7-4286-bb9d-9db95db209fd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:24.837840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:24.842077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:24.868871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Pushing event updated for resources: {'Port': ['ID=da43f35b-f65f-488b-92f0-747ac5476cb5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:24.887799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.005954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-900cbb8a-6878-4bc5-9726-ba493f0a7286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.044281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.093091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.098858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.160434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5b1bf3-1f11-44cc-a0cd-c2ab998824ac None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:55:25.165736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416b5b0-19e4-4ea3-83af-261423287851 None None] Pushing event updated for resources: {'Port': ['ID=e8d88621-8735-489d-9413-a95dd81f99ad,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:25.175229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Attempting to bind port e8d88621-8735-489d-9413-a95dd81f99ad on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:55:25.175604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Attempting to bind port e8d88621-8735-489d-9413-a95dd81f99ad by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:55:25.175970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Attempting to bind port e8d88621-8735-489d-9413-a95dd81f99ad on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:25.178682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-512d9b71-2249-4fff-9f5a-7ceb17cc325b None None] Provisioning complete for port da43f35b-f65f-488b-92f0-747ac5476cb5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:25.179056 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-512d9b71-2249-4fff-9f5a-7ceb17cc325b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.205124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:55:25.205501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:25.205911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.206308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:55:25.206827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Bound port: e8d88621-8735-489d-9413-a95dd81f99ad, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:55:25.207213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.226338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.231608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.241408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-512d9b71-2249-4fff-9f5a-7ceb17cc325b None None] Port da43f35b-f65f-488b-92f0-747ac5476cb5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:55:25.274368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] For port e8d88621-8735-489d-9413-a95dd81f99ad, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:55:25.278446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] For port e8d88621-8735-489d-9413-a95dd81f99ad, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e8d88621-8735-489d-9413-a95dd81f99ad,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:55:25.282257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.300166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Pushing event updated for resources: {'Port': ['ID=da43f35b-f65f-488b-92f0-747ac5476cb5,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:25.302707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.334201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eedbe83-5095-49f5-a25c-d2766a2001ca None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 16:55:25.343910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:55:25.344467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:54:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:25.384772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416b5b0-19e4-4ea3-83af-261423287851 None None] Pushing event updated for resources: {'Port': ['ID=e8d88621-8735-489d-9413-a95dd81f99ad,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:25.406094 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Network dd29bc38-2db7-4286-bb9d-9db95db209fd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:25.407477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:25.440259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7e71a4a2-fa57-4804-953a-39787b4205e6 None None] Provisioning complete for port e8d88621-8735-489d-9413-a95dd81f99ad triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:25.440637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e71a4a2-fa57-4804-953a-39787b4205e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.502141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:55:25.532718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:55:25.649947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:55:25.652933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e71a4a2-fa57-4804-953a-39787b4205e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.655590 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-abff2deb-f7b7-4b77-9fc1-f88437d1ceea admin admin] 10.222.0.13 "PUT /v2.0/routers/734864bd-1b39-4329-8bcf-9c596655caad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6089780 Dec 13 16:55:25.840096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7e71a4a2-fa57-4804-953a-39787b4205e6 None None] For port e8d88621-8735-489d-9413-a95dd81f99ad, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e8d88621-8735-489d-9413-a95dd81f99ad,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:25.846602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e71a4a2-fa57-4804-953a-39787b4205e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:25.923801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e71a4a2-fa57-4804-953a-39787b4205e6 None None] Pushing event updated for resources: {'Port': ['ID=e8d88621-8735-489d-9413-a95dd81f99ad,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:25.949189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 2, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:25.984232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f0dc7b-6ef5-4dd1-bdc6-28aec14c02a3 None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 2, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:55:25.994273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-75623283-3df3-47b6-be5a-6693a6b1f513 None None] Provisioning complete for port da43f35b-f65f-488b-92f0-747ac5476cb5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:25.994665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75623283-3df3-47b6-be5a-6693a6b1f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.041021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-75623283-3df3-47b6-be5a-6693a6b1f513 None None] Port da43f35b-f65f-488b-92f0-747ac5476cb5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:55:26.051186 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 50004) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:26.055571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-75623283-3df3-47b6-be5a-6693a6b1f513 None None] Provisioning complete for port e8d88621-8735-489d-9413-a95dd81f99ad triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:26.055954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75623283-3df3-47b6-be5a-6693a6b1f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.056083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9b847e2e-bf9b-4d22-a4fd-eb86db0545e1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'security_group': {'name': 'tempest-securitygroup--145137752', 'description': 'tempest-description--1577071514'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:26.087656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b847e2e-bf9b-4d22-a4fd-eb86db0545e1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.164424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b847e2e-bf9b-4d22-a4fd-eb86db0545e1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.175925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b847e2e-bf9b-4d22-a4fd-eb86db0545e1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.212772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9b847e2e-bf9b-4d22-a4fd-eb86db0545e1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.214826 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9b847e2e-bf9b-4d22-a4fd-eb86db0545e1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1623087 Dec 13 16:55:26.216312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b847e2e-bf9b-4d22-a4fd-eb86db0545e1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c7efdc-4814-45dd-a690-f7cb8981d6f9,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:26.217825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 50006) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:26.223133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4b64f375-2683-4995-b198-a5613a9454a1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'security_group_rule': {'security_group_id': 'f5c7efdc-4814-45dd-a690-f7cb8981d6f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:26.254043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b64f375-2683-4995-b198-a5613a9454a1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.314908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b64f375-2683-4995-b198-a5613a9454a1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.319154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b64f375-2683-4995-b198-a5613a9454a1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.338487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64f375-2683-4995-b198-a5613a9454a1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45f5cff-e9d4-4d40-b263-4b957d2d7189,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:26.344113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b64f375-2683-4995-b198-a5613a9454a1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.345319 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4b64f375-2683-4995-b198-a5613a9454a1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1261735 Dec 13 16:55:26.347839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 50008) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:26.352355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-41fdeb52-012e-4ff5-80d4-cb7163a83365 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'security_group_rule': {'security_group_id': 'f5c7efdc-4814-45dd-a690-f7cb8981d6f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:26.386104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb52-012e-4ff5-80d4-cb7163a83365 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.457049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb52-012e-4ff5-80d4-cb7163a83365 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.460529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb52-012e-4ff5-80d4-cb7163a83365 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.471457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0e69baeb-7263-455b-809e-5fb0de0ec809 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:26.482830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdeb52-012e-4ff5-80d4-cb7163a83365 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca50d83-07b4-4c68-8bf4-9c8084edd5b4,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:26.491556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-41fdeb52-012e-4ff5-80d4-cb7163a83365 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.495877 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-41fdeb52-012e-4ff5-80d4-cb7163a83365 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440008 Dec 13 16:55:26.496169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 50010) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:26.500896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:26.523708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.530361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 0e69baeb-7263-455b-809e-5fb0de0ec809 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:26.530861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.640181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:26.766019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Allocated IP 172.26.6.90 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/343846f4-4951-4bf5-b743-baaf5467b740) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:27.137673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.173373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.222204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:27.225202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:27.228781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:27.256419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'Port': ['ID=343846f4-4951-4bf5-b743-baaf5467b740,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:27.324484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.357300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.399746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44521017-6b1d-4d71-a50d-d8c1b0a6b376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.518638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.523248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.598351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'Port': ['ID=343846f4-4951-4bf5-b743-baaf5467b740,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:27.605378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.619609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:27.621649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9ef15d49-6c26-40ce-9ab9-ab7aac1977ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1240721 Dec 13 16:55:27.774781 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-4e67ceef-3854-4ece-a903-53f0a9f5f0ab tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--145137752&fields=id&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 267 time: 0.0448675 Dec 13 16:55:27.885207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-00a52c9a-36c3-44a4-b5f3-359728c92bc9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:27.886857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-00a52c9a-36c3-44a4-b5f3-359728c92bc9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 812 time: 0.1071203 Dec 13 16:55:27.902565 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-e33f4f3d-0af8-4e1c-82cb-0c8716abc96d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/quotas/69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 375 time: 0.0099015 Dec 13 16:55:27.958861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-f9821b8d-8f6b-4ba3-905f-a01d2f959a53 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504813 Dec 13 16:55:27.982579 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:55:27.992594 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:55:27.993206 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:55:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:28.055045 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-6e9078cb-626a-4a31-ba34-7163d89a1bce service neutron] 10.222.0.13 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841644 Dec 13 16:55:28.097453 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:55:28.150811 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-f6d23377-a20e-426e-b3ef-3ad601dc4773 service neutron] 10.222.0.13 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885739 Dec 13 16:55:28.313940 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 2, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:28.322302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-514a23c1-2492-4321-aa60-c0fdd5a164e6 req-3dd86191-a85e-4e76-99f6-6b66003868c3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 210 time: 0.0315416 Dec 13 16:55:28.347734 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:55:28.348126 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Updating router 734864bd-1b39-4329-8bcf-9c596655caad port da43f35b-f65f-488b-92f0-747ac5476cb5 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 16:55:28.377755 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:28.490247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:28.499490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e8d88621-8735-489d-9413-a95dd81f99ad up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:28.551978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e8d88621-8735-489d-9413-a95dd81f99ad triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:28.552688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:28.678332 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:28.684077 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:28.729711 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Pushing event updated for resources: {'Port': ['ID=da43f35b-f65f-488b-92f0-747ac5476cb5,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:28.741951 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.742376 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.742827 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.743239 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.743668 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.744523 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.744523 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.744807 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.745686 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.746018 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.746347 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.746707 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.747034 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:55:28.802677 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Attempting to bind port da43f35b-f65f-488b-92f0-747ac5476cb5 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:55:28.803053 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Attempting to bind port da43f35b-f65f-488b-92f0-747ac5476cb5 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:55:28.803419 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Attempting to bind port da43f35b-f65f-488b-92f0-747ac5476cb5 on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:28.808764 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:55:28.809142 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Checking segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:28.809542 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:28.809934 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Bound using segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:55:28.810405 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Bound port: da43f35b-f65f-488b-92f0-747ac5476cb5, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:55:28.810852 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:28.880805 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] For port da43f35b-f65f-488b-92f0-747ac5476cb5, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:55:28.884657 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] For port da43f35b-f65f-488b-92f0-747ac5476cb5, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=da43f35b-f65f-488b-92f0-747ac5476cb5,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:55:28.889565 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:28.943119 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:55:28.943651 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:55:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:28.980322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0d05fe0f-3263-4215-975d-084d5f0bac38 None None] Provisioning complete for port da43f35b-f65f-488b-92f0-747ac5476cb5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:28.980691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d05fe0f-3263-4215-975d-084d5f0bac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:29.024725 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe61055-8f40-4252-9ba7-f20ef8a9c593 None None] Pushing event updated for resources: {'Port': ['ID=da43f35b-f65f-488b-92f0-747ac5476cb5,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:29.064171 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:55:29.079193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d05fe0f-3263-4215-975d-084d5f0bac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:29.112615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0d05fe0f-3263-4215-975d-084d5f0bac38 None None] For port da43f35b-f65f-488b-92f0-747ac5476cb5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=da43f35b-f65f-488b-92f0-747ac5476cb5,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:29.117561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d05fe0f-3263-4215-975d-084d5f0bac38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:29.170114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05fe0f-3263-4215-975d-084d5f0bac38 None None] Pushing event updated for resources: {'Port': ['ID=da43f35b-f65f-488b-92f0-747ac5476cb5,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:29.239502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6cd68406-cdc4-4ecb-8e05-012744b76765 None None] Provisioning complete for port da43f35b-f65f-488b-92f0-747ac5476cb5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:29.240437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6cd68406-cdc4-4ecb-8e05-012744b76765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:29.282625 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:28Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:29.419002 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12bc38-34ff-428a-b4d0-26ac46aa4347 None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:28Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:55:29.448598 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e06d1c0-9917-410b-a54f-577fdf547911 req-1d5a72ae-0332-412b-8241-a5ba0fc42011 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 210 time: 0.0409048 Dec 13 16:55:29.466684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-2b3ed93b-cfb2-493c-b648-8a7a24adcc4d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:29.475987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-2b3ed93b-cfb2-493c-b648-8a7a24adcc4d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 812 time: 0.1689930 Dec 13 16:55:29.548502 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-2ff6d307-5a9a-4b41-a0dd-cdf497f8ddcb tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 379 time: 0.0558951 Dec 13 16:55:29.565447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'port': {'device_id': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'admin_state_up': True, 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'security_groups': ['f5c7efdc-4814-45dd-a690-f7cb8981d6f9']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:29.677032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Made reservation on behalf of 69ecd0e5ecdd4acaadae458b0768cc66 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:55:29.680773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:29.814028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Allocated IP 172.20.0.13 (dd29bc38-2db7-4286-bb9d-9db95db209fd/4dc4d237-fd6c-435c-9639-9136272d2532/0f82672f-acf7-46eb-89ac-592166e1dbd5) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:55:29.961059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:29.995885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.021389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.043324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Network dd29bc38-2db7-4286-bb9d-9db95db209fd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:55:30.046431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:55:30.048814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:55:30.083120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'Port': ['ID=0f82672f-acf7-46eb-89ac-592166e1dbd5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:30.107973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:30.108586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.125645 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-7eff17f5-ae9f-4ff7-a78f-682450937eb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646729 Dec 13 16:55:30.145551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Request body: {'port': {'device_id': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:30.210476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.259160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9c1b6e05-c4eb-480f-8185-5a4d1ca9a6ca None None] Provisioning complete for port 0f82672f-acf7-46eb-89ac-592166e1dbd5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:30.259541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6e05-c4eb-480f-8185-5a4d1ca9a6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.294346 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b6e05-c4eb-480f-8185-5a4d1ca9a6ca None None] Port 0f82672f-acf7-46eb-89ac-592166e1dbd5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:55:30.471295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device da43f35b-f65f-488b-92f0-747ac5476cb5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:30.480807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f82672f-acf7-46eb-89ac-592166e1dbd5 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:30.492949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.513928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Transition to ACTIVE for port object 0f82672f-acf7-46eb-89ac-592166e1dbd5 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:55:30.519913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.537644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port da43f35b-f65f-488b-92f0-747ac5476cb5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:30.538020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.616751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Pushing event updated for resources: {'Port': ['ID=0f82672f-acf7-46eb-89ac-592166e1dbd5,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:30.646120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5e3f-df59-42d3-8e7b-5f95e8200565 req-15e799a7-fb12-41f4-a21c-73a3bade16e8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:30.647644 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f70d5e3f-df59-42d3-8e7b-5f95e8200565 req-15e799a7-fb12-41f4-a21c-73a3bade16e8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 944 time: 0.1177483 Dec 13 16:55:30.730119 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f70d5e3f-df59-42d3-8e7b-5f95e8200565 req-4f95c536-1f70-4026-aa6d-7fb46eb3d09a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636117 Dec 13 16:55:30.734574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Attempting to bind port 0f82672f-acf7-46eb-89ac-592166e1dbd5 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:55:30.735141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Attempting to bind port 0f82672f-acf7-46eb-89ac-592166e1dbd5 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:55:30.735485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Attempting to bind port 0f82672f-acf7-46eb-89ac-592166e1dbd5 on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:30.740794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Port 0f82672f-acf7-46eb-89ac-592166e1dbd5 on network dd29bc38-2db7-4286-bb9d-9db95db209fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:55:30.741081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Attempting to bind port 0f82672f-acf7-46eb-89ac-592166e1dbd5 on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:55:30.746229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:55:30.746576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Checking segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:55:30.746991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Bound using segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:55:30.747423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Bound port: 0f82672f-acf7-46eb-89ac-592166e1dbd5, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:55:30.747786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.813809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] For port 0f82672f-acf7-46eb-89ac-592166e1dbd5, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:55:30.816840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] For port 0f82672f-acf7-46eb-89ac-592166e1dbd5, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:55:30.821453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.866903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:30.867526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.868916 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] 10.222.0.31 "PUT /v2.0/ports/0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 200 len: 1094 time: 0.7277777 Dec 13 16:55:30.869352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'tag': '0f82672f-acf7-46eb-89ac-592166e1dbd5'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:30.872227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c978d89-8d49-4825-b2d9-683ff38acf98" -d '{"events": [{"name": "network-changed", "server_uuid": "15b2f482-3574-4a67-b0e4-ec5a039ce6fa", "tag": "0f82672f-acf7-46eb-89ac-592166e1dbd5"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:30.892423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe2c32-ed5b-46df-91fd-299996b9673c service neutron] Pushing event updated for resources: {'Port': ['ID=0f82672f-acf7-46eb-89ac-592166e1dbd5,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:30.917264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:30.939290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1c80b4-10f1-4b42-bf1b-c5515f105600 x-openstack-request-id: req-ce1c80b4-10f1-4b42-bf1b-c5515f105600 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:30.939605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b2f482-3574-4a67-b0e4-ec5a039ce6fa", "tag": "0f82672f-acf7-46eb-89ac-592166e1dbd5", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:30.939869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce1c80b4-10f1-4b42-bf1b-c5515f105600 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:30.940275 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'tag': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'status': 'completed', 'code': 200} Dec 13 16:55:30.972000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-742ffc86-46dd-4475-9584-ef5f593f15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:30.973525 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-742ffc86-46dd-4475-9584-ef5f593f15b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 1097 time: 0.0508442 Dec 13 16:55:31.024866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-69af48bf-b62d-4bc9-96f3-d57e92432fff service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0355718 Dec 13 16:55:31.086338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-a523656e-57ab-48ac-8b25-c91cff399da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:31.087821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-a523656e-57ab-48ac-8b25-c91cff399da8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0512671 Dec 13 16:55:31.148861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-16c682fb-b74f-484f-ba50-ba3c09d68c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:31.150336 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-16c682fb-b74f-484f-ba50-ba3c09d68c80 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511937 Dec 13 16:55:31.255083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-565de5ad-fc60-422a-be89-c3db1d96ca4e service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921867 Dec 13 16:55:31.350385 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d779d683-cb3a-4453-becf-e6a3611acd92 req-86504392-9a3b-47b4-a2a3-9d0a6901e26f service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835633 Dec 13 16:55:31.455265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-b9fe3f41-8c08-4498-ba2c-61615f9dfbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:31.456696 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-b9fe3f41-8c08-4498-ba2c-61615f9dfbbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 1097 time: 0.0417535 Dec 13 16:55:31.555566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-fbc7e3b1-dfd0-4e39-a5e8-9e17d40c343b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:31.557012 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-fbc7e3b1-dfd0-4e39-a5e8-9e17d40c343b service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0897000 Dec 13 16:55:31.599665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-ecf4d7d4-f75a-441f-b264-bb03dde3907b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 200 len: 217 time: 0.0347252 Dec 13 16:55:31.649831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-a901d53a-64ae-4290-9713-5573b34307b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:31.651858 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-a901d53a-64ae-4290-9713-5573b34307b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0413921 Dec 13 16:55:31.703973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-caccb38d-543c-43e6-8de4-a6f3f19755c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:31.705517 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-caccb38d-543c-43e6-8de4-a6f3f19755c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435760 Dec 13 16:55:31.800026 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-0f6db3cd-44de-4d38-aa8a-e3e9b94d2113 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832062 Dec 13 16:55:31.903515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6854e794-0b1d-41a0-a71a-693fdda9c33a req-4804ab1a-b952-4459-93f9-d3e7d768fc35 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:31.904979 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6854e794-0b1d-41a0-a71a-693fdda9c33a req-4804ab1a-b952-4459-93f9-d3e7d768fc35 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 944 time: 0.1002276 Dec 13 16:55:31.942543 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2c978d89-8d49-4825-b2d9-683ff38acf98 req-65367c36-1055-4d27-9e6e-ccaaefe889ad service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285925 Dec 13 16:55:31.969998 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6854e794-0b1d-41a0-a71a-693fdda9c33a req-30352ed0-4370-4acc-ab0c-e1196fcfa145 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550063 Dec 13 16:55:33.090854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca30d8-00d5-4cf1-9278-610fe46e4f64 req-f050983c-f568-46d6-b9ba-d0f39d59c2ab tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:33.092328 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-44ca30d8-00d5-4cf1-9278-610fe46e4f64 req-f050983c-f568-46d6-b9ba-d0f39d59c2ab tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 944 time: 0.0545647 Dec 13 16:55:33.110344 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:55:33.139021 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-44ca30d8-00d5-4cf1-9278-610fe46e4f64 req-6121b7ae-5543-4310-9df2-68bc17be8add tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406518 Dec 13 16:55:33.567568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 0f82672f-acf7-46eb-89ac-592166e1dbd5 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:55:33.662291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 0f82672f-acf7-46eb-89ac-592166e1dbd5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:33.673669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'port_id': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'mac_address': 'fa:16:3e:9f:f2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:55:33.710012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:33.722897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f82672f-acf7-46eb-89ac-592166e1dbd5 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:55:33.741865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 0f82672f-acf7-46eb-89ac-592166e1dbd5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:33.746621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:33.793957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=0f82672f-acf7-46eb-89ac-592166e1dbd5,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:34.002923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['0f82672f-acf7-46eb-89ac-592166e1dbd5'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:55:34.255832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d61e1-98b0-4207-9c49-32589bbf3859 req-ac3359eb-129d-46fd-b00f-8bec6a5538c0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:34.257822 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a44d61e1-98b0-4207-9c49-32589bbf3859 req-ac3359eb-129d-46fd-b00f-8bec6a5538c0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 945 time: 0.0498540 Dec 13 16:55:34.304511 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a44d61e1-98b0-4207-9c49-32589bbf3859 req-4f6fdfc4-456a-4c50-891b-9337cb78026c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402634 Dec 13 16:55:35.424805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba093d-5cc0-48c5-89fb-9503b307f926 req-52ea942c-2fe4-487f-909c-89ac23b22567 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:35.426307 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7eba093d-5cc0-48c5-89fb-9503b307f926 req-52ea942c-2fe4-487f-909c-89ac23b22567 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 945 time: 0.0495582 Dec 13 16:55:35.476678 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7eba093d-5cc0-48c5-89fb-9503b307f926 req-a5805b2b-43d9-4659-8a39-defd4cdbef1e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444813 Dec 13 16:55:35.562844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 0f82672f-acf7-46eb-89ac-592166e1dbd5 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:55:35.611029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 0f82672f-acf7-46eb-89ac-592166e1dbd5 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:55:35.614900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 0f82672f-acf7-46eb-89ac-592166e1dbd5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:55:35.615275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:35.694656 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:35.717072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82672f-acf7-46eb-89ac-592166e1dbd5'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:35.719371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd8fae6-d267-4cc2-9801-42e2959f201d" -d '{"events": [{"server_uuid": "15b2f482-3574-4a67-b0e4-ec5a039ce6fa", "name": "network-vif-plugged", "status": "completed", "tag": "0f82672f-acf7-46eb-89ac-592166e1dbd5"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:35.731484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 0f82672f-acf7-46eb-89ac-592166e1dbd5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:55:35.735903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:35.760071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9703b14-b1d0-43f2-90ba-a829cb085cce x-openstack-request-id: req-e9703b14-b1d0-43f2-90ba-a829cb085cce {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:35.761104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b2f482-3574-4a67-b0e4-ec5a039ce6fa", "name": "network-vif-plugged", "status": "completed", "tag": "0f82672f-acf7-46eb-89ac-592166e1dbd5", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:35.761357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9703b14-b1d0-43f2-90ba-a829cb085cce {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:35.761755 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'code': 200} Dec 13 16:55:35.788624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=0f82672f-acf7-46eb-89ac-592166e1dbd5,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:55:35.948632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a6ca7-5af2-4812-aab3-aa9e6f3f82f3 req-97676c0b-eb02-463a-841c-95cbf32b62d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:35.950158 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-096a6ca7-5af2-4812-aab3-aa9e6f3f82f3 req-97676c0b-eb02-463a-841c-95cbf32b62d4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 1099 time: 0.0394528 Dec 13 16:55:35.999109 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-096a6ca7-5af2-4812-aab3-aa9e6f3f82f3 req-49dcfe57-6d65-4a1f-9b74-1dabc8f2f36b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374746 Dec 13 16:55:36.592238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff69528-8078-4cf8-bf1d-10e3d63907ed req-c299b8f0-e59c-412b-b083-b30e8c938efc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:36.593729 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aff69528-8078-4cf8-bf1d-10e3d63907ed req-c299b8f0-e59c-412b-b083-b30e8c938efc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0489271 Dec 13 16:55:36.641128 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aff69528-8078-4cf8-bf1d-10e3d63907ed req-d42753a7-9dcd-4a59-92c3-751e3231c1f9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414617 Dec 13 16:55:37.760085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237a537-9d0e-45f4-8bcd-a621e077fc20 req-f9c1639d-077c-4736-a437-9a7e3335cac9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:37.761665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8237a537-9d0e-45f4-8bcd-a621e077fc20 req-f9c1639d-077c-4736-a437-9a7e3335cac9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0521712 Dec 13 16:55:37.809459 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8237a537-9d0e-45f4-8bcd-a621e077fc20 req-ac4ac490-4666-4ce4-b174-db35dc652a7a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418365 Dec 13 16:55:37.918925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51626fe0-cda9-493a-8087-729cccf4ed3f req-09856db8-66e2-473b-b0d1-828ab6b0d8ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:37.920332 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51626fe0-cda9-493a-8087-729cccf4ed3f req-09856db8-66e2-473b-b0d1-828ab6b0d8ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0495818 Dec 13 16:55:37.928633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 50060) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:55:37.933401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'floatingip': {'port_id': '0f82672f-acf7-46eb-89ac-592166e1dbd5'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:55:37.975289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:38.385644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:38.389645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:38.739944 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8 associated. External IP: 172.26.6.90, port: 0f82672f-acf7-46eb-89ac-592166e1dbd5. Dec 13 16:55:38.946769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:55:39.053847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:55:39.059228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:39.064699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:55:39.076400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:55:39.077082 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:55:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:39.086954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b8db2589-99e9-45c0-8aaf-a379c660b5a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "PUT /v2.0/floatingips/0c1c827c-ba3c-4741-aa12-0829898a39e8 HTTP/1.1" status: 200 len: 991 time: 1.1572506 Dec 13 16:55:39.087622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'tag': '0f82672f-acf7-46eb-89ac-592166e1dbd5'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:55:39.090323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79" -d '{"events": [{"name": "network-changed", "server_uuid": "15b2f482-3574-4a67-b0e4-ec5a039ce6fa", "tag": "0f82672f-acf7-46eb-89ac-592166e1dbd5"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:55:39.129119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38760fc4-395c-4960-a057-3cdd3af538bc x-openstack-request-id: req-38760fc4-395c-4960-a057-3cdd3af538bc {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:55:39.129412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b2f482-3574-4a67-b0e4-ec5a039ce6fa", "tag": "0f82672f-acf7-46eb-89ac-592166e1dbd5", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:55:39.129668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38760fc4-395c-4960-a057-3cdd3af538bc {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:55:39.130071 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'tag': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'status': 'completed', 'code': 200} Dec 13 16:55:39.194873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:55:39.200742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-f167b58d-d6d3-4d0b-b608-0f35471c29da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:39.202423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-f167b58d-d6d3-4d0b-b608-0f35471c29da service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 1099 time: 0.0447197 Dec 13 16:55:39.297721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-fc8d29bf-c674-473b-99ac-ac1dff7ab3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:39.299254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-fc8d29bf-c674-473b-99ac-ac1dff7ab3ef service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0895815 Dec 13 16:55:39.376221 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-3b180d93-3aca-4499-b9b3-229187486a2d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 200 len: 999 time: 0.0674551 Dec 13 16:55:39.423977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:9f:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:55:38Z', 'revision_number': 1, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:39.428392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-2b7a540c-fa8b-4a25-a89d-8ff9d51ed88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:39.429874 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-2b7a540c-fa8b-4a25-a89d-8ff9d51ed88c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0448804 Dec 13 16:55:39.454103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:55:39.462959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:55:39.464273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:55:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:39.480943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-e736f6a9-6553-404e-b591-867b2b1497f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:55:39.482454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-e736f6a9-6553-404e-b591-867b2b1497f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452549 Dec 13 16:55:39.570265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:55:39.572846 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-560a2c31-c7bd-471d-b392-eb308f51f250 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831571 Dec 13 16:55:39.668553 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c44c1e71-0e7a-41cd-9c32-1d5ff60bab79 req-0f3474bd-f0d3-4f0f-ad53-e02739bd61a8 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884607 Dec 13 16:55:39.794565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:9f:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:55:38Z', 'revision_number': 1, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:55:39.819775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f66f60-4693-420d-9024-35b6bfcde9ed None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:9f:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:55:38Z', 'revision_number': 1, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:55:40.011296 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7355f40-d545-4649-bf10-7a9bec0b3821 None None] New status for floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:55:44.033870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:54.989494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-932048dc-9f7c-4bfe-a6eb-4b4c4e61fa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:57.401597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a3be4d8b-15a9-432c-a93e-3815b6fd81a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:55:58.488289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:00.018502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:00.900992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:01.829337 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-324c0bef-30cb-469a-bfa3-57c00805f75c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412467 Dec 13 16:56:01.913634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-97fc6984-9043-48c6-bafb-ccb09504bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:01.915130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-97fc6984-9043-48c6-bafb-ccb09504bfae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 1099 time: 0.0399122 Dec 13 16:56:02.023558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-0cde6127-5f39-480d-b788-d30379a870c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.025046 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-0cde6127-5f39-480d-b788-d30379a870c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0885897 Dec 13 16:56:02.093203 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-b75aa3e9-79e4-4235-9fe5-ff41f07ec7c0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0604696 Dec 13 16:56:02.149533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-4d74a874-8132-44aa-a59f-1e4a361f03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.151296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-4d74a874-8132-44aa-a59f-1e4a361f03f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0500185 Dec 13 16:56:02.203125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-d650a598-17c9-46c2-b05e-7e52f301f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:02.204596 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-d650a598-17c9-46c2-b05e-7e52f301f94c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451887 Dec 13 16:56:02.297640 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-b0fe855f-cc0d-4954-9463-aff0ccdc7aac service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844333 Dec 13 16:56:02.399989 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a383a8ad-3da3-4e71-86be-3babd1cc5729 req-3f1db071-3ac2-4028-ab3a-1c9509b31b8f service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864744 Dec 13 16:56:10.108575 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:56:14.057026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:19.874319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5509d85-37ea-440e-83a9-5f42f40f16cf req-2a05b249-de56-4315-9239-cd50c54b7374 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:19.876630 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a5509d85-37ea-440e-83a9-5f42f40f16cf req-2a05b249-de56-4315-9239-cd50c54b7374 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0560236 Dec 13 16:56:19.928169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a5509d85-37ea-440e-83a9-5f42f40f16cf req-c83e36f2-16a3-48e6-8306-57722cbf351a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456085 Dec 13 16:56:20.152840 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-ba8f2ff9-dd43-46d3-83a0-7881547a8e01 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402617 Dec 13 16:56:20.165795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a26c11-8d79-4112-831b-60538eae9876 req-ae17a9f8-5e89-473e-8215-cc4d9bf51323 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:20.167310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-16a26c11-8d79-4112-831b-60538eae9876 req-ae17a9f8-5e89-473e-8215-cc4d9bf51323 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0491779 Dec 13 16:56:20.218053 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-16a26c11-8d79-4112-831b-60538eae9876 req-3eb10021-7460-4b64-9366-09fd744eb4a7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427132 Dec 13 16:56:21.365645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-1f03cdb8-5f02-4077-a79b-43c94378db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:21.367196 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-1f03cdb8-5f02-4077-a79b-43c94378db18 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 1099 time: 0.0713925 Dec 13 16:56:21.378470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f96fd1-62f9-4a51-bf59-6757bac7f2a7 req-2639a719-6c57-4afb-b490-7ca374c2528a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:21.379994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6f96fd1-62f9-4a51-bf59-6757bac7f2a7 req-2639a719-6c57-4afb-b490-7ca374c2528a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0746167 Dec 13 16:56:21.479999 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6f96fd1-62f9-4a51-bf59-6757bac7f2a7 req-865b9830-7cf5-47f4-b6b4-aa068192a387 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917296 Dec 13 16:56:21.503478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-ca48cd6f-cbeb-4c6b-8b4a-3f75812f4a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:21.504933 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-ca48cd6f-cbeb-4c6b-8b4a-3f75812f4a50 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.1240559 Dec 13 16:56:21.579304 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-5d205abb-6c33-4018-8fe4-69c55573af8e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0645483 Dec 13 16:56:21.634472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-5678d937-e939-41a3-8b89-0a53d3b8a0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:21.635934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-5678d937-e939-41a3-8b89-0a53d3b8a0f8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0441546 Dec 13 16:56:21.688231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-1ab035c2-853e-46e8-b38f-5e5683cff9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:21.689704 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-1ab035c2-853e-46e8-b38f-5e5683cff9ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433521 Dec 13 16:56:21.783446 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-8632c50f-0736-448f-bfc4-c696f01c9b7c service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802119 Dec 13 16:56:21.881941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-54c92fb4-6fb0-459a-b1e7-3f378e93694c service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871463 Dec 13 16:56:22.601318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730884b6-88f5-4c4c-bcdb-98659be25334 req-d1cc5bdc-96e0-4f5d-bbba-f785d0a2773d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:22.602817 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-730884b6-88f5-4c4c-bcdb-98659be25334 req-d1cc5bdc-96e0-4f5d-bbba-f785d0a2773d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0492868 Dec 13 16:56:22.649060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-730884b6-88f5-4c4c-bcdb-98659be25334 req-f389c105-556d-46fe-a5ec-540f5cb86ceb tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Dec 13 16:56:23.764704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c5d1f-8d39-4b9d-856f-4cdeca8bd9c9 req-b5a5799b-1ac8-475a-8a9d-c8e721bad7a0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:23.766501 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-748c5d1f-8d39-4b9d-856f-4cdeca8bd9c9 req-b5a5799b-1ac8-475a-8a9d-c8e721bad7a0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0486217 Dec 13 16:56:23.814690 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-748c5d1f-8d39-4b9d-856f-4cdeca8bd9c9 req-16dcef01-a892-44ac-8e1e-68ad15a5f0b1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Dec 13 16:56:24.935156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b332027-c5dd-4dd9-9d2c-a813fbac184d req-c5de23fb-d456-4ff9-a0d3-211d417bb242 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:24.936615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3b332027-c5dd-4dd9-9d2c-a813fbac184d req-c5de23fb-d456-4ff9-a0d3-211d417bb242 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0528264 Dec 13 16:56:24.984499 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3b332027-c5dd-4dd9-9d2c-a813fbac184d req-e4f159e0-7138-4c7c-b0f0-47d5d5c72b63 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413306 Dec 13 16:56:24.989855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-58530ff6-7aca-4ad5-ad56-dce4dbd5bd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:26.106303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016a80d-0956-4c6b-8824-3e4b572041c6 req-bfd2d9e1-ac28-41d7-89e3-77ca76b49c10 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:26.107820 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a016a80d-0956-4c6b-8824-3e4b572041c6 req-bfd2d9e1-ac28-41d7-89e3-77ca76b49c10 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0489948 Dec 13 16:56:26.155355 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a016a80d-0956-4c6b-8824-3e4b572041c6 req-c2daf472-4c68-4582-910a-e2abc1bf9891 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Dec 13 16:56:27.274475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91821644-0703-4c3f-96f9-3cff4e95f37f req-df8d478b-b149-4dcc-a817-e7b0b6040a79 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:27.275967 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91821644-0703-4c3f-96f9-3cff4e95f37f req-df8d478b-b149-4dcc-a817-e7b0b6040a79 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0528047 Dec 13 16:56:27.322803 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91821644-0703-4c3f-96f9-3cff4e95f37f req-30a6da5e-572d-4082-9dc9-3e2dac1e753d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407994 Dec 13 16:56:27.405724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c3d36ab7-6c82-4d8e-858d-9ccb854c3ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:28.440802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488205d-dba0-40e0-8ef5-124aa2fd7a12 req-18b11413-c0c4-4206-be05-ca522fd58fc5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:28.442275 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a488205d-dba0-40e0-8ef5-124aa2fd7a12 req-18b11413-c0c4-4206-be05-ca522fd58fc5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0505021 Dec 13 16:56:28.489629 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a488205d-dba0-40e0-8ef5-124aa2fd7a12 req-ec6beb32-b4d0-443c-8ac6-3d8f483ab76b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 Dec 13 16:56:28.490315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:29.610376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee7dc7-920e-45f0-a6e6-cd2bcc28406c req-eb1c4b5b-b7dd-41f4-a370-92d6a3fa0c28 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:29.611863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cee7dc7-920e-45f0-a6e6-cd2bcc28406c req-eb1c4b5b-b7dd-41f4-a370-92d6a3fa0c28 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0484555 Dec 13 16:56:29.661584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cee7dc7-920e-45f0-a6e6-cd2bcc28406c req-77f0c138-60d5-403f-af7c-bab4ef3b77f5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438049 Dec 13 16:56:30.022127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:30.781388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c825bf-843e-4c44-a6da-ea7efe3ba68c req-783c98fd-a7db-494d-a9c9-fe0e742eaa87 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:30.782897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5c825bf-843e-4c44-a6da-ea7efe3ba68c req-783c98fd-a7db-494d-a9c9-fe0e742eaa87 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0497844 Dec 13 16:56:30.830445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5c825bf-843e-4c44-a6da-ea7efe3ba68c req-648191b9-566b-4ca8-a63e-e7de3536bd58 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416806 Dec 13 16:56:30.903332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:31.948461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c4dca-e5e2-4e09-bc88-60324303777d req-20fa2f9c-ede4-4e09-8aa6-b015b74103c5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:31.949946 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e9c4dca-e5e2-4e09-bc88-60324303777d req-20fa2f9c-ede4-4e09-8aa6-b015b74103c5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0505676 Dec 13 16:56:31.996606 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e9c4dca-e5e2-4e09-bc88-60324303777d req-0eb2b21f-12af-4306-b8ec-d7e1e3b42f25 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401182 Dec 13 16:56:33.117418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263f392-1b55-4694-8bbb-f1ef100a94c5 req-83abdcbb-d94f-4be4-9c89-66931a908e46 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:33.118894 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5263f392-1b55-4694-8bbb-f1ef100a94c5 req-83abdcbb-d94f-4be4-9c89-66931a908e46 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0532405 Dec 13 16:56:33.165168 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5263f392-1b55-4694-8bbb-f1ef100a94c5 req-6d33129e-6a80-4764-ae3c-e405282d9cdd tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403383 Dec 13 16:56:33.840875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-eccc7992-c830-4786-9914-f18287467c6e service neutron] 10.222.0.31 "GET /v2.0/ports/0f82672f-acf7-46eb-89ac-592166e1dbd5/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0548756 Dec 13 16:56:34.062726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-c6d781eb-3b33-497b-87d9-c6025105ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:34.064199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-c6d781eb-3b33-497b-87d9-c6025105ada6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 1099 time: 0.0405016 Dec 13 16:56:34.133593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-c9ecbd86-9c36-4740-bea9-aae60d4dd20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:34.135105 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-c9ecbd86-9c36-4740-bea9-aae60d4dd20d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 1099 time: 0.0429688 Dec 13 16:56:34.229584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-c04cf1c4-156d-4602-9687-3205e05a397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:34.231086 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-c04cf1c4-156d-4602-9687-3205e05a397e service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0840738 Dec 13 16:56:34.332911 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c284c3-4c84-498b-b42a-b783d902af44 req-d66034d3-1b1c-456c-a35a-7704f88266ee tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:34.334387 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17c284c3-4c84-498b-b42a-b783d902af44 req-d66034d3-1b1c-456c-a35a-7704f88266ee tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.1002202 Dec 13 16:56:34.336100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-517240be-acfc-495c-a449-54d0c6f9d642 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0920765 Dec 13 16:56:34.417329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17c284c3-4c84-498b-b42a-b783d902af44 req-66cac90b-702b-4dce-a76e-563224b2253f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768206 Dec 13 16:56:34.419294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-d3ab566e-0a28-4535-8e43-460c0814659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:34.420652 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-d3ab566e-0a28-4535-8e43-460c0814659b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0671818 Dec 13 16:56:34.475003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-65ba79b1-7790-4e6c-a571-2c27e2e5db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:34.476488 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-65ba79b1-7790-4e6c-a571-2c27e2e5db9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444024 Dec 13 16:56:34.569739 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-3fec23c0-f9b9-436f-8a75-bc92ada372bd service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804601 Dec 13 16:56:34.665834 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8feea04d-d1ec-46ea-b719-949d168dea52 req-e6266d1f-9ddb-48ae-85ba-22a29cca124c service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849791 Dec 13 16:56:35.533091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4855-33b3-404e-bc31-4e7692080dee req-8218d4c3-04cb-443b-b97e-72abf3278776 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:35.534568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-96af4855-33b3-404e-bc31-4e7692080dee req-8218d4c3-04cb-443b-b97e-72abf3278776 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0494940 Dec 13 16:56:35.582395 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-96af4855-33b3-404e-bc31-4e7692080dee req-27fb5719-0b1b-4108-859d-f50455287931 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 Dec 13 16:56:36.704747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0429d-f2c4-4486-99fd-30007ed9196a req-13dbcd2a-1d75-46f0-b77b-6cf6bcef9858 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:36.706113 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11c0429d-f2c4-4486-99fd-30007ed9196a req-13dbcd2a-1d75-46f0-b77b-6cf6bcef9858 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0487008 Dec 13 16:56:36.756904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11c0429d-f2c4-4486-99fd-30007ed9196a req-e5361052-0842-456e-bfb6-9889109d5d3c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446091 Dec 13 16:56:38.120315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694aa602-ae14-4c62-8052-b37b720580e8 req-a468d6d7-e6ea-4ca7-bfc5-8012d5a6c82f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:38.121806 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-694aa602-ae14-4c62-8052-b37b720580e8 req-a468d6d7-e6ea-4ca7-bfc5-8012d5a6c82f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.2974391 Dec 13 16:56:38.169368 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-694aa602-ae14-4c62-8052-b37b720580e8 req-eb6697fd-dc46-4a66-b2ef-1ced53aa7141 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411141 Dec 13 16:56:38.394430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f248a54-7935-4760-97e8-a07bb57d9cd2 req-177f99df-9f3d-4c1a-b0b9-e8cbf768e2fc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:38.395957 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f248a54-7935-4760-97e8-a07bb57d9cd2 req-177f99df-9f3d-4c1a-b0b9-e8cbf768e2fc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0831878 Dec 13 16:56:38.408260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-26fecb42-7ce2-45ed-b300-eaaa397fa4d3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:38.409628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-26fecb42-7ce2-45ed-b300-eaaa397fa4d3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 946 time: 0.0711174 Dec 13 16:56:38.452720 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f248a54-7935-4760-97e8-a07bb57d9cd2 req-d69f92d8-7b6c-47eb-88ed-44af8ee50889 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421376 Dec 13 16:56:38.492020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-99958a76-8d77-4320-ae7a-5e1c32bd4fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:38.493512 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-99958a76-8d77-4320-ae7a-5e1c32bd4fda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 1099 time: 0.0399389 Dec 13 16:56:38.583682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-ad71aafb-c7a2-411e-bf21-629e7ec508e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:38.585151 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-ad71aafb-c7a2-411e-bf21-629e7ec508e7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0848212 Dec 13 16:56:38.650787 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-7148d961-9b67-4f33-b3a5-6ecbd16e7ad7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 200 len: 1001 time: 0.0585115 Dec 13 16:56:38.698736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-c991e666-da5b-43a7-9651-3becc24f17d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:38.700159 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-c991e666-da5b-43a7-9651-3becc24f17d9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0426927 Dec 13 16:56:38.749273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-0b73d479-dd01-4286-98e9-b84708e9d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:38.750789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-0b73d479-dd01-4286-98e9-b84708e9d7ed service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434029 Dec 13 16:56:38.839798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-53c79eed-7888-4927-a2db-ee11e0741fee service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811813 Dec 13 16:56:38.934913 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fa0fbc6-bc65-4b65-ad2b-caaf7eb64261 req-8caf12d0-4c7b-4917-8a66-74a465a638ca service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874858 Dec 13 16:56:39.575305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf1898-d14c-4065-9b45-34dfd6153c9d req-b0588b7c-531a-40b3-b326-726ac22e9074 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:39.576791 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-efcf1898-d14c-4065-9b45-34dfd6153c9d req-b0588b7c-531a-40b3-b326-726ac22e9074 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0524170 Dec 13 16:56:39.627477 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-efcf1898-d14c-4065-9b45-34dfd6153c9d req-982ee00c-7e7f-44d7-87e7-4a2d27576892 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440776 Dec 13 16:56:39.744027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4644f3-bb6c-4fa3-a52f-6b6ceb5c68a6 req-64b84b16-2a2a-48ad-b23d-45ad50767364 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:39.745505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4c4644f3-bb6c-4fa3-a52f-6b6ceb5c68a6 req-64b84b16-2a2a-48ad-b23d-45ad50767364 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0495858 Dec 13 16:56:39.792795 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4c4644f3-bb6c-4fa3-a52f-6b6ceb5c68a6 req-b7b5e19c-1d1c-4a8e-b7f7-2ef4684eeeba tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409095 Dec 13 16:56:39.909758 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302e2b3-c15b-4559-b7bc-b5ab509f8ae0 req-3618b6a7-65a0-48e8-b2ff-28a4b5785f7a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:39.911208 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8302e2b3-c15b-4559-b7bc-b5ab509f8ae0 req-3618b6a7-65a0-48e8-b2ff-28a4b5785f7a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0534556 Dec 13 16:56:39.962147 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8302e2b3-c15b-4559-b7bc-b5ab509f8ae0 req-8987113c-84a9-4479-aa56-acc4d1c9ce79 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450909 Dec 13 16:56:40.196131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210487a-c02e-43cf-a286-291e52e6f76b req-21124ce8-8e37-4aae-9ff8-38cfaabb06c1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:40.197495 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8210487a-c02e-43cf-a286-291e52e6f76b req-21124ce8-8e37-4aae-9ff8-38cfaabb06c1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0489619 Dec 13 16:56:40.244388 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8210487a-c02e-43cf-a286-291e52e6f76b req-f2f6ace4-4143-4ff3-9952-d11d2924ae31 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402343 Dec 13 16:56:41.361674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cf872-c6ac-4ae4-9ad1-7b7d6abca15f req-3827a359-97ec-40db-9ea7-a118fe34fbc4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:41.363240 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2b4cf872-c6ac-4ae4-9ad1-7b7d6abca15f req-3827a359-97ec-40db-9ea7-a118fe34fbc4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0494335 Dec 13 16:56:41.414537 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2b4cf872-c6ac-4ae4-9ad1-7b7d6abca15f req-f51c5a16-5c32-4be4-adff-c94fe79caefc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454104 Dec 13 16:56:42.043404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-caa633d6-4519-4104-bd13-837e95521c65 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:42.044843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-caa633d6-4519-4104-bd13-837e95521c65 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0494258 Dec 13 16:56:42.140743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Deleting port 0f82672f-acf7-46eb-89ac-592166e1dbd5 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:56:42.141082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.232961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] For port 0f82672f-acf7-46eb-89ac-592166e1dbd5, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=0f82672f-acf7-46eb-89ac-592166e1dbd5,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:42.233338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.406605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.407263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.407397 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8 disassociated. External IP: 172.26.6.90, port: 0f82672f-acf7-46eb-89ac-592166e1dbd5. Dec 13 16:56:42.407626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Calling delete_port for 0f82672f-acf7-46eb-89ac-592166e1dbd5 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:56:42.562937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac425717-1b88-4305-aa3b-66ed251d3cb4 req-6319d5ff-c5b5-4f4e-8518-11fc6d1f7fdc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:42.564442 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ac425717-1b88-4305-aa3b-66ed251d3cb4 req-6319d5ff-c5b5-4f4e-8518-11fc6d1f7fdc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=15b2f482-3574-4a67-b0e4-ec5a039ce6fa HTTP/1.1" status: 200 len: 946 time: 0.0818136 Dec 13 16:56:42.585742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.623477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event deleted for resources: {'Port': ['ID=0f82672f-acf7-46eb-89ac-592166e1dbd5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:42.644522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.644882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.645230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.645572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.645908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.646238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.646564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.646921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.647247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.647580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.647903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.648225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.648544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:42.665710 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ac425717-1b88-4305-aa3b-66ed251d3cb4 req-d879c24b-5ebe-4093-8e32-0c65ddb40d20 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950296 Dec 13 16:56:42.772659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:56:42.881113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:56:42.892626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:56:42.902546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:42.903152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:56:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:42.921444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] No DVR routers for this DVR port 0f82672f-acf7-46eb-89ac-592166e1dbd5 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:56:42.924045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:42.927737 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-990bec18-55c9-4e44-a3b1-707fbde03fb6 req-d56d670c-50ab-4b0e-99bf-f073359fa5c4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "DELETE /v2.0/ports/0f82672f-acf7-46eb-89ac-592166e1dbd5 HTTP/1.1" status: 204 len: 173 time: 0.8723366 Dec 13 16:56:42.928197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'name': 'network-vif-deleted', 'tag': '0f82672f-acf7-46eb-89ac-592166e1dbd5'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:42.930429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52474fff-941b-4dce-a250-5a7d4a8f1694" -d '{"events": [{"server_uuid": "15b2f482-3574-4a67-b0e4-ec5a039ce6fa", "name": "network-vif-deleted", "tag": "0f82672f-acf7-46eb-89ac-592166e1dbd5"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:42.975975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd74ce66-28dd-4f36-8c6d-dc64ee5b0979 x-openstack-request-id: req-bd74ce66-28dd-4f36-8c6d-dc64ee5b0979 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:42.976276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b2f482-3574-4a67-b0e4-ec5a039ce6fa", "name": "network-vif-deleted", "tag": "0f82672f-acf7-46eb-89ac-592166e1dbd5", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:42.976538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bd74ce66-28dd-4f36-8c6d-dc64ee5b0979 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:42.977035 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b2f482-3574-4a67-b0e4-ec5a039ce6fa', 'name': 'network-vif-deleted', 'tag': '0f82672f-acf7-46eb-89ac-592166e1dbd5', 'status': 'completed', 'code': 200} Dec 13 16:56:43.021212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:43.219217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:43.247590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:56:43.256428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:43.257025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:56:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:43.519778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:43.721972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:43.747464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d45933-64a8-4a1c-948a-a63e6f848a9d None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:56:43.915018 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-7cf6fc9a-621f-426a-8511-1be87fcf243b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--145137752&fields=id&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 267 time: 0.0454209 Dec 13 16:56:43.979102 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e8dc4-511a-450d-8a7e-8a4c9fd17700 None None] New status for floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:56:44.031384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8a57eeff-e511-4412-9c30-a4922633f938 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:44.032765 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8a57eeff-e511-4412-9c30-a4922633f938 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 812 time: 0.1097877 Dec 13 16:56:44.049910 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-9f011603-f6c2-44b2-9f68-35ed4bbda963 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/quotas/69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 375 time: 0.0111732 Dec 13 16:56:44.058915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:44.104381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-f2a17e7f-11df-4f51-9a15-358a60b2778d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484726 Dec 13 16:56:44.211530 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-2f0238a9-b775-4591-9a45-abf8baf01541 service neutron] 10.222.0.13 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900090 Dec 13 16:56:44.302110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-f8f448ce-25ac-4707-9708-8b8ff54f6a4d service neutron] 10.222.0.13 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844395 Dec 13 16:56:44.463892 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3ae9afc9-66a3-4827-9e66-11f7b584e4ba req-7f214661-fad1-4792-8cbe-f1aeb7b104d1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 210 time: 0.0282669 Dec 13 16:56:45.468266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-00cd766b-80a8-45b8-ad70-eef86cf876a5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:45.469954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-00cd766b-80a8-45b8-ad70-eef86cf876a5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 812 time: 0.1126287 Dec 13 16:56:45.543301 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-7b36ff3c-170b-49e8-a96c-43f7efb5f8e8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 379 time: 0.0564902 Dec 13 16:56:45.571423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'port': {'device_id': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'admin_state_up': True, 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'security_groups': ['f5c7efdc-4814-45dd-a690-f7cb8981d6f9']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:45.575726 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77296ceb-5986-4d9a-ba4d-17365c9bbe7d req-fb564332-4d65-4174-b22b-2f4b583eef49 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 210 time: 0.0389497 Dec 13 16:56:45.682748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Made reservation on behalf of 69ecd0e5ecdd4acaadae458b0768cc66 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:56:45.686191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.808922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Allocated IP 172.20.0.5 (dd29bc38-2db7-4286-bb9d-9db95db209fd/4dc4d237-fd6c-435c-9639-9136272d2532/4793a77d-514b-4868-b1d9-c0822988b4fa) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:56:45.945271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:45.977926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.015758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 0f82672f-acf7-46eb-89ac-592166e1dbd5 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:56:46.021002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Network dd29bc38-2db7-4286-bb9d-9db95db209fd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:56:46.024135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:56:46.027865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:56:46.036204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 0f82672f-acf7-46eb-89ac-592166e1dbd5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:56:46.036665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 0f82672f-acf7-46eb-89ac-592166e1dbd5 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:56:46.060670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:46.089320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:46.089936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.107119 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-8414b24b-dbc3-4efc-a742-f5c4ee8dc1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5396426 Dec 13 16:56:46.126050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Request body: {'port': {'device_id': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:46.182876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.296992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7bc41d44-b1b0-430e-a3e4-64a205a91e66 None None] Provisioning complete for port 4793a77d-514b-4868-b1d9-c0822988b4fa triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:46.297275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7bc41d44-b1b0-430e-a3e4-64a205a91e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.329766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7bc41d44-b1b0-430e-a3e4-64a205a91e66 None None] Port 4793a77d-514b-4868-b1d9-c0822988b4fa cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:56:46.442624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4793a77d-514b-4868-b1d9-c0822988b4fa {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:56:46.449953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.462128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Transition to ACTIVE for port object 4793a77d-514b-4868-b1d9-c0822988b4fa will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:56:46.465812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.519798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:46.587774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Attempting to bind port 4793a77d-514b-4868-b1d9-c0822988b4fa on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:56:46.588106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Attempting to bind port 4793a77d-514b-4868-b1d9-c0822988b4fa by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:56:46.588426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Attempting to bind port 4793a77d-514b-4868-b1d9-c0822988b4fa on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:46.593552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Port 4793a77d-514b-4868-b1d9-c0822988b4fa on network dd29bc38-2db7-4286-bb9d-9db95db209fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:56:46.593870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Attempting to bind port 4793a77d-514b-4868-b1d9-c0822988b4fa on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:56:46.599201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:56:46.599375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Checking segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:56:46.599623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Bound using segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:56:46.600040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Bound port: 4793a77d-514b-4868-b1d9-c0822988b4fa, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:56:46.600388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.693781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:56:46.708448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:56:46.714226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.768502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09420d-410e-44c0-8ed6-05e997c14bea req-8ebe6769-3a79-4194-9542-e7c941d99b0f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:46.769951 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7e09420d-410e-44c0-8ed6-05e997c14bea req-8ebe6769-3a79-4194-9542-e7c941d99b0f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 943 time: 0.1131585 Dec 13 16:56:46.774595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:46.775226 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:46.776610 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] 10.222.0.31 "PUT /v2.0/ports/4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 1093 time: 0.6550212 Dec 13 16:56:46.777050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:46.779340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b9f237-7930-4129-941c-27c4fd65c433" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:46.821072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7c15d-afa5-4c45-aac3-f4e33d4a12f6 service neutron] Pushing event updated for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:46.830909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ae5029-61df-4aec-941c-cb3de765b44f x-openstack-request-id: req-d9ae5029-61df-4aec-941c-cb3de765b44f {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:46.831397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:46.831490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9ae5029-61df-4aec-941c-cb3de765b44f {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:46.831868 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'status': 'completed', 'code': 200} Dec 13 16:56:46.871298 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7e09420d-410e-44c0-8ed6-05e997c14bea req-ec9360c2-e153-4b7b-ae10-c32d2322f9c3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882771 Dec 13 16:56:46.887149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-b3b2e15d-71ca-4c46-b407-c85a5bb52764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:46.888643 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-b3b2e15d-71ca-4c46-b407-c85a5bb52764 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1096 time: 0.0537765 Dec 13 16:56:47.107819 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:56:47.190752 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-666800dc-330a-4702-9208-96876f26cf84 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 217 time: 0.2888286 Dec 13 16:56:47.245397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-b899b64b-d419-4bba-a597-725f8dfa459d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:47.246763 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-b899b64b-d419-4bba-a597-725f8dfa459d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0430329 Dec 13 16:56:47.296936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-76d42925-ecd9-435c-82eb-6bb74b6ff396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:47.298445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-76d42925-ecd9-435c-82eb-6bb74b6ff396 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405557 Dec 13 16:56:47.399744 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-93ae1b99-8e60-435a-9e30-60f741d5a50b service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897706 Dec 13 16:56:47.493666 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-379bbcf1-a790-4ed2-b691-f3771f915824 req-b1d23a94-566e-427d-8a56-d225612ba419 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813112 Dec 13 16:56:47.585561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9f237-7930-4129-941c-27c4fd65c433 req-388a98aa-abfa-4c43-922a-956d3b06cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:47.586977 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b9f237-7930-4129-941c-27c4fd65c433 req-388a98aa-abfa-4c43-922a-956d3b06cf46 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1096 time: 0.0446172 Dec 13 16:56:47.675797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9f237-7930-4129-941c-27c4fd65c433 req-8bf24fc0-7e1b-4454-bfcb-435edfd4ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:47.677269 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b9f237-7930-4129-941c-27c4fd65c433 req-8bf24fc0-7e1b-4454-bfcb-435edfd4ac24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0830970 Dec 13 16:56:47.720523 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b9f237-7930-4129-941c-27c4fd65c433 req-fb9da936-42cd-4fb5-b8d0-e33d29a543f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 217 time: 0.0344315 Dec 13 16:56:47.772485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9f237-7930-4129-941c-27c4fd65c433 req-27f0a52f-0742-42b4-aefc-dd1bdac6189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:47.773915 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b9f237-7930-4129-941c-27c4fd65c433 req-27f0a52f-0742-42b4-aefc-dd1bdac6189e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0460880 Dec 13 16:56:47.824558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9f237-7930-4129-941c-27c4fd65c433 req-2c1e4960-2689-4752-80e1-79dda4de4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:47.826020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b9f237-7930-4129-941c-27c4fd65c433 req-2c1e4960-2689-4752-80e1-79dda4de4e3e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399556 Dec 13 16:56:47.914038 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b9f237-7930-4129-941c-27c4fd65c433 req-fbd45789-cc3d-444f-a8be-7d1379d4d51b service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798059 Dec 13 16:56:48.040325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c9fb6-6f64-41ee-85c5-cdc6d878cfac req-8b4c7c23-3675-413a-bb7e-846b7f37d25a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:48.041785 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-986c9fb6-6f64-41ee-85c5-cdc6d878cfac req-8b4c7c23-3675-413a-bb7e-846b7f37d25a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 943 time: 0.0720088 Dec 13 16:56:48.058990 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17b9f237-7930-4129-941c-27c4fd65c433 req-99895662-33dd-4c99-af1f-2e43849ddd44 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341443 Dec 13 16:56:48.097908 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-986c9fb6-6f64-41ee-85c5-cdc6d878cfac req-4207d48d-21db-435b-a57b-12c5f14879a7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480273 Dec 13 16:56:49.214857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008e42-5d26-4dc2-b907-f56dbab61412 req-0d7913b3-e0f2-4f4c-8dbe-6d1e3491350d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:49.216318 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-22008e42-5d26-4dc2-b907-f56dbab61412 req-0d7913b3-e0f2-4f4c-8dbe-6d1e3491350d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 943 time: 0.0507143 Dec 13 16:56:49.267041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-22008e42-5d26-4dc2-b907-f56dbab61412 req-cc8cc5fd-172f-47a5-8a6f-e533a4104536 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439737 Dec 13 16:56:50.043262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4793a77d-514b-4868-b1d9-c0822988b4fa details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:56:50.138775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:50.149889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'port_id': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'mac_address': 'fa:16:3e:e8:68:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:56:50.185882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:50.199475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4793a77d-514b-4868-b1d9-c0822988b4fa {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:56:50.217691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:50.222031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:50.274778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:50.284208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.284208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.284208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.284208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.284208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.284208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.284208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.285025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.285025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.285025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.285236 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.285526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.285843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:56:50.388143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155edef-e29f-49a5-a62c-a80e9046a17d req-e091554b-8c11-4dfa-b67c-93b2a4bd6992 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:50.389707 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2155edef-e29f-49a5-a62c-a80e9046a17d req-e091554b-8c11-4dfa-b67c-93b2a4bd6992 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 944 time: 0.0530555 Dec 13 16:56:50.438966 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2155edef-e29f-49a5-a62c-a80e9046a17d req-a908239a-aa7f-40f5-adb8-30959b9e7c57 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 Dec 13 16:56:50.497997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['4793a77d-514b-4868-b1d9-c0822988b4fa'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:56:51.565759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2a8e6-cf2a-4b75-acba-d115aeb143fd req-616980b2-39e3-46f0-bf7a-0abe5aa1fd15 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:51.567266 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-59b2a8e6-cf2a-4b75-acba-d115aeb143fd req-616980b2-39e3-46f0-bf7a-0abe5aa1fd15 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 944 time: 0.0557632 Dec 13 16:56:51.614336 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-59b2a8e6-cf2a-4b75-acba-d115aeb143fd req-99d72296-d9b5-4fd5-a17e-e4912e1f660b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411375 Dec 13 16:56:52.060254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4793a77d-514b-4868-b1d9-c0822988b4fa up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:56:52.110828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 4793a77d-514b-4868-b1d9-c0822988b4fa completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:56:52.114815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 4793a77d-514b-4868-b1d9-c0822988b4fa triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:56:52.115191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:52.191216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:52.212854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:52.215119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db469225-6d5d-491e-bcfc-3c3223b28d01" -d '{"events": [{"server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "name": "network-vif-plugged", "status": "completed", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:52.228790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:56:52.233190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:52.262153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98064832-0896-4e1f-8a5b-e9a08323db33 x-openstack-request-id: req-98064832-0896-4e1f-8a5b-e9a08323db33 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:52.262592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "name": "network-vif-plugged", "status": "completed", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:52.262955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98064832-0896-4e1f-8a5b-e9a08323db33 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:52.263350 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'code': 200} Dec 13 16:56:52.290552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:56:52.442011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346184d-f526-4133-8098-b5b70578827f req-174bddc2-8179-44ac-89b4-e0a4ce4f27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:52.443529 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1346184d-f526-4133-8098-b5b70578827f req-174bddc2-8179-44ac-89b4-e0a4ce4f27dd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1098 time: 0.0397878 Dec 13 16:56:52.492781 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1346184d-f526-4133-8098-b5b70578827f req-caac8eb8-c570-4730-9fc3-170f7ef407df service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372145 Dec 13 16:56:52.729132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fb05d-ed8e-4b13-92b9-2e569198690e req-3b6fbab1-13a2-4348-b8ee-332236a4895b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:52.730602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-949fb05d-ed8e-4b13-92b9-2e569198690e req-3b6fbab1-13a2-4348-b8ee-332236a4895b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Dec 13 16:56:52.781639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-949fb05d-ed8e-4b13-92b9-2e569198690e req-c297c118-d14f-417f-b718-279d27d71377 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435872 Dec 13 16:56:53.908174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f94c23-46f9-4cf4-a28d-80ffb97f53e9 req-b949058d-9c19-4e44-9960-ddcf81e72089 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:53.909663 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-08f94c23-46f9-4cf4-a28d-80ffb97f53e9 req-b949058d-9c19-4e44-9960-ddcf81e72089 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0491478 Dec 13 16:56:53.956305 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-08f94c23-46f9-4cf4-a28d-80ffb97f53e9 req-363bd441-3869-4015-b68d-ff51090d28fb tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407553 Dec 13 16:56:54.066572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37740e96-35b4-44a3-95f0-15747763c99e req-90286d1e-4333-4192-93d3-2874a2f91ad1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:54.068965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37740e96-35b4-44a3-95f0-15747763c99e req-90286d1e-4333-4192-93d3-2874a2f91ad1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0490751 Dec 13 16:56:54.077424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 50278) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:56:54.082353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'floatingip': {'port_id': '4793a77d-514b-4868-b1d9-c0822988b4fa'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:56:54.124414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:54.540445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:54.544903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:54.642408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8 associated. External IP: 172.26.6.90, port: 4793a77d-514b-4868-b1d9-c0822988b4fa. Dec 13 16:56:54.868719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:56:54.992293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4b40861d-a7a9-43d2-aed3-3dd02d529dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:55.003569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:56:55.008664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:55.016823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:56:55.027220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:55.027932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:56:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:55.047393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f8ffa268-6382-431a-b74e-b86e41e4df90 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "PUT /v2.0/floatingips/0c1c827c-ba3c-4741-aa12-0829898a39e8 HTTP/1.1" status: 200 len: 990 time: 0.9681921 Dec 13 16:56:55.048235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:56:55.051992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:56:55.097124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9028fef-590c-4e7e-8e93-d9659fd9c522 x-openstack-request-id: req-d9028fef-590c-4e7e-8e93-d9659fd9c522 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:56:55.097437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:56:55.097690 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9028fef-590c-4e7e-8e93-d9659fd9c522 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:56:55.098101 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'status': 'completed', 'code': 200} Dec 13 16:56:55.159389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:55.173280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-7960a500-2feb-4ce4-800e-7bc31049a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:55.175105 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-7960a500-2feb-4ce4-800e-7bc31049a2ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1098 time: 0.0515451 Dec 13 16:56:55.285487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-e3e13cda-8fa6-4dbb-82eb-0d13afeafc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:55.286921 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-e3e13cda-8fa6-4dbb-82eb-0d13afeafc2f service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.1033645 Dec 13 16:56:55.365957 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-f1a5e055-43cc-4c09-b31f-1fa1892b8d6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 998 time: 0.0718937 Dec 13 16:56:55.428174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:e8:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:56:54Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:55.441972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-5b997aa1-d6b3-4e2a-baa2-237958479199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:55.443557 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-5b997aa1-d6b3-4e2a-baa2-237958479199 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0679307 Dec 13 16:56:55.463759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:56:55.473399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:56:55.474023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:56:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:55.499274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-2715f749-6905-4aaf-be87-4a8db5e26d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:56:55.501034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-2715f749-6905-4aaf-be87-4a8db5e26d2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499518 Dec 13 16:56:55.591607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:56:55.619428 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-312486cf-64f4-4977-9041-40255f744456 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108775 Dec 13 16:56:55.716451 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2ba852e-13b5-4a73-aac4-b79b4b9edeb1 req-ffb10d90-0c40-4a19-b7b6-e631de4f8dfc service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892138 Dec 13 16:56:55.815358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:e8:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:56:54Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:56:55.840351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb5f6f-eb3b-4970-90b3-df0925885894 None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:e8:68:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:56:54Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:56:56.025643 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fab49dc-773c-4b02-8ad9-7282db96f893 None None] New status for floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:56:57.408439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d4a37eb5-f67b-4d1b-8d1a-69a00ce93c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:56:58.494379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:00.026442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:00.907829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:02.803147 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-565175da-768d-45c7-a611-2a943f287f8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444055 Dec 13 16:57:02.900338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-db58d75d-9759-40a3-a7aa-c3dc70ba40f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:02.901832 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-db58d75d-9759-40a3-a7aa-c3dc70ba40f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1098 time: 0.0403099 Dec 13 16:57:03.021128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-cac1058f-e129-44bd-bfd7-2b9bb66119a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:03.022498 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-cac1058f-e129-44bd-bfd7-2b9bb66119a8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0878978 Dec 13 16:57:03.092115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-25528af5-72ef-43b5-b2a9-fc19adfb677b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 1000 time: 0.0582590 Dec 13 16:57:03.145150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-b7ff7290-38f7-4add-a1d2-938c7e64afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:03.146593 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-b7ff7290-38f7-4add-a1d2-938c7e64afce service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0479739 Dec 13 16:57:03.191740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-5276e65b-680d-4a64-9ae4-75236788999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:03.193200 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-5276e65b-680d-4a64-9ae4-75236788999e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398197 Dec 13 16:57:03.282542 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-714bfb83-d0c5-46be-95b5-8eaa1150ae84 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808425 Dec 13 16:57:03.375245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d1f529d9-da58-4b4a-a91b-2ff72149f7a9 req-ec422d70-73d3-4f70-9485-7ad70621123e service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856540 Dec 13 16:57:14.060335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:24.106448 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:57:24.994144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c1b12249-5f73-4b9d-b3b8-7796a6e53260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:27.410331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-738bef56-35e7-4788-aca6-4fa41d58716d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:28.497156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:30.033949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:30.912947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:36.986713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f07c52-df97-4ce8-ac35-7ed9c2982867 req-cee1de64-8137-45cc-8114-81cf31fc2efa tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:36.988245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e8f07c52-df97-4ce8-ac35-7ed9c2982867 req-cee1de64-8137-45cc-8114-81cf31fc2efa tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0541041 Dec 13 16:57:37.034802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e8f07c52-df97-4ce8-ac35-7ed9c2982867 req-d4665313-6e6d-4471-9f72-817c7a415235 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405142 Dec 13 16:57:38.156558 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88bace-9146-416c-90b7-ce39b5b9defe req-eca5d4b1-3651-4603-84cc-b6be243144be tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:38.158049 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e88bace-9146-416c-90b7-ce39b5b9defe req-eca5d4b1-3651-4603-84cc-b6be243144be tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0534055 Dec 13 16:57:38.204647 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1e88bace-9146-416c-90b7-ce39b5b9defe req-6acaa59b-572d-466d-b4ab-f1bfee01871d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407062 Dec 13 16:57:39.321444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cfbf3-eb0d-4676-9af6-21c802097179 req-d0b6137b-ef5d-4bd1-b0b2-e12475a68e9f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:39.322950 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-858cfbf3-eb0d-4676-9af6-21c802097179 req-d0b6137b-ef5d-4bd1-b0b2-e12475a68e9f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0503535 Dec 13 16:57:39.371459 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-858cfbf3-eb0d-4676-9af6-21c802097179 req-eb90539b-fc28-43cd-a6b4-6adebe0c2413 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423238 Dec 13 16:57:40.491389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495882f-ddc5-44d6-896e-11825091b384 req-603ee0a9-b2ad-4e14-a43e-5ceb3aa34dcc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:40.492876 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4495882f-ddc5-44d6-896e-11825091b384 req-603ee0a9-b2ad-4e14-a43e-5ceb3aa34dcc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0517554 Dec 13 16:57:40.544334 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4495882f-ddc5-44d6-896e-11825091b384 req-8b3c2d93-ca19-4846-938e-2963ddb6d807 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449505 Dec 13 16:57:41.661251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96328c2a-636f-47b0-af70-14e4ab3ee218 req-8a2cbfea-fb08-44d8-b950-3a9ff4673ada tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:41.662621 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-96328c2a-636f-47b0-af70-14e4ab3ee218 req-8a2cbfea-fb08-44d8-b950-3a9ff4673ada tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0488565 Dec 13 16:57:41.709926 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-96328c2a-636f-47b0-af70-14e4ab3ee218 req-be30227d-49a1-4f5b-9f3c-15b59c0ea0a0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Dec 13 16:57:42.826493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c00e3-87b0-44c9-b630-140eb73cc72b req-ba6aba17-d5f0-48dd-96f2-da47ca99590a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:42.827999 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff5c00e3-87b0-44c9-b630-140eb73cc72b req-ba6aba17-d5f0-48dd-96f2-da47ca99590a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0494435 Dec 13 16:57:42.875407 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff5c00e3-87b0-44c9-b630-140eb73cc72b req-e8c2c8a9-5a41-49fe-bda4-02955d41f03e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415621 Dec 13 16:57:43.992563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291819d2-a97c-4122-8fef-5e5c17fe4b42 req-ae08f17e-c6a3-4647-972e-9e02afac4241 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:43.994029 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-291819d2-a97c-4122-8fef-5e5c17fe4b42 req-ae08f17e-c6a3-4647-972e-9e02afac4241 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0523031 Dec 13 16:57:44.041346 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-291819d2-a97c-4122-8fef-5e5c17fe4b42 req-15168905-10d9-4e54-bed7-e940ae6865f3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406849 Dec 13 16:57:44.057808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:45.157526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31ffaf-1c2b-4f02-a24a-c5592b521a96 req-d0928ce1-21ef-465f-9794-5e45b9d14af4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:45.159063 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd31ffaf-1c2b-4f02-a24a-c5592b521a96 req-d0928ce1-21ef-465f-9794-5e45b9d14af4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0481350 Dec 13 16:57:45.206369 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd31ffaf-1c2b-4f02-a24a-c5592b521a96 req-5f3b0e57-873f-4e9b-a4ff-455b1328dd2c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414486 Dec 13 16:57:46.321242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1c954-4be3-4c01-9c6c-3d52c803d308 req-374b95c7-ae92-4ac8-a675-936c48783d3d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:46.322722 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dfd1c954-4be3-4c01-9c6c-3d52c803d308 req-374b95c7-ae92-4ac8-a675-936c48783d3d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0487478 Dec 13 16:57:46.373471 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dfd1c954-4be3-4c01-9c6c-3d52c803d308 req-dd8a5ad4-d031-4b50-b097-ccdccae314b0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446877 Dec 13 16:57:47.488697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755091f-a686-4af3-8f91-4047eeeaf3c5 req-f1acc5cc-805c-4ffb-a78c-6e53c782f25d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:47.490173 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a755091f-a686-4af3-8f91-4047eeeaf3c5 req-f1acc5cc-805c-4ffb-a78c-6e53c782f25d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0489287 Dec 13 16:57:47.536410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a755091f-a686-4af3-8f91-4047eeeaf3c5 req-c0513ddb-dab1-4871-8a2c-8e28b47836d0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Dec 13 16:57:48.650674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74b465-8a8d-4e28-a7c2-b66655de4dbd req-8729ce1c-810a-4af8-afae-e75f457be1c7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:48.652025 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7f74b465-8a8d-4e28-a7c2-b66655de4dbd req-8729ce1c-810a-4af8-afae-e75f457be1c7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0484140 Dec 13 16:57:48.698483 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7f74b465-8a8d-4e28-a7c2-b66655de4dbd req-59b7c8d4-ef60-443d-b2c2-41b0329b3b74 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Dec 13 16:57:49.817587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb42376-70a8-4ba4-aa00-70b3a324dab1 req-8958f6ef-87e1-4ee7-8100-e30792444618 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:49.819076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8bb42376-70a8-4ba4-aa00-70b3a324dab1 req-8958f6ef-87e1-4ee7-8100-e30792444618 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0529919 Dec 13 16:57:49.865220 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8bb42376-70a8-4ba4-aa00-70b3a324dab1 req-60bba74f-38c3-45f5-8e45-55b89ea4c6e2 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402734 Dec 13 16:57:50.983870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65010f48-42dd-4748-b431-25a698b851f9 req-8a11543f-4eff-47d1-a2f7-2d34541b8da6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:50.985356 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-65010f48-42dd-4748-b431-25a698b851f9 req-8a11543f-4eff-47d1-a2f7-2d34541b8da6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0499396 Dec 13 16:57:51.034026 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-65010f48-42dd-4748-b431-25a698b851f9 req-0779039c-7c03-4f26-8832-dee0061cabbc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426853 Dec 13 16:57:52.153877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e37d3-1e4f-458f-a6a1-6cee95040d4a req-3e5f690c-318d-48e9-8563-28c6c2495a10 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:52.155585 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4b3e37d3-1e4f-458f-a6a1-6cee95040d4a req-3e5f690c-318d-48e9-8563-28c6c2495a10 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0546165 Dec 13 16:57:52.207338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4b3e37d3-1e4f-458f-a6a1-6cee95040d4a req-ee35e19b-5fa7-451f-b526-655647769b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458379 Dec 13 16:57:53.320889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d18f-d904-4c17-954e-367233f74b51 req-babef2e1-1d4b-4592-91d8-131d44e91612 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:53.322329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f899d18f-d904-4c17-954e-367233f74b51 req-babef2e1-1d4b-4592-91d8-131d44e91612 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Dec 13 16:57:53.368956 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f899d18f-d904-4c17-954e-367233f74b51 req-09be5f0e-664e-483f-a7b4-3193d31741d9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402365 Dec 13 16:57:53.592990 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-cd99ef6f-253e-4611-b9cb-f8a1b787f102 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416694 Dec 13 16:57:53.611894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f92b2e-1313-49d4-b033-2311da2b26e4 req-170ecea9-0643-4be0-8045-d7db52e98cb6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:53.613368 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07f92b2e-1313-49d4-b033-2311da2b26e4 req-170ecea9-0643-4be0-8045-d7db52e98cb6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0494101 Dec 13 16:57:53.665761 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07f92b2e-1313-49d4-b033-2311da2b26e4 req-95be469b-baea-46a3-b1fa-3571ac9c6f72 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462556 Dec 13 16:57:54.812009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645367c1-d1f0-4e68-9b0b-5af24d6035a5 req-ce9e8795-2a90-4d0d-82a2-1be0de7b9388 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:54.813484 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-645367c1-d1f0-4e68-9b0b-5af24d6035a5 req-ce9e8795-2a90-4d0d-82a2-1be0de7b9388 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0766969 Dec 13 16:57:54.819364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-ff853803-0c6d-4157-b304-d5c7fe3ac129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:54.820725 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-ff853803-0c6d-4157-b304-d5c7fe3ac129 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1098 time: 0.0586507 Dec 13 16:57:54.914783 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-645367c1-d1f0-4e68-9b0b-5af24d6035a5 req-eab30fc2-055f-47c8-bed8-1e93956989e8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930879 Dec 13 16:57:54.943398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-a596f336-3ff2-4914-b284-f5d4bd5c03f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:54.944848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-a596f336-3ff2-4914-b284-f5d4bd5c03f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.1103303 Dec 13 16:57:54.997100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cb79b830-a782-4e8a-a736-d558a5b9b98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:55.020798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-130927c3-c177-4001-b4dd-4a8a267c3326 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 1000 time: 0.0636714 Dec 13 16:57:55.077827 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-cd94c7c4-79d5-490b-930e-f02374756549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:55.079285 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-cd94c7c4-79d5-490b-930e-f02374756549 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0470660 Dec 13 16:57:55.129132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-7f3f97e9-484a-4463-b4a1-2de5b9f573ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:55.130603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-7f3f97e9-484a-4463-b4a1-2de5b9f573ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402648 Dec 13 16:57:55.225017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-988b08c5-d3f8-43d4-b10f-d9cc16c4db19 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815732 Dec 13 16:57:55.570205 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-dc68e0ad-af29-4b1f-8037-5b031939e2a4 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337004 Dec 13 16:57:56.041672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a7c3a-58af-4766-bb78-a8b8c1ee5bb3 req-4c5de71c-d40f-43a2-8295-ac9ac19a580c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:56.043513 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-067a7c3a-58af-4766-bb78-a8b8c1ee5bb3 req-4c5de71c-d40f-43a2-8295-ac9ac19a580c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0562470 Dec 13 16:57:56.099361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-067a7c3a-58af-4766-bb78-a8b8c1ee5bb3 req-a9c60d66-86ea-427a-9f5c-292349bf9d9c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490017 Dec 13 16:57:57.221788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab09f13-67c4-4417-b00a-23e2fa90b021 req-c75da9de-5a38-45f7-9d34-2fcaa28c8374 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:57.223296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eab09f13-67c4-4417-b00a-23e2fa90b021 req-c75da9de-5a38-45f7-9d34-2fcaa28c8374 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0521832 Dec 13 16:57:57.270626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eab09f13-67c4-4417-b00a-23e2fa90b021 req-ff8f54e1-91e2-4e73-acd4-f5a0aa191cd8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414770 Dec 13 16:57:57.415085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1d49c6a5-dfe2-4dc2-849f-35fef1b41d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:57.422240 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-accf73b3-7bcd-4c28-a784-d52af33e4275 service neutron] 10.222.0.31 "GET /v2.0/ports/4793a77d-514b-4868-b1d9-c0822988b4fa/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0576971 Dec 13 16:57:57.641840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-d372de06-3dd4-42c2-b596-dde0f41b9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:57.643309 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-d372de06-3dd4-42c2-b596-dde0f41b9ef8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 1098 time: 0.0413349 Dec 13 16:57:57.715125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-c6477c22-1746-4a79-817f-8e6a6b89b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:57.716699 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-c6477c22-1746-4a79-817f-8e6a6b89b268 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1098 time: 0.0458808 Dec 13 16:57:57.813571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-d7640fc6-4e14-45b0-8b5d-6c4cf97cfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:57.815053 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-d7640fc6-4e14-45b0-8b5d-6c4cf97cfbc6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0855238 Dec 13 16:57:57.889194 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-6d56cb78-b43f-476d-bc7c-8962aaf052b9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 1000 time: 0.0618377 Dec 13 16:57:57.946137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-1eb1d370-8c09-4b43-8502-ba3509a6cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:57.947562 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-1eb1d370-8c09-4b43-8502-ba3509a6cc7e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0465434 Dec 13 16:57:57.996849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-00b046cf-574e-40ca-80ae-9d9b7b35ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:57.998456 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-00b046cf-574e-40ca-80ae-9d9b7b35ad9f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397589 Dec 13 16:57:58.099435 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-ede88163-75af-4524-8259-f604d65a6bb5 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872226 Dec 13 16:57:58.194081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c9b10e6-4bdb-4a19-ba5f-2ae61973fff6 req-27203041-00e7-4284-9ebd-00dc3a3a9956 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826950 Dec 13 16:57:58.389248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b46b9-fb09-41fa-9b27-b19919918dfd req-d550c522-fe2c-4149-8995-18437ee9d3ac tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:58.390777 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a7b46b9-fb09-41fa-9b27-b19919918dfd req-d550c522-fe2c-4149-8995-18437ee9d3ac tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0518773 Dec 13 16:57:58.442821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a7b46b9-fb09-41fa-9b27-b19919918dfd req-c835daa2-4cee-4e25-8a5a-abdcb684e068 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449767 Dec 13 16:57:58.500446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:57:59.560108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bcedb4-a434-4ec1-a0cb-d4b54d2687b8 req-aec25e56-a733-4853-8d6e-281c992ddeea tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:57:59.561821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77bcedb4-a434-4ec1-a0cb-d4b54d2687b8 req-aec25e56-a733-4853-8d6e-281c992ddeea tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0494311 Dec 13 16:57:59.608696 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77bcedb4-a434-4ec1-a0cb-d4b54d2687b8 req-8c4d4693-3c94-4887-857e-33ed1526bddf tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409822 Dec 13 16:58:00.032253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:00.447887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4793a77d-514b-4868-b1d9-c0822988b4fa details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:58:00.451690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4793a77d-514b-4868-b1d9-c0822988b4fa no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:00.599365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:00.619637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:00.638071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:00.640618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e79e508-c150-4bd3-87af-47a5a4b9d2cb" -d '{"events": [{"server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "name": "network-vif-unplugged", "status": "completed", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:00.651181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'port_id': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'mac_address': 'fa:16:3e:e8:68:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:58:00.656238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:00.679470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:00.689988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a922c810-e6c1-4510-91d1-3e5a1b735885 x-openstack-request-id: req-a922c810-e6c1-4510-91d1-3e5a1b735885 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:00.690287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "name": "network-vif-unplugged", "status": "completed", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:00.690547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a922c810-e6c1-4510-91d1-3e5a1b735885 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:00.690963 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'code': 200} Dec 13 16:58:00.725079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:00.733456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf6ea2-bd61-488f-bb41-105c202fc0b3 req-233ff0e1-5d85-4d1f-97b6-21f7345e5d08 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:00.734997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8bbf6ea2-bd61-488f-bb41-105c202fc0b3 req-233ff0e1-5d85-4d1f-97b6-21f7345e5d08 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 943 time: 0.0516548 Dec 13 16:58:00.749472 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4793a77d-514b-4868-b1d9-c0822988b4fa {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:58:00.753373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:00.761839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.762191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.762537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.762906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.763788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.764117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.764449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.764778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.765107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.765435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.765764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.766115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.766441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:00.784545 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8bbf6ea2-bd61-488f-bb41-105c202fc0b3 req-ab9cf378-f450-4af0-b627-b509ffb258f1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432796 Dec 13 16:58:00.804267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.db.api [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103054) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 16:58:00.804640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG oslo_db.api [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 16:58:00.907712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:01.026431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993d682-98a5-4d9c-8ff4-0aee10c2c650 req-2100572e-50b9-4810-b412-a4e41615dbc0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:01.027959 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a993d682-98a5-4d9c-8ff4-0aee10c2c650 req-2100572e-50b9-4810-b412-a4e41615dbc0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 943 time: 0.0858436 Dec 13 16:58:01.036568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-7af55a67-ef63-4b84-8b2a-724914c984ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:01.037942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-7af55a67-ef63-4b84-8b2a-724914c984ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 943 time: 0.0834701 Dec 13 16:58:01.082526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a993d682-98a5-4d9c-8ff4-0aee10c2c650 req-33bebda7-f892-4994-8444-67883ac19ee0 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436187 Dec 13 16:58:01.106084 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:58:01.134274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-32f21b64-8a7b-46e8-9158-8d0f2b2ddfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:01.135792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-32f21b64-8a7b-46e8-9158-8d0f2b2ddfa7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1096 time: 0.0405512 Dec 13 16:58:01.228484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-6893e847-0061-449a-85c8-b59a8d306748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:01.229942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-6893e847-0061-449a-85c8-b59a8d306748 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0875587 Dec 13 16:58:01.302404 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-3bd63084-9ab5-418b-8a63-901ad1f0dca5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 998 time: 0.0601690 Dec 13 16:58:01.339443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:01.353179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4793a77d-514b-4868-b1d9-c0822988b4fa {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:58:01.361153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-fe0bc2e4-f500-4de4-9cdd-06a5be0c9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:01.362635 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-fe0bc2e4-f500-4de4-9cdd-06a5be0c9ec8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0488648 Dec 13 16:58:01.373528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:01.378740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:01.418475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-777defe6-cd3e-42af-96be-6d4c2e03008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:01.420052 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-777defe6-cd3e-42af-96be-6d4c2e03008b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461447 Dec 13 16:58:01.432612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:01.449791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['4793a77d-514b-4868-b1d9-c0822988b4fa'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:58:01.510368 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-3cafc608-ffea-460d-8951-805ceea473f4 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822046 Dec 13 16:58:01.611612 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b2057c96-0be2-4f06-815a-2e4a6510578d req-d00694c3-4be7-4dd0-96de-571c0b47f7fe service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880227 Dec 13 16:58:02.205808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea8fea-c930-4aba-bab7-8c8a17b4612b req-640e69da-72fa-45e4-b011-e32ede3bef33 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:02.207331 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d3ea8fea-c930-4aba-bab7-8c8a17b4612b req-640e69da-72fa-45e4-b011-e32ede3bef33 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 944 time: 0.0500760 Dec 13 16:58:02.256413 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d3ea8fea-c930-4aba-bab7-8c8a17b4612b req-fce5b975-c99c-4946-ac13-f73431742d97 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428874 Dec 13 16:58:02.447688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4793a77d-514b-4868-b1d9-c0822988b4fa up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:58:02.494534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 4793a77d-514b-4868-b1d9-c0822988b4fa triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:02.494936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:02.721941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:02.743507 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:02.745713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add03d6-7f45-4902-8f9b-336d095b0f95" -d '{"events": [{"server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "name": "network-vif-plugged", "status": "completed", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:02.758757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:02.762817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:02.786354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a450223c-238c-486d-a569-7bcc8a1080b3 x-openstack-request-id: req-a450223c-238c-486d-a569-7bcc8a1080b3 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:02.786667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "name": "network-vif-plugged", "status": "completed", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:02.786932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a450223c-238c-486d-a569-7bcc8a1080b3 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:02.787328 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'code': 200} Dec 13 16:58:02.813302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:02.847826 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4aed82b2-0a58-4065-9cda-649258e2476c req-dae2f3d4-3761-4917-9747-ca14fdc3d958 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437539 Dec 13 16:58:02.936853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed82b2-0a58-4065-9cda-649258e2476c req-e4522b58-70b0-4b43-986d-c31168fb345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:02.938360 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4aed82b2-0a58-4065-9cda-649258e2476c req-e4522b58-70b0-4b43-986d-c31168fb345e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1098 time: 0.0408771 Dec 13 16:58:03.046174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed82b2-0a58-4065-9cda-649258e2476c req-71ee75fe-d6d9-4067-81b3-eb253ecf35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:03.047599 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4aed82b2-0a58-4065-9cda-649258e2476c req-71ee75fe-d6d9-4067-81b3-eb253ecf35d8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0848813 Dec 13 16:58:03.120748 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4aed82b2-0a58-4065-9cda-649258e2476c req-b7208725-047f-409e-8864-3de72b49a2e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 1000 time: 0.0614476 Dec 13 16:58:03.177858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed82b2-0a58-4065-9cda-649258e2476c req-35d1bd6e-ea1c-4e9d-986f-ce8b2e3e18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:03.179325 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4aed82b2-0a58-4065-9cda-649258e2476c req-35d1bd6e-ea1c-4e9d-986f-ce8b2e3e18b9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0439034 Dec 13 16:58:03.228786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed82b2-0a58-4065-9cda-649258e2476c req-7c7c3090-130b-40b9-90d0-3ffd09730726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:03.230254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4aed82b2-0a58-4065-9cda-649258e2476c req-7c7c3090-130b-40b9-90d0-3ffd09730726 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390878 Dec 13 16:58:03.346080 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4aed82b2-0a58-4065-9cda-649258e2476c req-f82dca08-dfb6-4a9f-8ec2-2de6d755d15a service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028528 Dec 13 16:58:03.436699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e547f2d-08f6-4d9e-9396-b510a7b06c32 req-ba3fd07a-0936-448c-b3ae-11c1f4b26056 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:03.438187 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e547f2d-08f6-4d9e-9396-b510a7b06c32 req-ba3fd07a-0936-448c-b3ae-11c1f4b26056 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.1115696 Dec 13 16:58:03.481423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4aed82b2-0a58-4065-9cda-649258e2476c req-abb2b236-0f91-400d-be2b-144006373ad3 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216171 Dec 13 16:58:03.505040 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e547f2d-08f6-4d9e-9396-b510a7b06c32 req-20b03e71-a3c9-4560-84e4-5eae39734f93 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604055 Dec 13 16:58:03.621222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27731a4d-6172-4b97-bab4-1e4d39aed044 req-1c55a8cf-b1a9-4512-b837-1889a7daf1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:03.622865 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27731a4d-6172-4b97-bab4-1e4d39aed044 req-1c55a8cf-b1a9-4512-b837-1889a7daf1b8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0497198 Dec 13 16:58:03.670069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27731a4d-6172-4b97-bab4-1e4d39aed044 req-5c01e08e-d207-405f-b362-2f3e4c075384 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411067 Dec 13 16:58:03.898464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00225d7-d830-4b57-91b8-a59514495509 req-2ac5cfcf-174c-4492-abbc-ebb80a756b34 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:03.899870 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b00225d7-d830-4b57-91b8-a59514495509 req-2ac5cfcf-174c-4492-abbc-ebb80a756b34 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0824625 Dec 13 16:58:03.928297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-29bea05f-a1c8-4b37-8702-af550e3444f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:03.929783 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-29bea05f-a1c8-4b37-8702-af550e3444f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 1098 time: 0.0659196 Dec 13 16:58:03.975418 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b00225d7-d830-4b57-91b8-a59514495509 req-e7871932-a885-4a2b-8b6b-6e2b2720e931 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682118 Dec 13 16:58:04.041602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-ac4381ec-3631-4826-8d2d-50996d4a1143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:04.043381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-ac4381ec-3631-4826-8d2d-50996d4a1143 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0992503 Dec 13 16:58:04.120924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-8612237c-1a01-4a92-8a71-0f4b62712e8d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 200 len: 1000 time: 0.0633602 Dec 13 16:58:04.179560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-06d26c54-86dc-493f-bbe9-bb39d8c31129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:04.180907 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-06d26c54-86dc-493f-bbe9-bb39d8c31129 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0433087 Dec 13 16:58:04.228005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-327ad22e-e7ae-4c8f-b9da-32377d1667a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:04.229451 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-327ad22e-e7ae-4c8f-b9da-32377d1667a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396030 Dec 13 16:58:04.325060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-c58c1a40-393c-40c8-905d-b22a1bbe7651 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841792 Dec 13 16:58:04.425100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f53a1421-5bb1-466d-b87b-1ae078c24bd6 req-6150309f-42a0-4a20-9345-cc022329c6be service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868785 Dec 13 16:58:05.099831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bf16a-69f2-4f78-9ea1-7ed6a7bac4fe req-4d9ff792-d5f1-4ba4-9461-af457b7b94f8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:05.101350 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c16bf16a-69f2-4f78-9ea1-7ed6a7bac4fe req-4d9ff792-d5f1-4ba4-9461-af457b7b94f8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0536580 Dec 13 16:58:05.148557 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c16bf16a-69f2-4f78-9ea1-7ed6a7bac4fe req-7253bf71-8542-4e86-96e1-6bf73dd87ec6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408227 Dec 13 16:58:05.383343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf889f-17e5-4a1b-bf31-e3e2188213cb req-70a6d4ec-69e8-4273-9961-0e4ff11fff80 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:05.384838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fdf889f-17e5-4a1b-bf31-e3e2188213cb req-70a6d4ec-69e8-4273-9961-0e4ff11fff80 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0487583 Dec 13 16:58:05.433595 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fdf889f-17e5-4a1b-bf31-e3e2188213cb req-f9dab7e4-2b80-42e3-a72c-3707c9c3b7c8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427279 Dec 13 16:58:06.554045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85694480-447e-414c-be43-7417cdd68512 req-ed97f571-b934-412d-a9ab-6db89ee8bd0c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:06.555562 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-85694480-447e-414c-be43-7417cdd68512 req-ed97f571-b934-412d-a9ab-6db89ee8bd0c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0530007 Dec 13 16:58:06.602401 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-85694480-447e-414c-be43-7417cdd68512 req-89a190d0-087d-4419-8c4f-703c6a55c163 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 Dec 13 16:58:07.226751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da803839-0b69-4a00-9529-246e8483e67b req-10a62650-b81b-4136-a9f0-d0a2b4edd4da tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:07.228202 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da803839-0b69-4a00-9529-246e8483e67b req-10a62650-b81b-4136-a9f0-d0a2b4edd4da tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 945 time: 0.0477951 Dec 13 16:58:07.315667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Deleting port 4793a77d-514b-4868-b1d9-c0822988b4fa {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:58:07.316003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:07.410260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] For port 4793a77d-514b-4868-b1d9-c0822988b4fa, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=4793a77d-514b-4868-b1d9-c0822988b4fa,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:07.410618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:07.578894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:07.579548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:07.579548 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8 disassociated. External IP: 172.26.6.90, port: 4793a77d-514b-4868-b1d9-c0822988b4fa. Dec 13 16:58:07.579792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Calling delete_port for 4793a77d-514b-4868-b1d9-c0822988b4fa owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:58:07.734726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:07.775992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e7ab4-5804-4e86-b570-01f89a9d5893 req-c40c0a19-8586-4c73-9951-ea8deb12cf0a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:07.777435 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f10e7ab4-5804-4e86-b570-01f89a9d5893 req-c40c0a19-8586-4c73-9951-ea8deb12cf0a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=bc5e2b2a-6a44-457f-8770-1c4cd74fc385 HTTP/1.1" status: 200 len: 867 time: 0.0938745 Dec 13 16:58:07.780514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event deleted for resources: {'Port': ['ID=4793a77d-514b-4868-b1d9-c0822988b4fa,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:07.806479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.806854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.807201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.807540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.807875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.808204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.808533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.808859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.809185 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.809559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.810565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.810951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.811281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:58:07.914476 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f10e7ab4-5804-4e86-b570-01f89a9d5893 req-ceae514c-ffee-4084-9548-d4e302861963 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301916 Dec 13 16:58:07.949104 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:58:08.066466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:58:08.076846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:58:08.086996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:08.087803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:57:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:08.105825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] No DVR routers for this DVR port 4793a77d-514b-4868-b1d9-c0822988b4fa on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:58:08.109232 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:08.112798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da803839-0b69-4a00-9529-246e8483e67b req-7d7a9f2c-3081-4cae-871a-41fd292ecb36 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "DELETE /v2.0/ports/4793a77d-514b-4868-b1d9-c0822988b4fa HTTP/1.1" status: 204 len: 173 time: 0.8783073 Dec 13 16:58:08.113275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'name': 'network-vif-deleted', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:08.115555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fe02d2-d5ab-4df7-932a-68256824211c" -d '{"events": [{"server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "name": "network-vif-deleted", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:08.197872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:08.223881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2aec7f-283d-4922-972f-4440c718563f x-openstack-request-id: req-ae2aec7f-283d-4922-972f-4440c718563f {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:08.224664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5e2b2a-6a44-457f-8770-1c4cd74fc385", "name": "network-vif-deleted", "tag": "4793a77d-514b-4868-b1d9-c0822988b4fa", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:08.224959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae2aec7f-283d-4922-972f-4440c718563f {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:08.225399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5e2b2a-6a44-457f-8770-1c4cd74fc385', 'name': 'network-vif-deleted', 'tag': '4793a77d-514b-4868-b1d9-c0822988b4fa', 'status': 'completed', 'code': 200} Dec 13 16:58:08.406910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:08.433123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:58:08.441963 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:08.442566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:57:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:08.549273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:08.751801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:08.776839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fee0c2e-813d-4462-a17b-67537f773849 None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:58:08.987253 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd69a63a-0f1a-4ce2-b6ce-14ff8b4abf3c None None] New status for floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:58:09.175097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-000a0284-ac85-459e-b952-5dfd32d7aac2 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--145137752&fields=id&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 267 time: 0.0430105 Dec 13 16:58:09.533552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-91e04c22-15bf-49bb-a966-8a08bda8bb07 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:09.535020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-91e04c22-15bf-49bb-a966-8a08bda8bb07 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 812 time: 0.3532307 Dec 13 16:58:09.550362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-09c026a6-a7f8-4b9d-aab0-8a3d8d71f106 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/quotas/69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 375 time: 0.0095611 Dec 13 16:58:09.600232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-4434af5e-75c1-4217-ac04-b46c926266e6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446017 Dec 13 16:58:09.739343 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-db54e0a9-dd85-4dec-b303-5643be8c3cc3 service neutron] 10.222.0.13 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268656 Dec 13 16:58:09.832331 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-6e8b0b8e-46fb-4da6-a7c3-a3e7659d433b service neutron] 10.222.0.13 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869408 Dec 13 16:58:09.989258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-95722a34-3475-4f0a-9e38-7d1df30087a5 req-0a96f95c-4bfa-4709-83c9-513827b67663 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 210 time: 0.0276201 Dec 13 16:58:10.541701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4793a77d-514b-4868-b1d9-c0822988b4fa no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:58:10.562974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 4793a77d-514b-4868-b1d9-c0822988b4fa {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:58:10.563325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 4793a77d-514b-4868-b1d9-c0822988b4fa not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:58:11.071974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-c0fcf82d-a09b-4879-bab2-6315abf90781 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:11.073377 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-c0fcf82d-a09b-4879-bab2-6315abf90781 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 812 time: 0.1150496 Dec 13 16:58:11.101638 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d248373-fd90-4644-8e18-b041c714a820 req-6b0d3e97-48a8-4f9f-b7cc-a0016698b3a8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 210 time: 0.0368063 Dec 13 16:58:11.156551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-0c3739a6-917b-49be-bdd8-9ab2e9e88b85 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 379 time: 0.0573361 Dec 13 16:58:11.173967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'port': {'device_id': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'admin_state_up': True, 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'security_groups': ['f5c7efdc-4814-45dd-a690-f7cb8981d6f9']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:11.284265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Made reservation on behalf of 69ecd0e5ecdd4acaadae458b0768cc66 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:58:11.287659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:11.410145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Allocated IP 172.20.0.10 (dd29bc38-2db7-4286-bb9d-9db95db209fd/4dc4d237-fd6c-435c-9639-9136272d2532/be6762be-1b09-48c1-9bd9-6566a5df598c) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:58:11.551502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:11.584161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:11.629033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Network dd29bc38-2db7-4286-bb9d-9db95db209fd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:58:11.632192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:58:11.635919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:58:11.642378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'Port': ['ID=be6762be-1b09-48c1-9bd9-6566a5df598c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:11.694263 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:11.694908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:11.711408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-7d301597-e370-4405-aa82-2e49c6956b26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5409007 Dec 13 16:58:11.729548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Request body: {'port': {'device_id': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:11.788308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:11.898347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2a988e63-b7ab-4f90-9cd7-df5659720152 None None] Provisioning complete for port be6762be-1b09-48c1-9bd9-6566a5df598c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:11.898968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2a988e63-b7ab-4f90-9cd7-df5659720152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:11.937697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2a988e63-b7ab-4f90-9cd7-df5659720152 None None] Port be6762be-1b09-48c1-9bd9-6566a5df598c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:58:12.053743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be6762be-1b09-48c1-9bd9-6566a5df598c {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:58:12.062205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:12.078608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Transition to ACTIVE for port object be6762be-1b09-48c1-9bd9-6566a5df598c will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:58:12.082269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:12.135339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=be6762be-1b09-48c1-9bd9-6566a5df598c,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:12.249487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de1621-c45c-418b-add9-a556b29c0ebe req-c8890679-5dd3-480e-8884-52c2301379fd tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:12.251072 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89de1621-c45c-418b-add9-a556b29c0ebe req-c8890679-5dd3-480e-8884-52c2301379fd tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0722463 Dec 13 16:58:12.251798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Attempting to bind port be6762be-1b09-48c1-9bd9-6566a5df598c on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:58:12.252126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Attempting to bind port be6762be-1b09-48c1-9bd9-6566a5df598c by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:58:12.252452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Attempting to bind port be6762be-1b09-48c1-9bd9-6566a5df598c on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:58:12.259177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Port be6762be-1b09-48c1-9bd9-6566a5df598c on network dd29bc38-2db7-4286-bb9d-9db95db209fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:58:12.259498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Attempting to bind port be6762be-1b09-48c1-9bd9-6566a5df598c on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:58:12.275575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:58:12.275920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Checking segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:58:12.276299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Bound using segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:58:12.276740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Bound port: be6762be-1b09-48c1-9bd9-6566a5df598c, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:58:12.277093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:12.344767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89de1621-c45c-418b-add9-a556b29c0ebe req-9276d151-db6f-4370-bd00-2f1b7571f91a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873353 Dec 13 16:58:12.367072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] For port be6762be-1b09-48c1-9bd9-6566a5df598c, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:58:12.370305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] For port be6762be-1b09-48c1-9bd9-6566a5df598c, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=be6762be-1b09-48c1-9bd9-6566a5df598c,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:58:12.381089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:12.417745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:12.418361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:12.419836 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] 10.222.0.31 "PUT /v2.0/ports/be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 1094 time: 0.6947162 Dec 13 16:58:12.420292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:12.422598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:12.448764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c7255-4d77-484e-b98a-a946e2c3f0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=be6762be-1b09-48c1-9bd9-6566a5df598c,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:12.463966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ecfb9b-ef39-4b5c-9225-7ab73fd90db4 x-openstack-request-id: req-93ecfb9b-ef39-4b5c-9225-7ab73fd90db4 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:12.464297 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:12.464685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93ecfb9b-ef39-4b5c-9225-7ab73fd90db4 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:12.465130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'status': 'completed', 'code': 200} Dec 13 16:58:12.519489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-4b164270-7f28-4d85-9878-30a7a214ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:12.521059 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-4b164270-7f28-4d85-9878-30a7a214ca0d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1097 time: 0.0464585 Dec 13 16:58:12.577526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-de9cba70-131b-4400-9e09-df0a1821b7e6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 217 time: 0.0413139 Dec 13 16:58:12.632382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-fa282eeb-c95e-4781-b4fd-d80bdefb4791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:12.633856 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-fa282eeb-c95e-4781-b4fd-d80bdefb4791 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0452726 Dec 13 16:58:12.682277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-ba998f46-9d86-4949-ac11-0a54f2102630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:12.683703 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-ba998f46-9d86-4949-ac11-0a54f2102630 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396256 Dec 13 16:58:12.779767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-e5c6e062-ebf3-477c-b167-aab160ab4256 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873439 Dec 13 16:58:12.876236 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51bf8dae-46d1-424b-9e46-498551dbbd6d req-622c9cec-ce22-4371-b27d-f68da2d2c6c2 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829949 Dec 13 16:58:12.970438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-32df617d-eeaf-4845-8e1a-f1560ee6134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:12.972046 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-32df617d-eeaf-4845-8e1a-f1560ee6134c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1097 time: 0.0465562 Dec 13 16:58:13.063033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-6bd9c596-4746-4a78-9e6b-6f49b9edf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:13.064495 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-6bd9c596-4746-4a78-9e6b-6f49b9edf27a service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0836325 Dec 13 16:58:13.109941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-8d4f3c1c-ada9-4bfa-8f89-36aabccf1167 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 217 time: 0.0351667 Dec 13 16:58:13.164752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-cf75a090-5924-4acc-8b5b-467d3f2213fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:13.166112 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-cf75a090-5924-4acc-8b5b-467d3f2213fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0474091 Dec 13 16:58:13.210667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-46a52ce9-ecb8-4a39-8c50-bdb66c8a3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:13.212129 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-46a52ce9-ecb8-4a39-8c50-bdb66c8a3fcb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387461 Dec 13 16:58:13.305914 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-65a84f45-3f05-49fc-96e6-e240c5af34c7 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822537 Dec 13 16:58:13.402859 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5733dccb-c5fa-47b6-aa7c-b86b5c1a9fbf req-63947292-3d88-429f-aa78-7d08a585e8e7 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874631 Dec 13 16:58:13.477018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddec3f-80e3-4ebe-b5c9-fd9b3010e9b3 req-52fa920b-c37d-4e2b-bbed-2c26d9f97c70 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:13.478408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f7ddec3f-80e3-4ebe-b5c9-fd9b3010e9b3 req-52fa920b-c37d-4e2b-bbed-2c26d9f97c70 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0498354 Dec 13 16:58:13.525420 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f7ddec3f-80e3-4ebe-b5c9-fd9b3010e9b3 req-018850ce-70f1-4808-9197-9de04d7ac821 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406048 Dec 13 16:58:14.068526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:14.539373 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device be6762be-1b09-48c1-9bd9-6566a5df598c details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:58:14.633853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port be6762be-1b09-48c1-9bd9-6566a5df598c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=be6762be-1b09-48c1-9bd9-6566a5df598c,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:14.649188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff2d97-9a44-46ab-99ab-05ef43366abe req-234cf055-814b-432e-8d7c-05e868edfc4f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:14.649734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'port_id': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'mac_address': 'fa:16:3e:ce:2e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:58:14.650608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8bff2d97-9a44-46ab-99ab-05ef43366abe req-234cf055-814b-432e-8d7c-05e868edfc4f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0538700 Dec 13 16:58:14.686180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:14.698298 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8bff2d97-9a44-46ab-99ab-05ef43366abe req-40dfdbb7-3e05-41b0-abbe-91cfd37220e3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414407 Dec 13 16:58:14.698665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be6762be-1b09-48c1-9bd9-6566a5df598c {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:58:14.720435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port be6762be-1b09-48c1-9bd9-6566a5df598c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=be6762be-1b09-48c1-9bd9-6566a5df598c,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:14.723848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:14.770137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=be6762be-1b09-48c1-9bd9-6566a5df598c,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:14.980530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['be6762be-1b09-48c1-9bd9-6566a5df598c'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:58:15.817949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89237da-ef17-44d4-ac46-3cb26feb54ad req-b7d630e5-5223-472f-a41d-17ebd9638e83 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:15.819472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c89237da-ef17-44d4-ac46-3cb26feb54ad req-b7d630e5-5223-472f-a41d-17ebd9638e83 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 945 time: 0.0498865 Dec 13 16:58:15.865991 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c89237da-ef17-44d4-ac46-3cb26feb54ad req-7a3fa77a-ad96-4038-b0af-3372308dfa81 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406389 Dec 13 16:58:16.556050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device be6762be-1b09-48c1-9bd9-6566a5df598c up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:58:16.603870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port be6762be-1b09-48c1-9bd9-6566a5df598c completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:58:16.608518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port be6762be-1b09-48c1-9bd9-6566a5df598c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:58:16.608894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:16.686375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:16.707767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:16.709992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e5645b-9aa0-4327-b668-930a1b2777ee" -d '{"events": [{"server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "name": "network-vif-plugged", "status": "completed", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:16.723026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port be6762be-1b09-48c1-9bd9-6566a5df598c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=be6762be-1b09-48c1-9bd9-6566a5df598c,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:58:16.728884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:16.753057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ed1fc-c04e-46b0-abed-8b4ba9aefb7e x-openstack-request-id: req-3a2ed1fc-c04e-46b0-abed-8b4ba9aefb7e {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:16.753351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "name": "network-vif-plugged", "status": "completed", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:16.753609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a2ed1fc-c04e-46b0-abed-8b4ba9aefb7e {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:16.754003 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'code': 200} Dec 13 16:58:16.779881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=be6762be-1b09-48c1-9bd9-6566a5df598c,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:58:16.928837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7c485-f3f0-4cf5-aef1-6afabee535af req-17579ebf-e41e-4463-80ce-020b050dc3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:16.930365 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89f7c485-f3f0-4cf5-aef1-6afabee535af req-17579ebf-e41e-4463-80ce-020b050dc3d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1099 time: 0.0406837 Dec 13 16:58:17.015056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc2b42-473c-4cab-bb00-7aac136c4258 req-2b1dabc4-19e5-4746-91b4-a3443daaa93a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:17.016447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fdc2b42-473c-4cab-bb00-7aac136c4258 req-2b1dabc4-19e5-4746-91b4-a3443daaa93a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0795443 Dec 13 16:58:17.018910 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89f7c485-f3f0-4cf5-aef1-6afabee535af req-7e08b2b0-6080-4ba1-b44f-9a10b86bfff2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736938 Dec 13 16:58:17.066226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1fdc2b42-473c-4cab-bb00-7aac136c4258 req-f6f01f89-4e52-4fda-867c-92c4f0879b80 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410502 Dec 13 16:58:18.193365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bd89e7-c3b3-41bd-a553-6667fc4adff7 req-d63d3052-a589-4afa-94c2-d766e60c0c3d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:18.194968 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-79bd89e7-c3b3-41bd-a553-6667fc4adff7 req-d63d3052-a589-4afa-94c2-d766e60c0c3d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0527911 Dec 13 16:58:18.245626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-79bd89e7-c3b3-41bd-a553-6667fc4adff7 req-d4c6dfe4-1447-43ae-9693-648b559cc34a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446815 Dec 13 16:58:19.364898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16bb6f-c9ee-432d-bb81-fec4331cdc20 req-8f3a946c-90c9-448a-a473-8d2761bd0375 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:19.366377 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b16bb6f-c9ee-432d-bb81-fec4331cdc20 req-8f3a946c-90c9-448a-a473-8d2761bd0375 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0529377 Dec 13 16:58:19.413901 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b16bb6f-c9ee-432d-bb81-fec4331cdc20 req-ed8ae4b3-d6a2-4e53-a211-78aaa067c121 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415387 Dec 13 16:58:19.525116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc2155-aea6-4c7e-8dd4-adae66809868 req-be54b0d8-107c-47d5-8684-c72464dc58f8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:19.526491 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eddc2155-aea6-4c7e-8dd4-adae66809868 req-be54b0d8-107c-47d5-8684-c72464dc58f8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0484414 Dec 13 16:58:19.535302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 50534) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:58:19.539670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'floatingip': {'port_id': 'be6762be-1b09-48c1-9bd9-6566a5df598c'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:58:19.582813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:19.994866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:19.999168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:20.104596 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8 associated. External IP: 172.26.6.90, port: be6762be-1b09-48c1-9bd9-6566a5df598c. Dec 13 16:58:20.315194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:58:20.424862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:58:20.429607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:20.434273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:58:20.445102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:20.445751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:57:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:20.558112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:20.713156 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-22c52848-3cef-4b68-80e1-e78c00afbc29 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "PUT /v2.0/floatingips/0c1c827c-ba3c-4741-aa12-0829898a39e8 HTTP/1.1" status: 200 len: 991 time: 1.1767340 Dec 13 16:58:20.713734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:58:20.717255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dd13ed-c143-4539-8d37-90b87ca9c33f" -d '{"events": [{"name": "network-changed", "server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:58:20.764255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb68308-0074-42c7-a954-3bc8c40a5f61 x-openstack-request-id: req-0bb68308-0074-42c7-a954-3bc8c40a5f61 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:58:20.764556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:58:20.764819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bb68308-0074-42c7-a954-3bc8c40a5f61 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:58:20.765223 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'status': 'completed', 'code': 200} Dec 13 16:58:20.805873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:ce:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:58:19Z', 'revision_number': 9, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:20.831383 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-cab96412-3c04-4e7e-9d21-849051f8b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:20.832880 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-cab96412-3c04-4e7e-9d21-849051f8b34f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1099 time: 0.0431652 Dec 13 16:58:20.833416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:58:20.841815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:58:20.842409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:57:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:20.928837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-b00a8b82-7f80-497a-bf01-8cae0f8cd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:20.930331 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-b00a8b82-7f80-497a-bf01-8cae0f8cd2dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0891399 Dec 13 16:58:20.952730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:58:20.998687 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-8d8a6002-1226-42bb-8c21-2a73c86610dd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 999 time: 0.0598280 Dec 13 16:58:21.051854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-ab695281-d986-4349-8456-5900b6533831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:21.053346 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-ab695281-d986-4349-8456-5900b6533831 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0480437 Dec 13 16:58:21.105611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-938cb633-227b-462f-a0bd-015329462abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:58:21.107922 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-938cb633-227b-462f-a0bd-015329462abc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470767 Dec 13 16:58:21.189428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:ce:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:58:19Z', 'revision_number': 9, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:58:21.199643 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-327e47e5-cc32-4be4-be49-cbc8b806c4d7 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838065 Dec 13 16:58:21.215185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2f3c6f-b1c2-4d6f-94a0-6940961f3453 None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:ce:2e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:58:19Z', 'revision_number': 9, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:58:21.297649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1dd13ed-c143-4539-8d37-90b87ca9c33f req-3a6c97dd-ccf9-44af-88fb-1cd3d47700a2 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901399 Dec 13 16:58:21.423711 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a0d73d-9c67-46aa-af79-ba1bca26f92d None None] New status for floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:58:25.000551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5e4b958-9cf8-4da2-ab33-41bfc12a909f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:27.416041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e1adce24-06e8-4738-b3d2-d11b99329b41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:28.507050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:30.035848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:30.911045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:38.104215 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:58:44.067570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:55.001477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-896087cd-24cb-445f-b73a-44705b308990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:57.418471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2e16ad45-7674-4e19-bb85-6b6abfc874a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:58:58.506520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.039153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:00.914941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:01.642867 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7560ec7-0441-42a4-ad0e-e6d2497db938 req-f5239750-0e41-41b6-b7b8-8dc5ed02fe3e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:01.644368 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7560ec7-0441-42a4-ad0e-e6d2497db938 req-f5239750-0e41-41b6-b7b8-8dc5ed02fe3e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0513222 Dec 13 16:59:01.665487 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-7704b4b2-dc4f-497c-a0a1-a108e898d857 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0859430 Dec 13 16:59:01.703032 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7560ec7-0441-42a4-ad0e-e6d2497db938 req-c15fa294-d710-4b46-a2f4-ab9bd69df70f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522203 Dec 13 16:59:02.853021 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1a2e2-04a2-43f0-8f4a-99952fa1dd23 req-3e2ba7ff-461f-4f1a-951d-f1b1005435f8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:02.855359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8c1a2e2-04a2-43f0-8f4a-99952fa1dd23 req-3e2ba7ff-461f-4f1a-951d-f1b1005435f8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0764182 Dec 13 16:59:02.891327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-986d9dd6-b7ac-420d-b73c-2f275d3e490c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:02.892799 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-986d9dd6-b7ac-420d-b73c-2f275d3e490c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1099 time: 0.1227472 Dec 13 16:59:02.930970 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8c1a2e2-04a2-43f0-8f4a-99952fa1dd23 req-12c3e10d-cd54-4f2b-b6a6-7489a14efc01 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670264 Dec 13 16:59:02.997836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-b8b22fd8-9b82-4d52-b1c5-47882c0bde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:02.999243 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-b8b22fd8-9b82-4d52-b1c5-47882c0bde2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0921245 Dec 13 16:59:03.075008 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-ca0537be-a28d-447a-833a-5c977e7c0b30 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 1002 time: 0.0625920 Dec 13 16:59:03.131239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-93dcee19-b0e2-4eed-8143-1b807f793934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:03.132660 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-93dcee19-b0e2-4eed-8143-1b807f793934 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0447111 Dec 13 16:59:03.188878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-bb01bd7f-4152-4324-a2f1-c4c777c5cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:03.190372 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-bb01bd7f-4152-4324-a2f1-c4c777c5cea0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452468 Dec 13 16:59:03.206321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-01e15aae-e062-4bba-8324-1d86b720f816 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 16:59:03.207294 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-01e15aae-e062-4bba-8324-1d86b720f816 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049496 Dec 13 16:59:03.305204 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-72f9edcd-7b48-48e8-9cb7-8aa53216e502 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859077 Dec 13 16:59:03.399295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-f035067d-ebe4-4fdf-a1a5-704c6496486d service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818913 Dec 13 16:59:04.049237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5a707-e453-4db6-8f92-40011e1d1e70 req-cdaf57a6-167c-48d0-8ed2-a3b1610ee68c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:04.050775 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2aa5a707-e453-4db6-8f92-40011e1d1e70 req-cdaf57a6-167c-48d0-8ed2-a3b1610ee68c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0496566 Dec 13 16:59:04.102480 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2aa5a707-e453-4db6-8f92-40011e1d1e70 req-c72aeaa7-3bb1-48e1-b157-d7da52875cb2 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456259 Dec 13 16:59:04.826117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-6dc5e046-0beb-4812-ba84-f3aae3aee3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:04.827564 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-6dc5e046-0beb-4812-ba84-f3aae3aee3a2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1099 time: 0.0418487 Dec 13 16:59:04.935077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-105222c9-86db-428d-8111-bff79096f15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:04.936553 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-105222c9-86db-428d-8111-bff79096f15e service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0847590 Dec 13 16:59:05.006789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-b89e9e72-3ad1-4197-9bc9-0f1af803d447 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 1002 time: 0.0627041 Dec 13 16:59:05.057634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-6961dbef-b377-4462-87b6-1cfa37ceaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:05.059103 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-6961dbef-b377-4462-87b6-1cfa37ceaec6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0452800 Dec 13 16:59:05.109067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-76c0adbe-b126-46da-935d-ad82b1a3cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:05.110470 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-76c0adbe-b126-46da-935d-ad82b1a3cfb3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402873 Dec 13 16:59:05.234189 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-6b1d72ce-7568-4c66-a4e0-5494c85819c5 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159432 Dec 13 16:59:05.244366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272da279-f318-47e6-845c-6c466497d279 req-6ceb1fee-92de-4b39-899e-fa7ae382d8af tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:05.245738 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-272da279-f318-47e6-845c-6c466497d279 req-6ceb1fee-92de-4b39-899e-fa7ae382d8af tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0716016 Dec 13 16:59:05.346399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-272da279-f318-47e6-845c-6c466497d279 req-eca7a135-5501-4eff-8e3d-72610085e788 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927951 Dec 13 16:59:05.367015 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a6de2bef-dad3-48fb-9da5-68ed880c0f79 req-5feb9402-0cd7-4024-a32a-3694b52192a4 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202588 Dec 13 16:59:06.462845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573906a-2a60-421c-a2a3-57f4228af60e req-575d69ad-4808-462b-b15f-8fd64aacc1b9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:06.464324 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2573906a-2a60-421c-a2a3-57f4228af60e req-575d69ad-4808-462b-b15f-8fd64aacc1b9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0494130 Dec 13 16:59:06.514618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2573906a-2a60-421c-a2a3-57f4228af60e req-02c6add5-1953-4bb3-b93e-3cd84c257174 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432692 Dec 13 16:59:07.630399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ea28f-d0fa-46a7-bc93-d4a413142d56 req-2c19c8be-ecfa-4e9b-8bb3-155fea84d7b9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:07.631941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-745ea28f-d0fa-46a7-bc93-d4a413142d56 req-2c19c8be-ecfa-4e9b-8bb3-155fea84d7b9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0486610 Dec 13 16:59:07.683250 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-745ea28f-d0fa-46a7-bc93-d4a413142d56 req-d4ac9738-c1e5-4ade-bfa9-c64fac93c034 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453591 Dec 13 16:59:08.802118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1c619-d398-4ebe-bfcb-067896f7dbf2 req-aa93a86e-61ec-47c5-8d0a-584d90260ad7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:08.803641 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93d1c619-d398-4ebe-bfcb-067896f7dbf2 req-aa93a86e-61ec-47c5-8d0a-584d90260ad7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0511339 Dec 13 16:59:08.850839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-93d1c619-d398-4ebe-bfcb-067896f7dbf2 req-2b543e23-db12-4681-b335-a6060850d30e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412896 Dec 13 16:59:09.964916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b011b-b0f2-4e54-98b0-618149a3794e req-266d8256-96d5-4ea1-ae5e-506acda7f680 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:09.967100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-983b011b-b0f2-4e54-98b0-618149a3794e req-266d8256-96d5-4ea1-ae5e-506acda7f680 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0490720 Dec 13 16:59:10.015083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-983b011b-b0f2-4e54-98b0-618149a3794e req-d8149c1a-a81c-46f4-989b-d33c0c797c42 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421412 Dec 13 16:59:11.137997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74df150-474d-4513-9d5a-c060efe15965 req-f75e1090-9535-4203-970f-dc7dfc663359 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:11.139521 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74df150-474d-4513-9d5a-c060efe15965 req-f75e1090-9535-4203-970f-dc7dfc663359 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0542216 Dec 13 16:59:11.188177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74df150-474d-4513-9d5a-c060efe15965 req-c0f09857-3bd7-4b3c-899f-5341eeb09011 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426419 Dec 13 16:59:12.305262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf74af4-1f5e-4e65-ac7f-8cfbc2941fa9 req-087f9615-2154-4d7e-8a6b-d3169dbef38c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:12.306779 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0cf74af4-1f5e-4e65-ac7f-8cfbc2941fa9 req-087f9615-2154-4d7e-8a6b-d3169dbef38c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0502179 Dec 13 16:59:12.355386 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0cf74af4-1f5e-4e65-ac7f-8cfbc2941fa9 req-c21cf449-a94f-4684-b54b-fe525331f07b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Dec 13 16:59:13.477918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b8c0-025a-4ebf-a7fe-1d4f976c6f88 req-43862a41-3317-437f-855d-a8cad5c02f9e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:13.479421 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c570b8c0-025a-4ebf-a7fe-1d4f976c6f88 req-43862a41-3317-437f-855d-a8cad5c02f9e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0532243 Dec 13 16:59:13.527825 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c570b8c0-025a-4ebf-a7fe-1d4f976c6f88 req-5832cc0d-9419-4dd2-a23b-12dde524a1fe tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416310 Dec 13 16:59:14.080962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:14.643632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a61ab-1a4e-4fad-ac5c-8902a42655fa req-d4f9a4ef-fcc5-4e51-a2cd-cab9e882521a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:14.645003 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a2a61ab-1a4e-4fad-ac5c-8902a42655fa req-d4f9a4ef-fcc5-4e51-a2cd-cab9e882521a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0482168 Dec 13 16:59:14.691637 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a2a61ab-1a4e-4fad-ac5c-8902a42655fa req-23bde1f5-fe92-481b-a0ae-f9e0679764ad tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Dec 13 16:59:15.103438 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:59:15.332726 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-23eacb80-58cd-4872-8073-ba292e478202 service neutron] 10.222.0.31 "GET /v2.0/ports/be6762be-1b09-48c1-9bd9-6566a5df598c/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0534787 Dec 13 16:59:15.552647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-be58d5f2-026b-4e02-915f-fb5eab7254a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:15.554133 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-be58d5f2-026b-4e02-915f-fb5eab7254a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 1099 time: 0.0449526 Dec 13 16:59:15.620310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-a1b4105b-36be-4173-bacc-69d6211e915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:15.621781 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-a1b4105b-36be-4173-bacc-69d6211e915e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1099 time: 0.0396559 Dec 13 16:59:15.717202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-57325be3-0543-4cdd-8a33-d8b6756a72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:15.719130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-57325be3-0543-4cdd-8a33-d8b6756a72c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0837035 Dec 13 16:59:15.821724 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-fa95cf84-7290-4203-ac6b-f86af8532e49 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 1002 time: 0.0925226 Dec 13 16:59:15.836287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913af9a-72ea-4840-914e-5a358ce9dd9d req-b9794bdb-016f-483b-9d84-e28c8887abcc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:15.837733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5913af9a-72ea-4840-914e-5a358ce9dd9d req-b9794bdb-016f-483b-9d84-e28c8887abcc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0691655 Dec 13 16:59:15.908762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-8f376bc1-8b49-44ec-98f8-d380f3498568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:15.910202 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-8f376bc1-8b49-44ec-98f8-d380f3498568 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0716219 Dec 13 16:59:15.922152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5913af9a-72ea-4840-914e-5a358ce9dd9d req-8c026a15-4fa0-42ef-8000-10291ddb6b2a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762722 Dec 13 16:59:15.963351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-9ca26a5e-f3aa-4c3e-8fc0-b3ece8fe6d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:15.964884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-9ca26a5e-f3aa-4c3e-8fc0-b3ece8fe6d16 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403228 Dec 13 16:59:16.059378 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-b4c093b0-cd60-4b62-a927-27d67cc0c930 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814004 Dec 13 16:59:16.158040 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e28ed4ac-c378-479a-b440-c0b6a01666d7 req-317f3cce-971d-48b1-a2cc-415e43d54ede service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858366 Dec 13 16:59:17.042439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddc6c4-cc7f-43fb-80e1-00e80bf745f2 req-d72ed59d-2ed1-4558-a273-bab22819cf78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:17.043961 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82ddc6c4-cc7f-43fb-80e1-00e80bf745f2 req-d72ed59d-2ed1-4558-a273-bab22819cf78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0535755 Dec 13 16:59:17.095467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82ddc6c4-cc7f-43fb-80e1-00e80bf745f2 req-4509fc6a-9343-4d47-b86c-ce0d920c8610 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456464 Dec 13 16:59:18.223955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0d5db-4ce1-4ce1-b32c-59761f628f83 req-90c9ac4f-7ce1-489e-8a3c-51c876d1e8ea tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:18.225495 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51a0d5db-4ce1-4ce1-b32c-59761f628f83 req-90c9ac4f-7ce1-489e-8a3c-51c876d1e8ea tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0617812 Dec 13 16:59:18.273414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51a0d5db-4ce1-4ce1-b32c-59761f628f83 req-eae7e2eb-f91e-434e-9436-11148822316d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Dec 13 16:59:18.589218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-26398a10-4a67-46b2-a600-9c39fcffdd52 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:18.590727 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-26398a10-4a67-46b2-a600-9c39fcffdd52 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 946 time: 0.0773048 Dec 13 16:59:18.605540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a259d-e26a-4fc1-9b9c-9d878b006d8d req-befe746c-3e94-44dd-9fa0-c2fb1f8ff785 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:18.606927 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f27a259d-e26a-4fc1-9b9c-9d878b006d8d req-befe746c-3e94-44dd-9fa0-c2fb1f8ff785 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 946 time: 0.0671422 Dec 13 16:59:18.696969 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f27a259d-e26a-4fc1-9b9c-9d878b006d8d req-fc60731e-7bec-43f2-b2e5-41e4ba755b22 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823939 Dec 13 16:59:18.698321 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-81ecb03d-891d-465b-a18b-f83e3febb511 service neutron] 10.222.0.31 "GET /v2.0/ports/be6762be-1b09-48c1-9bd9-6566a5df598c/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0905547 Dec 13 16:59:18.763042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-ae5b1b08-73f2-4859-ace8-7067990276f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:18.764568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-ae5b1b08-73f2-4859-ace8-7067990276f3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1099 time: 0.0413201 Dec 13 16:59:18.857891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-68be0f11-a264-4ff8-95bc-b54a6325fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:18.859929 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-68be0f11-a264-4ff8-95bc-b54a6325fee6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0876496 Dec 13 16:59:18.931977 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-58cc8080-d440-4fe7-a230-2bb2b2f26893 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 1002 time: 0.0626245 Dec 13 16:59:18.980844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-42f970e6-83d5-41bc-973b-8f4438662448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:18.982195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-42f970e6-83d5-41bc-973b-8f4438662448 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0424545 Dec 13 16:59:19.020613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device be6762be-1b09-48c1-9bd9-6566a5df598c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:59:19.027244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-f9246d0c-32fb-4fb9-9f12-f73c4e81b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:19.028747 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-f9246d0c-32fb-4fb9-9f12-f73c4e81b757 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388513 Dec 13 16:59:19.097436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:19.119995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:59:19.122280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62770dae-6281-465f-a18c-977f7bad4dce" -d '{"events": [{"server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "name": "network-vif-unplugged", "status": "completed", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:59:19.124942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-d023d386-9acc-4572-abd8-d80dc376622d service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Dec 13 16:59:19.134800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port be6762be-1b09-48c1-9bd9-6566a5df598c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=be6762be-1b09-48c1-9bd9-6566a5df598c,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:19.139929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:19.192290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=be6762be-1b09-48c1-9bd9-6566a5df598c,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:19.206859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.207490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.208032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.208680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.209207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.209737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.210262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.211361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.212005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.213154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.213832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.214361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.214896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:19.228185 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-61e1a4cc-1606-4073-9d49-76d4cededc54 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958347 Dec 13 16:59:19.228697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 16:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9e0206-2039-4223-8548-5f24181f8a84 x-openstack-request-id: req-1b9e0206-2039-4223-8548-5f24181f8a84 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:59:19.228984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "name": "network-vif-unplugged", "status": "completed", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:59:19.229249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b9e0206-2039-4223-8548-5f24181f8a84 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:59:19.229672 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'code': 200} Dec 13 16:59:19.818894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413aa86-9889-4f73-8c4a-c9cd554cbff1 req-0a20ab68-d664-47ae-beb0-9dcefc4bf293 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:19.820367 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1413aa86-9889-4f73-8c4a-c9cd554cbff1 req-0a20ab68-d664-47ae-beb0-9dcefc4bf293 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0541151 Dec 13 16:59:19.867022 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1413aa86-9889-4f73-8c4a-c9cd554cbff1 req-83b03cc7-3076-4b9f-88d5-d20b69dd96a9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 Dec 13 16:59:20.986171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6c560-c924-4c28-bc43-d8d20a13ae8f req-37d6fd9b-6302-4344-8452-7caabdbb7c48 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:20.987691 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ef6c560-c924-4c28-bc43-d8d20a13ae8f req-37d6fd9b-6302-4344-8452-7caabdbb7c48 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0503025 Dec 13 16:59:21.036117 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ef6c560-c924-4c28-bc43-d8d20a13ae8f req-de052df8-438e-4c75-9d16-1093aa52dd6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425744 Dec 13 16:59:21.898943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-04f2dc0b-bf61-4c96-be2c-87639d603e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:21.900398 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-04f2dc0b-bf61-4c96-be2c-87639d603e9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 1097 time: 0.0442755 Dec 13 16:59:21.965135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-908d25ef-660e-44a3-8af8-3101e944f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:21.966483 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-908d25ef-660e-44a3-8af8-3101e944f21d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 1097 time: 0.0390863 Dec 13 16:59:22.054217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-63737a91-f147-42a8-8815-e6ed40488cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:22.055694 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-63737a91-f147-42a8-8815-e6ed40488cdc service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0827258 Dec 13 16:59:22.166036 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-36bddca9-1325-48b7-a743-a4a7e96e775f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 200 len: 1000 time: 0.0976441 Dec 13 16:59:22.177433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0284098-d5a2-48b7-b5a4-98e552bebe52 req-ef954b94-d590-4bb7-99db-d49ab677f9ab tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:22.178869 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d0284098-d5a2-48b7-b5a4-98e552bebe52 req-ef954b94-d590-4bb7-99db-d49ab677f9ab tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0671334 Dec 13 16:59:22.245644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-c27a41f2-4c40-496e-834e-f7e5a93bde11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:22.247036 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-c27a41f2-4c40-496e-834e-f7e5a93bde11 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0673270 Dec 13 16:59:22.258655 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d0284098-d5a2-48b7-b5a4-98e552bebe52 req-ac3acdf4-8b33-4611-b706-4df385e0c7c9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719821 Dec 13 16:59:22.302036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-8efb4ebe-97b2-4662-b6d3-703b6d44649e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:22.303558 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-8efb4ebe-97b2-4662-b6d3-703b6d44649e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440667 Dec 13 16:59:22.403176 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-3aca2a41-d3f1-45be-bdeb-7aaf9c8862bc service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867598 Dec 13 16:59:22.506112 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a0c3651-21d0-4f77-9248-c22d67c13cbf req-1205da71-d527-43d9-a7e4-a486d39de1cb service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900631 Dec 13 16:59:23.374675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166a29c-dfd3-4c77-a838-ab34df8c65d9 req-749c58f1-9802-4577-97d5-ce2542e42a48 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:23.376719 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4166a29c-dfd3-4c77-a838-ab34df8c65d9 req-749c58f1-9802-4577-97d5-ce2542e42a48 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0499494 Dec 13 16:59:23.425166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4166a29c-dfd3-4c77-a838-ab34df8c65d9 req-ac5463c3-5791-4a36-a409-72de16046a01 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425100 Dec 13 16:59:24.548201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d4050-dcb4-4451-8871-3d529f1d8895 req-01b27fe9-6b69-4dfe-861e-477344ab51a4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.549690 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e81d4050-dcb4-4451-8871-3d529f1d8895 req-01b27fe9-6b69-4dfe-861e-477344ab51a4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0494096 Dec 13 16:59:24.599256 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e81d4050-dcb4-4451-8871-3d529f1d8895 req-1fe95541-9af2-4a95-809e-2f833165ff8f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436943 Dec 13 16:59:24.717683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2a80f-5c6f-4142-a019-7393a7106b17 req-46803cf1-c982-4ee8-95b8-28529e4562b5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.719210 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-67d2a80f-5c6f-4142-a019-7393a7106b17 req-46803cf1-c982-4ee8-95b8-28529e4562b5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0500112 Dec 13 16:59:24.767642 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-67d2a80f-5c6f-4142-a019-7393a7106b17 req-f3bf8f0e-9769-49fb-a1f9-01eedcb72b5d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425234 Dec 13 16:59:24.880616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77033d31-d98b-4fda-b1c5-d0beaf36b00a req-b8969705-fd1d-407a-a423-c116688f0a62 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:24.882076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77033d31-d98b-4fda-b1c5-d0beaf36b00a req-b8969705-fd1d-407a-a423-c116688f0a62 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0484879 Dec 13 16:59:24.929137 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77033d31-d98b-4fda-b1c5-d0beaf36b00a req-c4808b50-03d1-451b-8d81-d54275149fae tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410488 Dec 13 16:59:25.004177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d43d447-1c8d-43a0-a744-c009bb620328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:25.169080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8148996-d73d-40a6-93e4-77e5bdaabced req-0b77968d-6219-44ac-8535-fadc20d8e1aa tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:25.170558 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b8148996-d73d-40a6-93e4-77e5bdaabced req-0b77968d-6219-44ac-8535-fadc20d8e1aa tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0518286 Dec 13 16:59:25.217457 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b8148996-d73d-40a6-93e4-77e5bdaabced req-5ed6ddcd-a74e-4a07-b9dd-03f43cf75c38 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Dec 13 16:59:26.336686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a582-3e5e-4197-8c3d-ab8e9ed81239 req-48bd3597-f88e-45fb-abaa-61d6891a9370 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:26.338142 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f2e9a582-3e5e-4197-8c3d-ab8e9ed81239 req-48bd3597-f88e-45fb-abaa-61d6891a9370 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0492177 Dec 13 16:59:26.386074 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f2e9a582-3e5e-4197-8c3d-ab8e9ed81239 req-b75c52da-a6d6-48d5-a24f-a0e0ec7a981a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Dec 13 16:59:27.421425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a9e7eeeb-3243-45d8-b60f-6a832a6518d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:27.500266 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c414a06-582f-41aa-9bc8-226226b7298f req-2118168a-f8fb-4eb7-9651-36dbb93a2d28 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:27.502480 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c414a06-582f-41aa-9bc8-226226b7298f req-2118168a-f8fb-4eb7-9651-36dbb93a2d28 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0757091 Dec 13 16:59:27.523333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77890cdc-aa27-495f-be1e-79e29694e77e req-578dbe5f-96f8-4983-bf70-0c19d0e287a3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:27.524724 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77890cdc-aa27-495f-be1e-79e29694e77e req-578dbe5f-96f8-4983-bf70-0c19d0e287a3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 944 time: 0.0667768 Dec 13 16:59:27.618510 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-77890cdc-aa27-495f-be1e-79e29694e77e req-9af872f3-cdf3-4771-970b-184077f17cca tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869310 Dec 13 16:59:27.640076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Deleting port be6762be-1b09-48c1-9bd9-6566a5df598c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 16:59:27.640464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:27.980350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] For port be6762be-1b09-48c1-9bd9-6566a5df598c, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=be6762be-1b09-48c1-9bd9-6566a5df598c,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:27.980623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:28.148811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:28.149169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:28.149565 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8 disassociated. External IP: 172.26.6.90, port: be6762be-1b09-48c1-9bd9-6566a5df598c. Dec 13 16:59:28.149838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Calling delete_port for be6762be-1b09-48c1-9bd9-6566a5df598c owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 16:59:28.283809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:28.316627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event deleted for resources: {'Port': ['ID=be6762be-1b09-48c1-9bd9-6566a5df598c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:28.328274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.328628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.329118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.329469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.329817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.330143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.330475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.330839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.331171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.331510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.332240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.332240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.332483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 16:59:28.449910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:59:28.509363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:28.566808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:59:28.577296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:59:28.588428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:28.588994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:59:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:28.606607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] No DVR routers for this DVR port be6762be-1b09-48c1-9bd9-6566a5df598c on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 16:59:28.609192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:28.613347 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5c414a06-582f-41aa-9bc8-226226b7298f req-6eee7397-1174-4785-b030-6321f3306414 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "DELETE /v2.0/ports/be6762be-1b09-48c1-9bd9-6566a5df598c HTTP/1.1" status: 204 len: 173 time: 1.0978029 Dec 13 16:59:28.613795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'name': 'network-vif-deleted', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:59:28.616078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0600e3-1b2a-40b6-b091-57d21809a35c" -d '{"events": [{"server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "name": "network-vif-deleted", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:59:28.663649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad8dde6-626c-4853-a8c2-1c23228787f5 x-openstack-request-id: req-fad8dde6-626c-4853-a8c2-1c23228787f5 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:59:28.663649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80a7c4ef-46bb-467a-b470-29f09a5987ea", "name": "network-vif-deleted", "tag": "be6762be-1b09-48c1-9bd9-6566a5df598c", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:59:28.663915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fad8dde6-626c-4853-a8c2-1c23228787f5 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:59:28.664226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a7c4ef-46bb-467a-b470-29f09a5987ea', 'name': 'network-vif-deleted', 'tag': 'be6762be-1b09-48c1-9bd9-6566a5df598c', 'status': 'completed', 'code': 200} Dec 13 16:59:28.708586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:28.735253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dece14d1-a40a-4819-9945-239299ad76dd req-bd7975d5-e2fc-4c15-8608-ef70a034ce63 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=80a7c4ef-46bb-467a-b470-29f09a5987ea HTTP/1.1" status: 200 len: 210 time: 0.0300994 Dec 13 16:59:28.924640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:28.949890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:59:28.958611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:28.959245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:59:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:29.065215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:29.268515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:29.299688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8756a738-9ece-42a9-b68c-011fa6dc7b50 None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:59:29.512104 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e6135-dc14-4c75-9d2d-523ba5dd6d38 None None] New status for floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:59:30.004521 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-3f4fef1a-0c2a-4db9-8833-2c1669a41528 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--145137752&fields=id&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 267 time: 0.0427549 Dec 13 16:59:30.042123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:30.113373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-4109b607-1ee2-4219-9937-9e5f5cd3f61c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:30.114848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-4109b607-1ee2-4219-9937-9e5f5cd3f61c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 812 time: 0.1034710 Dec 13 16:59:30.129602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-c7aeae89-e042-46d4-abd0-fa3ca6d628fd tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/quotas/69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 375 time: 0.0090852 Dec 13 16:59:30.185367 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-ca8d4c12-a2f0-4c6e-800e-7c9a634187e2 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503378 Dec 13 16:59:30.324284 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-06b2513d-3e20-4e06-87aa-d5b92665f611 service neutron] 10.222.0.13 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267548 Dec 13 16:59:30.418432 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-e6acbf5a-551f-437e-914a-7c49017e0834 service neutron] 10.222.0.13 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879157 Dec 13 16:59:30.591898 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-582b0e8b-d52b-4f13-97c7-f75c23804a04 req-3d31eb14-50d4-4df3-b7b7-e19f44393271 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Dec 13 16:59:30.918989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:31.094030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device be6762be-1b09-48c1-9bd9-6566a5df598c no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 16:59:31.114535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: be6762be-1b09-48c1-9bd9-6566a5df598c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 16:59:31.114909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device be6762be-1b09-48c1-9bd9-6566a5df598c not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 16:59:31.575968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-0c73c1c4-39f3-429c-a55a-bb60403fa0df tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:31.578457 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-0c73c1c4-39f3-429c-a55a-bb60403fa0df tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 812 time: 0.1048179 Dec 13 16:59:31.651833 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-5525c638-d902-466e-9951-959c07b9273b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 379 time: 0.0614705 Dec 13 16:59:31.665446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'port': {'device_id': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'admin_state_up': True, 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'security_groups': ['f5c7efdc-4814-45dd-a690-f7cb8981d6f9']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:31.729447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-393845c6-67f3-426a-8717-5593b5f4aef7 req-ecbba8ea-12d5-47fe-b852-94b5e89c6ebf tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 210 time: 0.0603001 Dec 13 16:59:31.795863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Made reservation on behalf of 69ecd0e5ecdd4acaadae458b0768cc66 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 16:59:31.799609 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:31.928016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Allocated IP 172.20.0.4 (dd29bc38-2db7-4286-bb9d-9db95db209fd/4dc4d237-fd6c-435c-9639-9136272d2532/86079ba2-3af9-4f88-b6e2-9e346ef330f7) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 16:59:32.067216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.099027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.144214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Network dd29bc38-2db7-4286-bb9d-9db95db209fd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 16:59:32.147410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 16:59:32.151134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 16:59:32.175460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:32.205862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:32.206500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.224245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-49b0cdd8-ce4e-4ff1-acfe-c40bd8ddd9ce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5625908 Dec 13 16:59:32.241896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Request body: {'port': {'device_id': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:32.306132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.395916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bb8a5f34-abfa-4494-90b5-a46382cefc76 None None] Provisioning complete for port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:32.396431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bb8a5f34-abfa-4494-90b5-a46382cefc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.434088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a5f34-abfa-4494-90b5-a46382cefc76 None None] Port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 16:59:32.566167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86079ba2-3af9-4f88-b6e2-9e346ef330f7 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:59:32.573461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.585564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Transition to ACTIVE for port object 86079ba2-3af9-4f88-b6e2-9e346ef330f7 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 16:59:32.589359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.640165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:32.711596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Attempting to bind port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 16:59:32.711930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Attempting to bind port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 16:59:32.712257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Attempting to bind port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:59:32.716897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 on network dd29bc38-2db7-4286-bb9d-9db95db209fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 16:59:32.717241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Attempting to bind port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 on network dd29bc38-2db7-4286-bb9d-9db95db209fd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 16:59:32.722419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 16, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 16:59:32.722788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Checking segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 16:59:32.723173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Bound using segment: {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 16:59:32.723605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Bound port: 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17ef2570-4852-4b2f-89c9-0ff7f7bd4859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 16:59:32.723960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.796270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 16:59:32.800588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 16:59:32.806171 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.872931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:32.873537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:32.874940 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] 10.222.0.31 "PUT /v2.0/ports/86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 1093 time: 0.6374443 Dec 13 16:59:32.877020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:59:32.879583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36881d4-5a19-4c3a-9ff9-7a1761416d18" -d '{"events": [{"name": "network-changed", "server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:59:32.913202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fc40d-dabc-4517-93a2-5b53357d77cb req-2a15cc0a-dbf4-44fa-b1b3-84481fde4c1b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:32.914960 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c4fc40d-dabc-4517-93a2-5b53357d77cb req-2a15cc0a-dbf4-44fa-b1b3-84481fde4c1b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.1112127 Dec 13 16:59:32.915856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bf70d-a5f2-42eb-b494-9a1a43f3afb5 service neutron] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:32.942838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2de4d6-1a66-4f0f-9062-2fdf72df0287 x-openstack-request-id: req-0c2de4d6-1a66-4f0f-9062-2fdf72df0287 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:59:32.943059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:59:32.943299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c2de4d6-1a66-4f0f-9062-2fdf72df0287 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:59:32.943702 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'status': 'completed', 'code': 200} Dec 13 16:59:33.002392 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c4fc40d-dabc-4517-93a2-5b53357d77cb req-08a618f2-1c53-4834-baa0-92f22a31d362 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759935 Dec 13 16:59:33.009163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-a0677f7f-84e1-420c-b4d2-42bc6b6e37ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:33.010685 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-a0677f7f-84e1-420c-b4d2-42bc6b6e37ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1096 time: 0.0661480 Dec 13 16:59:33.059986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-561fae0e-9342-42f6-ac34-ffb6c0d53f0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 217 time: 0.0370433 Dec 13 16:59:33.115715 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-3e9143b2-a9d1-484f-a276-89978a9564f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:33.117295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-3e9143b2-a9d1-484f-a276-89978a9564f2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0489504 Dec 13 16:59:33.167996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-6af6a1bb-af93-498c-9b4e-219024566d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:33.169490 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-6af6a1bb-af93-498c-9b4e-219024566d97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409040 Dec 13 16:59:33.260508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-ba492e36-518b-4331-91b6-49ad07993d3c service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824306 Dec 13 16:59:33.360302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-389c8d3e-ac21-4dd1-89db-4452d5961a9f req-bd9c2747-5c0c-4746-b4d2-27e8021d65ba service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871663 Dec 13 16:59:33.447306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-b6dd9ab8-4f19-44a3-a8c2-4a219a18d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:33.448802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-b6dd9ab8-4f19-44a3-a8c2-4a219a18d691 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1096 time: 0.0418315 Dec 13 16:59:33.545760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-a42960c3-1e4e-4c70-af3a-3d8fbcc5d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:33.547175 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-a42960c3-1e4e-4c70-af3a-3d8fbcc5d5ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0878775 Dec 13 16:59:33.596876 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-831b92dc-8cdf-44a5-88d5-53993dca8aae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 217 time: 0.0407939 Dec 13 16:59:33.646184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-c8b6bfee-5fdd-449c-8bd9-8b15638d3fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:33.647673 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-c8b6bfee-5fdd-449c-8bd9-8b15638d3fe0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0430903 Dec 13 16:59:33.700269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-35304d6b-44ec-484e-a569-42fea88b4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:33.701758 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-35304d6b-44ec-484e-a569-42fea88b4276 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433486 Dec 13 16:59:33.791457 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-06350f89-8832-4676-a4cd-6f133d5e58b8 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819271 Dec 13 16:59:33.888266 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c36881d4-5a19-4c3a-9ff9-7a1761416d18 req-2a3a75dd-8d6d-4689-a423-14c6db05c739 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874660 Dec 13 16:59:34.123255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc96d1-4f01-4d82-8230-9ec1cadb4857 req-858db4a7-e023-4c39-b695-9ec8834a9949 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:34.124726 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07fc96d1-4f01-4d82-8230-9ec1cadb4857 req-858db4a7-e023-4c39-b695-9ec8834a9949 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0497787 Dec 13 16:59:34.177452 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07fc96d1-4f01-4d82-8230-9ec1cadb4857 req-ee64038d-d7fc-4d28-b3a7-c66e133f469d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458694 Dec 13 16:59:35.125863 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 16:59:35.220363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:35.231853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'port_id': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'mac_address': 'fa:16:3e:b5:b3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 16:59:35.274930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:35.288618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86079ba2-3af9-4f88-b6e2-9e346ef330f7 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 16:59:35.296814 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6876416-db02-486c-b9a0-cb4d57802710 req-f0b62c28-4158-48b7-a8b1-e609694343fe tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:35.298417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b6876416-db02-486c-b9a0-cb4d57802710 req-f0b62c28-4158-48b7-a8b1-e609694343fe tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0502269 Dec 13 16:59:35.307988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:35.311843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:35.347626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b6876416-db02-486c-b9a0-cb4d57802710 req-56d719a7-6079-4eec-946f-8664b39f7e7f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419691 Dec 13 16:59:35.359718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:35.596577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['86079ba2-3af9-4f88-b6e2-9e346ef330f7'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 16:59:36.468277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5aa3eb-ce54-4e88-80fb-314f5096c07f req-66e41efb-e8f0-438e-990c-f4bcbd81c7b5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:36.469749 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc5aa3eb-ce54-4e88-80fb-314f5096c07f req-66e41efb-e8f0-438e-990c-f4bcbd81c7b5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 944 time: 0.0521958 Dec 13 16:59:36.517884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cc5aa3eb-ce54-4e88-80fb-314f5096c07f req-12cdd620-7fc3-4ed1-861f-f446cffda459 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406044 Dec 13 16:59:37.132701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 16:59:37.184415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 16:59:37.189009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 16:59:37.189380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.267351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.290553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:59:37.293037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab6ef0c-54eb-4564-a924-2295a91c9d0d" -d '{"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-plugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:59:37.305391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 16:59:37.309435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:37.333129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 16:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006dea4e-022d-4145-80dd-8a393980e8d5 x-openstack-request-id: req-006dea4e-022d-4145-80dd-8a393980e8d5 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:59:37.333404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-plugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:59:37.333660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-006dea4e-022d-4145-80dd-8a393980e8d5 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:59:37.334058 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'code': 200} Dec 13 16:59:37.358457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 16:59:37.506274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19a960-46d8-4616-ad30-9c1bd6929d92 req-ab9665f5-8084-4b9b-8d9e-658e5eefb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:37.507812 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ad19a960-46d8-4616-ad30-9c1bd6929d92 req-ab9665f5-8084-4b9b-8d9e-658e5eefb17e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1098 time: 0.0418983 Dec 13 16:59:37.553576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ad19a960-46d8-4616-ad30-9c1bd6929d92 req-4a649064-977e-4194-8fd3-7fa9d67c7667 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Dec 13 16:59:37.644159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554eda-de5f-4d3c-9938-c1d66ee5517d req-898cb7a6-0b4d-48c7-9dbb-d5c713220e12 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:37.645849 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d3554eda-de5f-4d3c-9938-c1d66ee5517d req-898cb7a6-0b4d-48c7-9dbb-d5c713220e12 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Dec 13 16:59:37.693177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d3554eda-de5f-4d3c-9938-c1d66ee5517d req-106e1840-65d7-4104-a1f9-1ec51675cc70 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 Dec 13 16:59:38.811823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b814b-ea72-4f5e-95e9-3fcf3f84647d req-2139502c-adf1-4510-8298-6a1b56851148 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:38.813306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-116b814b-ea72-4f5e-95e9-3fcf3f84647d req-2139502c-adf1-4510-8298-6a1b56851148 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Dec 13 16:59:38.860657 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-116b814b-ea72-4f5e-95e9-3fcf3f84647d req-aefc6f1a-d014-48ae-9221-1b1d58bc299e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410357 Dec 13 16:59:38.971925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be805df-aa97-43db-89f6-ea595a3b8c04 req-de236e9f-4ede-4a99-8853-be2c41d1f19e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:38.974033 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0be805df-aa97-43db-89f6-ea595a3b8c04 req-de236e9f-4ede-4a99-8853-be2c41d1f19e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0492256 Dec 13 16:59:38.982487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 50776) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 16:59:38.986812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Request body: {'floatingip': {'port_id': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 16:59:39.030066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:39.445694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:39.449407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:39.552723 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8 associated. External IP: 172.26.6.90, port: 86079ba2-3af9-4f88-b6e2-9e346ef330f7. Dec 13 16:59:40.011296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 16:59:40.118188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 16:59:40.122783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:40.156689 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b7acccbb-90a5-4dc0-8f69-ffbd3af60a78 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "PUT /v2.0/floatingips/0c1c827c-ba3c-4741-aa12-0829898a39e8 HTTP/1.1" status: 200 len: 991 time: 1.1704385 Dec 13 16:59:40.156689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 16:59:40.157072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c30e22-f4f8-472d-bad9-383ac88c997f" -d '{"events": [{"name": "network-changed", "server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 16:59:40.212880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 16:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56075759-a93a-494e-9dd3-e1561ed8c34a x-openstack-request-id: req-56075759-a93a-494e-9dd3-e1561ed8c34a {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 16:59:40.213180 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 16:59:40.213435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56075759-a93a-494e-9dd3-e1561ed8c34a {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 16:59:40.213839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'status': 'completed', 'code': 200} Dec 13 16:59:40.264771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 16:59:40.275701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:40.276329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:59:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:40.290537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-5370c446-e211-4e86-bb3d-f83ee7a2b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:40.292775 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-5370c446-e211-4e86-bb3d-f83ee7a2b693 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1098 time: 0.0450532 Dec 13 16:59:40.383485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:40.392972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-50b6fc4c-1809-434e-a98c-b11c8238f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:40.394548 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-50b6fc4c-1809-434e-a98c-b11c8238f990 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0924513 Dec 13 16:59:40.462866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-3d60d5b0-5075-4e67-8d20-bb515cb323b2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 999 time: 0.0602500 Dec 13 16:59:40.514988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-ccde39cd-4657-474a-90c4-01e629c92850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:40.516365 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-ccde39cd-4657-474a-90c4-01e629c92850 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0457952 Dec 13 16:59:40.568656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-5e6119ba-77ce-4701-bf83-7e161201fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 16:59:40.570178 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-5e6119ba-77ce-4701-bf83-7e161201fa25 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462642 Dec 13 16:59:40.619354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:b5:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:59:39Z', 'revision_number': 13, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:40.646591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 16:59:40.654996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 16:59:40.655603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T16:59:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:40.663379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-fd68e55f-e765-42bb-b536-70da447ab755 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845389 Dec 13 16:59:40.760141 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30c30e22-f4f8-472d-bad9-383ac88c997f req-88046b5a-c648-40cc-b843-bb47e03d4e10 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885916 Dec 13 16:59:40.763118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 16:59:40.985550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:b5:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:59:39Z', 'revision_number': 13, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 16:59:41.011576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7449ba0-5679-4850-aa59-bc84a7364417 None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '0c1c827c-ba3c-4741-aa12-0829898a39e8', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'floating_ip_address': '172.26.6.90', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'port_id': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'mac_address': 'fa:16:3e:b5:b3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T16:55:27Z', 'updated_at': '2021-12-13T16:59:39Z', 'revision_number': 13, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 16:59:41.190997 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87910848-0515-4bb2-b405-c0023c29f784 None None] New status for floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 16:59:44.110233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:52.103487 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 16:59:55.006255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1c940c51-192d-4b57-baf9-932282dc04ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:57.424565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d9028583-496f-434d-aaef-a24c9889b047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 16:59:58.510611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:00.047083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:00.922540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:06.819374 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-d968dee1-3a73-4ece-be90-c27e8d061977 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405400 Dec 13 17:00:06.901505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-0c0006d3-9c87-4308-acb3-0edb004a0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:06.903047 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-0c0006d3-9c87-4308-acb3-0edb004a0aee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1098 time: 0.0405746 Dec 13 17:00:07.008461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-9f7dd437-815a-4547-9bec-04dd7fe7d59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:07.009919 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-9f7dd437-815a-4547-9bec-04dd7fe7d59f service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0872872 Dec 13 17:00:07.076441 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-87777e22-044b-4939-819a-07c4f4638ea5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 1001 time: 0.0589268 Dec 13 17:00:07.124409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-481d9fbb-53ca-4913-92b9-10c5ec7086f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:07.125814 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-481d9fbb-53ca-4913-92b9-10c5ec7086f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0427270 Dec 13 17:00:07.177868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-f90f4af5-25f1-44f7-bdd9-743a15b1fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:07.179367 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-f90f4af5-25f1-44f7-bdd9-743a15b1fcd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447171 Dec 13 17:00:07.276987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-5888d941-4722-4aad-83f2-45439d1e7925 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855482 Dec 13 17:00:07.372773 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e522b362-8c6f-477b-9494-aab6b5d85917 req-112c4dca-bf1b-4c2f-aaac-83493c22a5bb service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870457 Dec 13 17:00:14.141875 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:23.486179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70354bd-e1f7-41c1-8d8d-c5b07107694d req-6912d745-d67e-4e73-a4d3-001990282755 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:23.487733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e70354bd-e1f7-41c1-8d8d-c5b07107694d req-6912d745-d67e-4e73-a4d3-001990282755 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.1024716 Dec 13 17:00:23.534601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e70354bd-e1f7-41c1-8d8d-c5b07107694d req-facbccbb-aeab-446f-ac53-2f8d37e20a81 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410862 Dec 13 17:00:25.014829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-33d8fa63-ac5b-4337-9e6e-968acecd2675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:27.428580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-42e099f1-d3f6-4c43-9056-7011416beff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:28.615355 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:29.105700 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:00:30.048962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:30.924327 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:35.846535 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-f1b4f8b7-1cba-4a1a-b54f-fa4ed010f3be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416937 Dec 13 17:00:35.868033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b21de-7585-474b-8bc8-ffb6c9f7a27a req-21a46ecd-445d-488c-a659-6ff53223fde4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:35.869563 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ef7b21de-7585-474b-8bc8-ffb6c9f7a27a req-21a46ecd-445d-488c-a659-6ff53223fde4 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0526030 Dec 13 17:00:35.919444 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ef7b21de-7585-474b-8bc8-ffb6c9f7a27a req-55d5e545-b21d-47b9-aa64-69313a4a44c6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Dec 13 17:00:36.988138 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-c4385be0-c0cd-4636-b25e-e2f4cabcc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:36.989705 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-c4385be0-c0cd-4636-b25e-e2f4cabcc274 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1098 time: 0.0467463 Dec 13 17:00:37.096070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e4632-180c-43f0-b886-6603dbb273d9 req-5e92f10c-16e5-41a5-8d1c-65e6b4e8f0ef tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:37.097548 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-697e4632-180c-43f0-b886-6603dbb273d9 req-5e92f10c-16e5-41a5-8d1c-65e6b4e8f0ef tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.1029055 Dec 13 17:00:37.136321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-70a9537a-1e39-44df-b92a-27f45069d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:37.137753 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-70a9537a-1e39-44df-b92a-27f45069d8a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.1349685 Dec 13 17:00:37.197788 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-697e4632-180c-43f0-b886-6603dbb273d9 req-ee13293e-8139-4976-a01c-997c53c6d993 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895982 Dec 13 17:00:37.220857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-c1563e75-e57e-4ccb-86bc-b69bb40ea825 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 1001 time: 0.0711069 Dec 13 17:00:37.279418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-8e7de0f1-c8e1-42e6-b26b-93b25006bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:37.281072 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-8e7de0f1-c8e1-42e6-b26b-93b25006bb01 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0481310 Dec 13 17:00:37.327070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-b319cf05-2824-47a4-bf71-f47bfd987b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:37.328522 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-b319cf05-2824-47a4-bf71-f47bfd987b69 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396867 Dec 13 17:00:37.425475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-4dfed751-0c11-4c66-be26-8edfca027202 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846865 Dec 13 17:00:37.522977 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-791a1327-e9d3-49e4-9c40-ab6f567f61d9 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847478 Dec 13 17:00:38.318017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e36cd-d94c-4b49-b6c4-c9a39f4cb9a7 req-79b27bf0-24e6-4206-a8d0-9e13d39464da tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:38.319535 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7f5e36cd-d94c-4b49-b6c4-c9a39f4cb9a7 req-79b27bf0-24e6-4206-a8d0-9e13d39464da tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0499327 Dec 13 17:00:38.366921 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7f5e36cd-d94c-4b49-b6c4-c9a39f4cb9a7 req-3dd1db34-eeb7-4cdb-8ab2-4a48af6f1f0c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402949 Dec 13 17:00:39.489640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f10ed-1913-40ce-8065-fafd208a175d req-ee4c10e9-1ecb-4a60-999d-e2aea7adc715 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:39.491172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-884f10ed-1913-40ce-8065-fafd208a175d req-ee4c10e9-1ecb-4a60-999d-e2aea7adc715 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0517995 Dec 13 17:00:39.543492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-884f10ed-1913-40ce-8065-fafd208a175d req-20a0e27e-a056-4708-a638-4c9cf44ea012 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452852 Dec 13 17:00:40.661004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53271-5da4-4d52-b5c2-2112eef65316 req-ca3cf3cf-a3cc-43d9-9a64-a015da655112 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:40.662398 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a0e53271-5da4-4d52-b5c2-2112eef65316 req-ca3cf3cf-a3cc-43d9-9a64-a015da655112 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0503309 Dec 13 17:00:40.711020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a0e53271-5da4-4d52-b5c2-2112eef65316 req-bd4cc85c-11e9-4f41-b7f6-eb24bfc1b4f3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418622 Dec 13 17:00:41.829632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0234df-eaa1-475b-b01c-12098acfe993 req-9debf453-9e1d-4612-9d96-11294de04d24 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:41.831153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af0234df-eaa1-475b-b01c-12098acfe993 req-9debf453-9e1d-4612-9d96-11294de04d24 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0491927 Dec 13 17:00:41.878296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af0234df-eaa1-475b-b01c-12098acfe993 req-1003cf57-41cb-4216-9c91-1053f31ef193 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412974 Dec 13 17:00:42.996950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8a3f6-ecc3-4d74-acaa-af17333aab36 req-03ffbb4a-2741-4d7e-8f3e-0539a0fcac4f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:42.999090 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82e8a3f6-ecc3-4d74-acaa-af17333aab36 req-03ffbb4a-2741-4d7e-8f3e-0539a0fcac4f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0528650 Dec 13 17:00:43.045575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82e8a3f6-ecc3-4d74-acaa-af17333aab36 req-27161e59-dfeb-421c-ad20-0284b3176919 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405962 Dec 13 17:00:44.141837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:44.164515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f97069-cccb-4b3c-add9-9672d3d11046 req-e4e1b51f-fa0f-45de-9b67-cec3549be5e2 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:44.166005 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3f97069-cccb-4b3c-add9-9672d3d11046 req-e4e1b51f-fa0f-45de-9b67-cec3549be5e2 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Dec 13 17:00:44.213485 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3f97069-cccb-4b3c-add9-9672d3d11046 req-9d527d24-552b-455f-ae1f-760750e150cb tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412498 Dec 13 17:00:45.333966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4db1f-994f-4a98-aef6-e435a593117a req-ab3bb55c-0225-4e65-919f-f17684b40bbe tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:45.335465 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1c4db1f-994f-4a98-aef6-e435a593117a req-ab3bb55c-0225-4e65-919f-f17684b40bbe tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0519121 Dec 13 17:00:45.382671 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1c4db1f-994f-4a98-aef6-e435a593117a req-6bc18141-b220-47a8-8225-3de7cf1a7e4c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412004 Dec 13 17:00:46.501504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2ec67-1053-4ce8-86a7-26bc7f579c1c req-c5639959-0bd8-48ab-8bc3-bf996246eaf6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:46.503022 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-65a2ec67-1053-4ce8-86a7-26bc7f579c1c req-c5639959-0bd8-48ab-8bc3-bf996246eaf6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0516226 Dec 13 17:00:46.550107 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-65a2ec67-1053-4ce8-86a7-26bc7f579c1c req-175c6a0a-bc76-405f-94ce-55459fc998d5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410964 Dec 13 17:00:47.669081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ff982-7255-4abf-9ab0-21f9b4efaab0 req-4a0a259e-6b5e-4d6d-8cc2-36d48f70b95e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:47.670539 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-119ff982-7255-4abf-9ab0-21f9b4efaab0 req-4a0a259e-6b5e-4d6d-8cc2-36d48f70b95e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0495687 Dec 13 17:00:47.721130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-119ff982-7255-4abf-9ab0-21f9b4efaab0 req-0bcb7f3a-47c9-4e2d-b191-aa9139d4e552 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446303 Dec 13 17:00:48.836544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d1e8f-2250-4b6d-8e64-182c6147e857 req-a9473780-6325-4b70-9187-75ce9a825cce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:48.838008 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff0d1e8f-2250-4b6d-8e64-182c6147e857 req-a9473780-6325-4b70-9187-75ce9a825cce tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0490575 Dec 13 17:00:48.885190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ff0d1e8f-2250-4b6d-8e64-182c6147e857 req-20f5133c-027d-4897-806e-6e2cc0b4d76e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404832 Dec 13 17:00:50.005377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b32cc-ff2d-48e9-b6dc-5f9fd532aabf req-c9330c0d-411a-4072-998d-95015796a762 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:50.006792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b5b32cc-ff2d-48e9-b6dc-5f9fd532aabf req-c9330c0d-411a-4072-998d-95015796a762 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0492415 Dec 13 17:00:50.054556 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9b5b32cc-ff2d-48e9-b6dc-5f9fd532aabf req-49a237b7-1dbc-41c7-8984-fd23e7c77f1d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418530 Dec 13 17:00:51.184005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d49a5-b2f1-4ffe-8843-279749c4ee5a req-4ecc7254-8a27-4695-9ac1-2a452bc99bd9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:51.185575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e7d49a5-b2f1-4ffe-8843-279749c4ee5a req-4ecc7254-8a27-4695-9ac1-2a452bc99bd9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0568819 Dec 13 17:00:51.236081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e7d49a5-b2f1-4ffe-8843-279749c4ee5a req-5a97b667-89aa-4788-a0d8-eead483a814a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426619 Dec 13 17:00:51.666700 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-d8edb38c-0571-4fb0-83d1-745e5052ee49 service neutron] 10.222.0.31 "GET /v2.0/ports/86079ba2-3af9-4f88-b6e2-9e346ef330f7/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0533736 Dec 13 17:00:51.887555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-d793cadd-ab1d-4c99-aec6-0a84e8ba9efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:51.889042 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-d793cadd-ab1d-4c99-aec6-0a84e8ba9efc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 1098 time: 0.0404253 Dec 13 17:00:51.955251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-c448d0fc-8471-4df7-9d02-3a4819703eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:51.956755 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-c448d0fc-8471-4df7-9d02-3a4819703eff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1098 time: 0.0440764 Dec 13 17:00:52.046555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-1edb63d4-34a1-465b-8b09-7375e8aecfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:52.048099 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-1edb63d4-34a1-465b-8b09-7375e8aecfe6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0833898 Dec 13 17:00:52.121947 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-ed4ae637-066b-42b3-bd4e-23b4df5c9d0e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 1001 time: 0.0615292 Dec 13 17:00:52.175682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-e259defb-5f12-44cf-9b86-5f5d1a6116f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:52.177097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-e259defb-5f12-44cf-9b86-5f5d1a6116f4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0438082 Dec 13 17:00:52.226323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-09de46b8-09ad-4741-8994-1b830e28a34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:52.227809 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-09de46b8-09ad-4741-8994-1b830e28a34a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408826 Dec 13 17:00:52.350808 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-1986a2f8-47f7-4c90-9087-175fe03eba51 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105521 Dec 13 17:00:52.370477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da109a-dba4-4b09-ae4e-01fb091d1898 req-1bfaedf7-ea1d-4f18-a6af-d8a5af47699a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:52.371932 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-33da109a-dba4-4b09-ae4e-01fb091d1898 req-1bfaedf7-ea1d-4f18-a6af-d8a5af47699a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0598772 Dec 13 17:00:52.472467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-33da109a-dba4-4b09-ae4e-01fb091d1898 req-108dbc0c-5e37-4d9d-bb5f-e5c745c1dd23 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915797 Dec 13 17:00:52.493713 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-d52d82c4-b991-4e9e-bde1-031b390bc591 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208327 Dec 13 17:00:53.593272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a119773-24a3-4c96-a47b-65b9e7c217a0 req-4e410fff-1656-4a12-b763-f187dc5cf253 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:53.595467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a119773-24a3-4c96-a47b-65b9e7c217a0 req-4e410fff-1656-4a12-b763-f187dc5cf253 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0509725 Dec 13 17:00:53.614011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:00:53.645472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a119773-24a3-4c96-a47b-65b9e7c217a0 req-8e9b563e-4ef0-4883-9814-03ef592f2f12 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442147 Dec 13 17:00:53.694338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:53.716645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:00:53.718915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d45ff7b-201f-4479-a8bd-26cfebb79ed1" -d '{"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-unplugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:00:53.732679 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:00:53.737817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:53.771293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2006f9-b4c0-49aa-9396-5f31c5ee36b6 x-openstack-request-id: req-3f2006f9-b4c0-49aa-9396-5f31c5ee36b6 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:00:53.771603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-unplugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:00:53.771868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f2006f9-b4c0-49aa-9396-5f31c5ee36b6 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:00:53.772266 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'code': 200} Dec 13 17:00:53.788687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:00:53.795949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.796308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.796658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.797004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.797410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.798257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.798594 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.798957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.799291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.799623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.799954 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.800282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:53.800607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:00:54.767554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b6a02-fc91-434f-80dd-ee66f2692f5c req-09c9f69b-349c-469d-87a0-b38d99034f44 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:54.769045 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b27b6a02-fc91-434f-80dd-ee66f2692f5c req-09c9f69b-349c-469d-87a0-b38d99034f44 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0504727 Dec 13 17:00:54.825329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b27b6a02-fc91-434f-80dd-ee66f2692f5c req-33c4e41d-b518-4779-8cde-544464f46c28 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502856 Dec 13 17:00:55.006872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1be27d6f-7ea9-4b8d-be59-6efba3b9d0ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:55.946511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958710d-783b-4fd4-97d1-0c31b8a2850d req-a6106b13-e053-4b4f-ac39-67b6af79b7e3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:55.947923 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7958710d-783b-4fd4-97d1-0c31b8a2850d req-a6106b13-e053-4b4f-ac39-67b6af79b7e3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0497801 Dec 13 17:00:55.995967 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7958710d-783b-4fd4-97d1-0c31b8a2850d req-9cd8b7e2-bb8e-4b7c-abde-b279a815b98a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 Dec 13 17:00:57.114384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3975d5-3f1f-4a7c-ae01-3e964b107075 req-443c58fc-3a5b-428c-9875-582be3ddbc7f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:57.115896 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ee3975d5-3f1f-4a7c-ae01-3e964b107075 req-443c58fc-3a5b-428c-9875-582be3ddbc7f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0491223 Dec 13 17:00:57.163038 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ee3975d5-3f1f-4a7c-ae01-3e964b107075 req-6e642750-c0d8-49a4-a285-6c91f0f5cab8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411625 Dec 13 17:00:57.430179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6e738fdb-bff2-4611-88d3-44e653ae79ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:58.287719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140cffa-6eee-4c4a-8a4f-556c36d7568d req-8ceb82a1-6e3e-4023-95c9-672239191a6b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:58.289198 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b140cffa-6eee-4c4a-8a4f-556c36d7568d req-8ceb82a1-6e3e-4023-95c9-672239191a6b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0544355 Dec 13 17:00:58.336137 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b140cffa-6eee-4c4a-8a4f-556c36d7568d req-0f2095e1-8f8c-4f21-af28-2c5dc0a31d2f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404685 Dec 13 17:00:58.517308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:59.451693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09fb0d-a3f3-4f64-a060-d1f38e667c5f req-5eb1f90d-c96d-4eaf-b33d-b3355f978080 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:00:59.453148 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4c09fb0d-a3f3-4f64-a060-d1f38e667c5f req-5eb1f90d-c96d-4eaf-b33d-b3355f978080 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0487347 Dec 13 17:00:59.502116 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4c09fb0d-a3f3-4f64-a060-d1f38e667c5f req-0d3c6dc8-b350-4bf5-aca1-c32fb9fd9007 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425723 Dec 13 17:00:59.628810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:00:59.722387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:00:59.737885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'port_id': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'mac_address': 'fa:16:3e:b5:b3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:00:59.783394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:59.796689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86079ba2-3af9-4f88-b6e2-9e346ef330f7 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:00:59.816445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:00:59.820126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:00:59.887952 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:00:59.906467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['86079ba2-3af9-4f88-b6e2-9e346ef330f7'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:01:00.085820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:00.621470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2bd0b-fc1d-4f29-a1b7-05e6078e62ea req-4fba4192-4227-431f-bd5d-135c0bc58ccb tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:00.622966 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60c2bd0b-fc1d-4f29-a1b7-05e6078e62ea req-4fba4192-4227-431f-bd5d-135c0bc58ccb tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 944 time: 0.0490623 Dec 13 17:01:00.677432 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60c2bd0b-fc1d-4f29-a1b7-05e6078e62ea req-e0b1a47b-c024-40a2-b65a-5ea62a422823 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478978 Dec 13 17:01:00.932342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:01.630137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:01:01.677794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:01:01.678097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:01.757729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:01.780830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:01.783245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04af537a-763b-4f29-a4cd-c1353bf48f51" -d '{"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-plugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:01.794891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02b7e9-1509-4c5c-bd9c-331f0ec9b9d6 req-c6a4593e-7b3d-4bd2-aecc-2b939afec40b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:01.796183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:01.796394 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f02b7e9-1509-4c5c-bd9c-331f0ec9b9d6 req-c6a4593e-7b3d-4bd2-aecc-2b939afec40b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 944 time: 0.0504215 Dec 13 17:01:01.801356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:01.831826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bae00d-b356-4d3a-b1fe-3f77e98ecbb0 x-openstack-request-id: req-25bae00d-b356-4d3a-b1fe-3f77e98ecbb0 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:01.831991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-plugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:01.832191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25bae00d-b356-4d3a-b1fe-3f77e98ecbb0 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:01.832562 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'code': 200} Dec 13 17:01:01.847965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f02b7e9-1509-4c5c-bd9c-331f0ec9b9d6 req-3346ed8c-a395-4d6f-add4-f868b2a5b766 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437617 Dec 13 17:01:01.853820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:02.966252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab0b2b-4e0e-475a-96a2-e6f4a4a83f38 req-8275d3c1-6b58-48bf-a14a-97f4ad46f789 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:02.967738 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-40ab0b2b-4e0e-475a-96a2-e6f4a4a83f38 req-8275d3c1-6b58-48bf-a14a-97f4ad46f789 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0486407 Dec 13 17:01:03.014383 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-40ab0b2b-4e0e-475a-96a2-e6f4a4a83f38 req-bd1b0593-034d-45fd-bb17-95fee129cb7a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399752 Dec 13 17:01:04.137578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200dfd2-9e96-4f15-8504-a814bee41a9e req-07cf1ec2-d14d-4be0-a86a-1df68d2bbfb2 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:04.139071 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5200dfd2-9e96-4f15-8504-a814bee41a9e req-07cf1ec2-d14d-4be0-a86a-1df68d2bbfb2 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Dec 13 17:01:04.185912 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5200dfd2-9e96-4f15-8504-a814bee41a9e req-3c54a9d0-fa27-4a00-8029-6edff468f0c6 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402970 Dec 13 17:01:05.305517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a08cf-7a86-49a2-b738-43fbc5009892 req-5151ac03-0c12-4083-9ffd-03aa4eed2be8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:05.307086 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-307a08cf-7a86-49a2-b738-43fbc5009892 req-5151ac03-0c12-4083-9ffd-03aa4eed2be8 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0494041 Dec 13 17:01:05.353679 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-307a08cf-7a86-49a2-b738-43fbc5009892 req-875c62ac-e7a1-462b-8e62-ea9338e32450 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406301 Dec 13 17:01:05.659386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-47d15252-ecb5-4a91-a128-e67716e68147 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:05.660842 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-47d15252-ecb5-4a91-a128-e67716e68147 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 945 time: 0.0825672 Dec 13 17:01:05.672616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1ee31-1df1-4ba8-825c-1cf9f1c956e1 req-046de309-1445-48c4-bbfc-cabc5f764979 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:05.674181 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0ff1ee31-1df1-4ba8-825c-1cf9f1c956e1 req-046de309-1445-48c4-bbfc-cabc5f764979 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0660398 Dec 13 17:01:05.758039 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0ff1ee31-1df1-4ba8-825c-1cf9f1c956e1 req-8ba3a7f6-4872-4779-9642-dc0442688712 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779018 Dec 13 17:01:05.762074 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-73dd25f4-3696-44f1-b9ff-12d7aff77572 service neutron] 10.222.0.31 "GET /v2.0/ports/86079ba2-3af9-4f88-b6e2-9e346ef330f7/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0870128 Dec 13 17:01:05.829718 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-76536097-3b3f-4760-977b-2a577eb87e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:05.831118 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-76536097-3b3f-4760-977b-2a577eb87e7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1098 time: 0.0439348 Dec 13 17:01:05.919505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-c2ab0cf5-d96d-460a-82bf-44adaa257a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:05.920953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-c2ab0cf5-d96d-460a-82bf-44adaa257a30 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0826814 Dec 13 17:01:06.104461 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:01:06.242449 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-3e8f7fa3-c2ac-428d-a759-b98c7dcbab2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 1001 time: 0.3145432 Dec 13 17:01:06.298405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-d5266004-fd85-4934-acd6-c7e7f2857412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:06.300012 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-d5266004-fd85-4934-acd6-c7e7f2857412 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0500329 Dec 13 17:01:06.344519 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-d67c27ea-d561-4b2a-8322-2c4aabcff3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:06.346075 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-d67c27ea-d561-4b2a-8322-2c4aabcff3e6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393264 Dec 13 17:01:06.438299 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-3b8d8c54-007b-4e33-b276-6d9de55b6e76 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849621 Dec 13 17:01:06.525931 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-6a329e42-2a5e-4832-93dd-ff80e0f37d06 service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806420 Dec 13 17:01:06.847115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-bf4b518b-8a36-4128-ba89-3e3609cfa0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:06.848570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-bf4b518b-8a36-4128-ba89-3e3609cfa0ee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1098 time: 0.0531862 Dec 13 17:01:06.935941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2f022-1d01-4f9e-b717-a146cadae3fc req-34eb8277-13e4-402b-93b8-c07d01f9d9ef tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:06.937387 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8c2f022-1d01-4f9e-b717-a146cadae3fc req-34eb8277-13e4-402b-93b8-c07d01f9d9ef tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.1048634 Dec 13 17:01:06.990695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-0be57ada-6ad6-4cb8-8584-f8bdc59bca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:06.992116 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-0be57ada-6ad6-4cb8-8584-f8bdc59bca4e service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.1241324 Dec 13 17:01:07.014912 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8c2f022-1d01-4f9e-b717-a146cadae3fc req-21d68522-b678-43dc-ada8-61fd517ff7cc tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712621 Dec 13 17:01:07.066914 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-31ee0db9-8785-43ee-a13e-c3f62178a8ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 1001 time: 0.0653687 Dec 13 17:01:07.116944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-e44d9004-f246-4f10-8ec8-069b44daa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:07.118415 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-e44d9004-f246-4f10-8ec8-069b44daa970 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0443394 Dec 13 17:01:07.169988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-5a83c8e5-b273-4907-845e-8f8b96497af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:07.171492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-5a83c8e5-b273-4907-845e-8f8b96497af7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433068 Dec 13 17:01:07.261336 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-1ad00aa0-f048-4b01-b320-a5a23704361f service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810566 Dec 13 17:01:07.355157 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-881ee015-651f-4b49-9bb4-e955d7ba8c01 req-5e5a677e-8fc0-481b-9bd8-937f6ea8a05d service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850465 Dec 13 17:01:08.132744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda5207-31fe-4bfd-bdd1-e34dd36d0349 req-3cd38c58-0cc2-4234-b9a9-30a389741f54 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:08.134258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ceda5207-31fe-4bfd-bdd1-e34dd36d0349 req-3cd38c58-0cc2-4234-b9a9-30a389741f54 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0492358 Dec 13 17:01:08.180695 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ceda5207-31fe-4bfd-bdd1-e34dd36d0349 req-60b947fc-93f0-4d0f-b265-559272c21733 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405204 Dec 13 17:01:09.302131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72da30a-da96-4760-a9d6-c2b85b246b8e req-dadc6da6-686b-44f5-a590-9010148d473d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:09.303579 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f72da30a-da96-4760-a9d6-c2b85b246b8e req-dadc6da6-686b-44f5-a590-9010148d473d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0510943 Dec 13 17:01:09.351340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f72da30a-da96-4760-a9d6-c2b85b246b8e req-321a992f-19e5-49ce-9ab3-74d696ef16ae tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417778 Dec 13 17:01:10.475740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3460e2-ee61-4cbc-aa55-ae427fc78a0f req-dcafb460-78f1-4430-8875-fce997eac235 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:10.477493 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aa3460e2-ee61-4cbc-aa55-ae427fc78a0f req-dcafb460-78f1-4430-8875-fce997eac235 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0552986 Dec 13 17:01:10.529231 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aa3460e2-ee61-4cbc-aa55-ae427fc78a0f req-b3d62527-1652-4c0b-bb55-983139fed99d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456233 Dec 13 17:01:11.383256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-2fdde679-2dae-45f6-8c7f-dc78af28a484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:11.384709 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-2fdde679-2dae-45f6-8c7f-dc78af28a484 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67&tenant_id=69ecd0e5ecdd4acaadae458b0768cc66 HTTP/1.1" status: 200 len: 1098 time: 0.0413668 Dec 13 17:01:11.449665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-6c1f2a89-d592-4599-a830-cc7207cc6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:11.451038 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-6c1f2a89-d592-4599-a830-cc7207cc6c4b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 1098 time: 0.0394051 Dec 13 17:01:11.545407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-961bfbd8-ec99-41cd-b9e0-537fc7b05e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:11.546898 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-961bfbd8-ec99-41cd-b9e0-537fc7b05e94 service neutron] 10.222.0.31 "GET /v2.0/networks?id=dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 200 len: 913 time: 0.0870118 Dec 13 17:01:11.650913 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-4cf89fa2-0efd-4f45-a104-2f40aeabe737 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 200 len: 1001 time: 0.0925720 Dec 13 17:01:11.667150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93f019-62f4-4dd1-ad8f-3df48ede2b7f req-5b654e28-db45-4976-a075-bfd072849d7d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:11.668583 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d93f019-62f4-4dd1-ad8f-3df48ede2b7f req-5b654e28-db45-4976-a075-bfd072849d7d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0688193 Dec 13 17:01:11.691975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:01:11.740170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-302a541b-6907-43cb-acf7-112dcdfcfe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:11.741559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-302a541b-6907-43cb-acf7-112dcdfcfe6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 200 len: 851 time: 0.0721178 Dec 13 17:01:11.748843 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d93f019-62f4-4dd1-ad8f-3df48ede2b7f req-0ada73eb-e0d7-40c1-a2ba-68fe9a23446a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720823 Dec 13 17:01:11.768915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:11.791620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:11.792816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-2787a0c4-18cb-42fd-b6b8-d000c8dee54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:11.793836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7605fba-64b5-42e3-9de2-f166094d5001" -d '{"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-unplugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:11.794458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-2787a0c4-18cb-42fd-b6b8-d000c8dee54b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=dd29bc38-2db7-4286-bb9d-9db95db209fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408709 Dec 13 17:01:11.806577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:11.816560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:11.840446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edd0e05-fff6-4682-b2c4-b47a88f52ed7 x-openstack-request-id: req-0edd0e05-fff6-4682-b2c4-b47a88f52ed7 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:11.840737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-unplugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:11.840988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0edd0e05-fff6-4682-b2c4-b47a88f52ed7 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:11.841373 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'code': 200} Dec 13 17:01:11.870020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=9']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:11.899890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-36a0b245-83cf-4596-ba6e-218de59414bd service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932076 Dec 13 17:01:12.005944 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8b2e7569-785f-4374-9bb3-48ed3f1367cf req-82bae34e-085c-4fae-a119-b407859b8b1f service neutron] 10.222.0.31 "GET /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926723 Dec 13 17:01:12.871446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331de1e-dd42-4ebd-8594-0371eefb66de req-13e731fe-4613-4aa1-9f00-87a3d89bfdd7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:12.872972 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4331de1e-dd42-4ebd-8594-0371eefb66de req-13e731fe-4613-4aa1-9f00-87a3d89bfdd7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0509653 Dec 13 17:01:12.926868 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4331de1e-dd42-4ebd-8594-0371eefb66de req-59f12176-cedc-4849-9731-2604e02f5fcf tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474000 Dec 13 17:01:14.045306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5ced1-5f99-4f15-936b-779dc29595cf req-42f1410b-f803-4ed5-8bd9-14d14e3d13ad tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:14.046931 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-83a5ced1-5f99-4f15-936b-779dc29595cf req-42f1410b-f803-4ed5-8bd9-14d14e3d13ad tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0492396 Dec 13 17:01:14.095271 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-83a5ced1-5f99-4f15-936b-779dc29595cf req-8de4f059-ded7-4294-a5fe-580f95a02248 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Dec 13 17:01:14.155978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:15.216837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9bd3a-91ca-472a-a378-9c224bae71c2 req-aa3ad3c3-226e-40aa-921f-442c24f2fa99 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:15.218431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8c9bd3a-91ca-472a-a378-9c224bae71c2 req-aa3ad3c3-226e-40aa-921f-442c24f2fa99 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0489993 Dec 13 17:01:15.266220 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8c9bd3a-91ca-472a-a378-9c224bae71c2 req-093cb43a-9396-4fe1-8fec-85c0a39a79da tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412574 Dec 13 17:01:16.391295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613553-6768-4e2c-808e-118198cbfa38 req-da566a29-ccb0-4227-8fec-e0dfa4997b39 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:16.392850 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be613553-6768-4e2c-808e-118198cbfa38 req-da566a29-ccb0-4227-8fec-e0dfa4997b39 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0562444 Dec 13 17:01:16.441143 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be613553-6768-4e2c-808e-118198cbfa38 req-f56418a4-7c05-438b-8ffc-cc655f914cd1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423310 Dec 13 17:01:17.558563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7f3ec-d799-4219-8e16-3b01269cae72 req-dec79d7e-ffc0-4fd4-a280-a48b62b8ed26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:17.560064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7c7f3ec-d799-4219-8e16-3b01269cae72 req-dec79d7e-ffc0-4fd4-a280-a48b62b8ed26 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0485046 Dec 13 17:01:17.605978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d7c7f3ec-d799-4219-8e16-3b01269cae72 req-26ac42d0-33a5-4046-8df1-fc05b6f5e957 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394788 Dec 13 17:01:18.730942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22663518-e620-42cf-8c0f-b466e23f2025 req-6aac0e66-6ffa-4fb5-8b0c-a6f3f16c800b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:18.732408 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-22663518-e620-42cf-8c0f-b466e23f2025 req-6aac0e66-6ffa-4fb5-8b0c-a6f3f16c800b tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0549626 Dec 13 17:01:18.778485 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-22663518-e620-42cf-8c0f-b466e23f2025 req-431be20b-9c26-4965-9fa0-5b932e351ad5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401487 Dec 13 17:01:19.736719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:01:19.833764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:19.845254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'port_id': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'mac_address': 'fa:16:3e:b5:b3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:01:19.882597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:19.895976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86079ba2-3af9-4f88-b6e2-9e346ef330f7 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:01:19.898361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a48635-b32b-41ca-93af-fe2433e62791 req-db28c912-0ae0-4803-9f1e-e43b6cc06ada tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:19.899887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6a48635-b32b-41ca-93af-fe2433e62791 req-db28c912-0ae0-4803-9f1e-e43b6cc06ada tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 943 time: 0.0501075 Dec 13 17:01:19.915763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:19.920062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:19.951787 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c6a48635-b32b-41ca-93af-fe2433e62791 req-418b695b-0786-4c5f-ab7c-c24cb7c1857f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457008 Dec 13 17:01:19.969691 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=10']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:19.987606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['86079ba2-3af9-4f88-b6e2-9e346ef330f7'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:01:21.069486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27072a2e-1f72-4557-a708-76d1a5ed020d req-37310cda-a01d-4113-9692-bf4fbd905b23 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:21.071013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27072a2e-1f72-4557-a708-76d1a5ed020d req-37310cda-a01d-4113-9692-bf4fbd905b23 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 945 time: 0.0502944 Dec 13 17:01:21.132417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-27072a2e-1f72-4557-a708-76d1a5ed020d req-94b84da1-6385-4990-a2e3-87ade047a7f7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552835 Dec 13 17:01:21.737906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:01:21.783944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:01:21.784312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:21.861140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:21.883816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:21.886030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ecca49-3306-4245-b6d1-a86499d619c0" -d '{"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-plugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:21.898519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:21.902510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:21.930388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95b753-f767-4ab0-91b6-efc036c59774 x-openstack-request-id: req-4b95b753-f767-4ab0-91b6-efc036c59774 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:21.930707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-plugged", "status": "completed", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:21.931082 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b95b753-f767-4ab0-91b6-efc036c59774 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:21.931370 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'code': 200} Dec 13 17:01:21.952287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=11']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:22.250105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640a51b-a30b-4f13-a1b3-d2e3b6687c22 req-f6eac3d8-59b6-4c0b-94e1-5cf9045e801e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:22.251649 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c640a51b-a30b-4f13-a1b3-d2e3b6687c22 req-f6eac3d8-59b6-4c0b-94e1-5cf9045e801e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0492706 Dec 13 17:01:22.301762 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c640a51b-a30b-4f13-a1b3-d2e3b6687c22 req-1db4288e-138a-45b7-bc98-bef6efe54b2d tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433009 Dec 13 17:01:23.421997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c43a85-5035-4689-8404-9bfce8ca5cb9 req-9c4bb16f-c409-4381-8cac-632efbd44483 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:23.423979 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f6c43a85-5035-4689-8404-9bfce8ca5cb9 req-9c4bb16f-c409-4381-8cac-632efbd44483 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0515542 Dec 13 17:01:23.472403 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f6c43a85-5035-4689-8404-9bfce8ca5cb9 req-048bf412-2358-4a68-8a51-92d6e7a90315 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425560 Dec 13 17:01:24.593637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574ea8f-9b87-4960-bd87-f79615e52a0e req-4677fa49-c711-4786-8ad4-2580f3fdadf1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:24.595227 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5574ea8f-9b87-4960-bd87-f79615e52a0e req-4677fa49-c711-4786-8ad4-2580f3fdadf1 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0535190 Dec 13 17:01:24.642572 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5574ea8f-9b87-4960-bd87-f79615e52a0e req-ed824529-9371-40da-9ba2-ca18df999fe5 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409570 Dec 13 17:01:24.759044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61ba62-97f6-4d1f-913d-d279b44a19fe req-7db44ed8-6e4e-4b9d-9390-df7e01ab8267 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:24.760499 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f61ba62-97f6-4d1f-913d-d279b44a19fe req-7db44ed8-6e4e-4b9d-9390-df7e01ab8267 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0491533 Dec 13 17:01:24.807699 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f61ba62-97f6-4d1f-913d-d279b44a19fe req-572cc725-699b-45f3-b83d-58eaf88f8400 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Dec 13 17:01:24.922844 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb4b2a-5cc3-4bea-9d3d-24248338386d req-789eee2e-4b6c-4f82-80f4-f948a3335bfd tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:24.924226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2deb4b2a-5cc3-4bea-9d3d-24248338386d req-789eee2e-4b6c-4f82-80f4-f948a3335bfd tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0513632 Dec 13 17:01:24.974941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2deb4b2a-5cc3-4bea-9d3d-24248338386d req-e203acb3-4016-4c14-8e46-f7e87b595cc9 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446377 Dec 13 17:01:25.017629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6c422431-f038-4134-b21f-9b48ec1fef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:25.216699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa6380-86a2-47ff-aa61-b0a7e0958247 req-4d6529a0-63f6-4c58-9a10-d18ee7c4feb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:25.218075 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5efa6380-86a2-47ff-aa61-b0a7e0958247 req-4d6529a0-63f6-4c58-9a10-d18ee7c4feb3 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0489540 Dec 13 17:01:25.265015 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5efa6380-86a2-47ff-aa61-b0a7e0958247 req-ad20cef9-e460-4873-8d89-f39f653ee211 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 Dec 13 17:01:26.383077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919816c3-de32-4622-9d51-c684519ccbcf req-e0e720ed-18e6-4f77-a4eb-ced501bac304 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:26.384596 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-919816c3-de32-4622-9d51-c684519ccbcf req-e0e720ed-18e6-4f77-a4eb-ced501bac304 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0493214 Dec 13 17:01:26.431398 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-919816c3-de32-4622-9d51-c684519ccbcf req-8191473d-6b0c-40a0-baea-f71c6b141428 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Dec 13 17:01:27.436441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-400eb427-e497-46e0-a25d-750112b1c6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:27.551114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66a15f-93d5-4365-b79e-cdd0c044cc52 req-638bb7bb-00cf-4dd5-afaa-41f45dc9772c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:27.553520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f66a15f-93d5-4365-b79e-cdd0c044cc52 req-638bb7bb-00cf-4dd5-afaa-41f45dc9772c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0534904 Dec 13 17:01:27.600767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f66a15f-93d5-4365-b79e-cdd0c044cc52 req-ce3f437d-deef-4c88-ac99-35eaa6887f1c tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups?id=f5c7efdc-4814-45dd-a690-f7cb8981d6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412905 Dec 13 17:01:27.898965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4c408-db1f-4171-a967-b98226aba254 req-cdd30c8a-0fb4-4190-bdef-0276ccfcabe7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:27.900412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-34e4c408-db1f-4171-a967-b98226aba254 req-cdd30c8a-0fb4-4190-bdef-0276ccfcabe7 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 946 time: 0.0486145 Dec 13 17:01:27.991076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Deleting port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:01:27.991415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:28.079580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] For port 86079ba2-3af9-4f88-b6e2-9e346ef330f7, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=86079ba2-3af9-4f88-b6e2-9e346ef330f7,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:28.079939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:28.251139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:28.251411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:28.251729 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8 disassociated. External IP: 172.26.6.90, port: 86079ba2-3af9-4f88-b6e2-9e346ef330f7. Dec 13 17:01:28.252068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Calling delete_port for 86079ba2-3af9-4f88-b6e2-9e346ef330f7 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:01:28.381918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:28.410672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event deleted for resources: {'Port': ['ID=86079ba2-3af9-4f88-b6e2-9e346ef330f7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:28.422455 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.422840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.423196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.423539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.423878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.424215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.424554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.424886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.425223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.425562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.425887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.426212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.427260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:28.522858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:28.547571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:01:28.657985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:01:28.670202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:01:28.680945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:01:28.681653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:01:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:28.722667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] No DVR routers for this DVR port 86079ba2-3af9-4f88-b6e2-9e346ef330f7 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:01:28.725572 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-33a53fa4-a1cd-46a1-841f-e6585eac2267 req-827211a5-8b9b-47bb-9d72-99a81874a616 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 210 time: 0.0451305 Dec 13 17:01:28.726572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:28.729785 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-34e4c408-db1f-4171-a967-b98226aba254 req-85b6b319-6fde-4829-9f36-2444cafe6f05 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.31 "DELETE /v2.0/ports/86079ba2-3af9-4f88-b6e2-9e346ef330f7 HTTP/1.1" status: 204 len: 173 time: 0.8235443 Dec 13 17:01:28.730234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-deleted', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:28.732796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095e60d6-a911-4b09-90a8-6ae35c330680" -d '{"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-deleted", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:28.776766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df09f1d1-46c3-4357-a485-3989cddaa12d x-openstack-request-id: req-df09f1d1-46c3-4357-a485-3989cddaa12d {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:28.777250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d805b8c7-4469-480d-b2f2-ab5d3a9feb67", "name": "network-vif-deleted", "tag": "86079ba2-3af9-4f88-b6e2-9e346ef330f7", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:28.777517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df09f1d1-46c3-4357-a485-3989cddaa12d {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:28.777926 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd805b8c7-4469-480d-b2f2-ab5d3a9feb67', 'name': 'network-vif-deleted', 'tag': '86079ba2-3af9-4f88-b6e2-9e346ef330f7', 'status': 'completed', 'code': 200} Dec 13 17:01:28.809611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:01:29.010409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:29.040727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:01:29.049319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:01:29.049927 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:01:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:29.154105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:01:29.501051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:29.531196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79d75e7-df9b-4003-abfd-15ff57ce63a4 None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'da43f35b-f65f-488b-92f0-747ac5476cb5', 'name': '', 'network_id': 'dd29bc38-2db7-4286-bb9d-9db95db209fd', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'mac_address': 'fa:16:3e:72:b1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1582, 'fixed_ips': [{'subnet_id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:24Z', 'updated_at': '2021-12-13T16:55:29Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'subnets': [{'id': '4dc4d237-fd6c-435c-9639-9136272d2532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:01:29.767573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:01:29.787556 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d82302-c72d-474e-b107-6cbea3ef6db9 None None] New status for floating IP 0c1c827c-ba3c-4741-aa12-0829898a39e8: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:01:29.808707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 86079ba2-3af9-4f88-b6e2-9e346ef330f7 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:01:29.810397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 86079ba2-3af9-4f88-b6e2-9e346ef330f7 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:01:29.837527 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d74d58e1-d95d-40e1-97eb-715d39c947a3 req-84a0481a-3e5c-402e-9125-aa99d5279b15 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 210 time: 0.0308182 Dec 13 17:01:30.058047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:30.925413 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:30.937589 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2154d3d2-ab0f-4f80-9f03-89f6d3de8628 req-c2fcc317-7c16-4227-a49a-4b32a4e82981 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 210 time: 0.0272465 Dec 13 17:01:32.038941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d030fc03-d8f5-4ee8-9fca-69e13403808b req-ffabe8f9-fe7a-4cd5-8972-8be1635a7310 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Dec 13 17:01:33.144592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6c0918be-1d9a-44c1-887c-434fc5f88060 req-780c259b-95e5-4620-949b-de3155b5057e tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/ports?device_id=d805b8c7-4469-480d-b2f2-ab5d3a9feb67 HTTP/1.1" status: 200 len: 210 time: 0.0261779 Dec 13 17:01:38.880513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51116) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:38.937533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1c86139-ff83-4f1e-ab0d-72acd5b2cc6a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:38.960490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1c86139-ff83-4f1e-ab0d-72acd5b2cc6a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.007642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1c86139-ff83-4f1e-ab0d-72acd5b2cc6a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.010839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a1c86139-ff83-4f1e-ab0d-72acd5b2cc6a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.011987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a1c86139-ff83-4f1e-ab0d-72acd5b2cc6a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "DELETE /v2.0/security-groups/f5c7efdc-4814-45dd-a690-f7cb8981d6f9 HTTP/1.1" status: 204 len: 168 time: 0.1303105 Dec 13 17:01:39.014676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51118) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:39.021187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c86139-ff83-4f1e-ab0d-72acd5b2cc6a tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c7efdc-4814-45dd-a690-f7cb8981d6f9,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:39.031486 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.api.v2.resource [None req-95ebee8f-95f7-4574-ab1d-a2e49ce9d132 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] show failed (client error): The resource could not be found. Dec 13 17:01:39.035174 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-95ebee8f-95f7-4574-ab1d-a2e49ce9d132 tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "GET /v2.0/security-groups/f5c7efdc-4814-45dd-a690-f7cb8981d6f9 HTTP/1.1" status: 404 len: 347 time: 0.0188956 Dec 13 17:01:39.035410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51122) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:39.158952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Deleting port 343846f4-4951-4bf5-b743-baaf5467b740 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:01:39.159295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.238375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.239425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.251047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Calling delete_port for 343846f4-4951-4bf5-b743-baaf5467b740 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:01:39.381096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.411909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Pushing event deleted for resources: {'Port': ['ID=343846f4-4951-4bf5-b743-baaf5467b740,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:39.469290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.471850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:39.473578 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-748593aa-9e54-4e80-a35a-3a97b346ee6f tempest-ServerActionsTestJSON-301668545 tempest-ServerActionsTestJSON-301668545-project] 10.222.0.13 "DELETE /v2.0/floatingips/0c1c827c-ba3c-4741-aa12-0829898a39e8 HTTP/1.1" status: 204 len: 168 time: 0.4359593 Dec 13 17:01:39.476533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51124) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:40.114188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.360527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Deleting port da43f35b-f65f-488b-92f0-747ac5476cb5 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:01:40.360861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.445312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] For port da43f35b-f65f-488b-92f0-747ac5476cb5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=da43f35b-f65f-488b-92f0-747ac5476cb5,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:40.445664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.458235 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Calling delete_port for da43f35b-f65f-488b-92f0-747ac5476cb5 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:01:40.638264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:40.663931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Pushing event deleted for resources: {'Port': ['ID=da43f35b-f65f-488b-92f0-747ac5476cb5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:40.834909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.050728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Router 734864bd-1b39-4329-8bcf-9c596655caad has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:01:41.162903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:01:41.168205 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7183ee5f-6ef7-4432-8933-85a7e8e0f102 admin admin] 10.222.0.13 "PUT /v2.0/routers/734864bd-1b39-4329-8bcf-9c596655caad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6907320 Dec 13 17:01:41.170784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51128) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:41.173471 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] Sync routers for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:01:41.185989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:01:41.186637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:01:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:41.277372 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.290618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:01:41.383696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.438747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Deleting port e8d88621-8735-489d-9413-a95dd81f99ad {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:01:41.439087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.472971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234'}], 'enable_snat': True}, 'gw_port_id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T17:01:40Z', 'revision_number': 5, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port': {'id': 'e8d88621-8735-489d-9413-a95dd81f99ad', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:dd:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '734864bd-1b39-4329-8bcf-9c596655caad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1581, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T16:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:41.498488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] Checking router: 734864bd-1b39-4329-8bcf-9c596655caad for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:01:41.507332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] Routers {'734864bd-1b39-4329-8bcf-9c596655caad'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:01:41.507945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:01:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['734864bd-1b39-4329-8bcf-9c596655caad'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:41.521655 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] For port e8d88621-8735-489d-9413-a95dd81f99ad, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e8d88621-8735-489d-9413-a95dd81f99ad,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:41.522018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.535309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Calling delete_port for e8d88621-8735-489d-9413-a95dd81f99ad owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:01:41.594424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] Set router 734864bd-1b39-4329-8bcf-9c596655caad gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:01:41.649660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T17:01:41Z', 'revision_number': 6, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:41.676657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dfbfff-8957-415b-bd23-a3d7656a12dc None None] The sync data for ids ['734864bd-1b39-4329-8bcf-9c596655caad'] in dv-neutron-821599-1-hyperv is: [{'id': '734864bd-1b39-4329-8bcf-9c596655caad', 'name': 'tempest-ServerActionsTestJSON-1389501343-router', 'tenant_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T16:55:22Z', 'updated_at': '2021-12-13T17:01:41Z', 'revision_number': 6, 'project_id': '69ecd0e5ecdd4acaadae458b0768cc66', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:01:41.702382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.730416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d88621-8735-489d-9413-a95dd81f99ad,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:41.747096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218ef141-4eb3-49d2-b508-2aa7c78f79b6 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:01:41.794357 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.902280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.904309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.965377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.965966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 734864bd-1b39-4329-8bcf-9c596655caad {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:01:41.971190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:41.972349 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-69397db4-a57a-4d38-acfd-b1c830de7e82 admin admin] 10.222.0.13 "DELETE /v2.0/routers/734864bd-1b39-4329-8bcf-9c596655caad HTTP/1.1" status: 204 len: 168 time: 0.8006399 Dec 13 17:01:41.975424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51130) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:42.020673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-006813b6-ab2f-4e5c-82a1-37aa131746a8 admin admin] Deleting subnet 4dc4d237-fd6c-435c-9639-9136272d2532 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:01:42.023935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-006813b6-ab2f-4e5c-82a1-37aa131746a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.065890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-006813b6-ab2f-4e5c-82a1-37aa131746a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.177270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-006813b6-ab2f-4e5c-82a1-37aa131746a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.226354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-006813b6-ab2f-4e5c-82a1-37aa131746a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.253278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006813b6-ab2f-4e5c-82a1-37aa131746a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dc4d237-fd6c-435c-9639-9136272d2532,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:42.255506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-006813b6-ab2f-4e5c-82a1-37aa131746a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.258761 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-006813b6-ab2f-4e5c-82a1-37aa131746a8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4dc4d237-fd6c-435c-9639-9136272d2532 HTTP/1.1" status: 204 len: 168 time: 0.2823544 Dec 13 17:01:42.260031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfe9614-a47d-4fb5-816b-6f88e9fd9cd2 None None] Network dd29bc38-2db7-4286-bb9d-9db95db209fd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:01:42.261548 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51132) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:42.330602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.384117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Deleting port 0e69baeb-7263-455b-809e-5fb0de0ec809 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:01:42.384460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.415262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] DHCP port deletion for dd29bc38-2db7-4286-bb9d-9db95db209fd request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:01:42.462142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] For port 0e69baeb-7263-455b-809e-5fb0de0ec809, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0e69baeb-7263-455b-809e-5fb0de0ec809,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:42.462505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.473420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] Deleting port 0e69baeb-7263-455b-809e-5fb0de0ec809 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:01:42.473797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.475723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Calling delete_port for 0e69baeb-7263-455b-809e-5fb0de0ec809 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:01:42.542669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] For port 0e69baeb-7263-455b-809e-5fb0de0ec809, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0e69baeb-7263-455b-809e-5fb0de0ec809,segment=NetworkSegment(17ef2570-4852-4b2f-89c9-0ff7f7bd4859),segment_id=17ef2570-4852-4b2f-89c9-0ff7f7bd4859)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:42.543077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.556365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] Calling delete_port for 0e69baeb-7263-455b-809e-5fb0de0ec809 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:01:42.560773 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.588355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e69baeb-7263-455b-809e-5fb0de0ec809,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:42.595142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] No DVR routers for this DVR port 0e69baeb-7263-455b-809e-5fb0de0ec809 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:01:42.597831 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.598274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.598677 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.599070 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.599413 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.599746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.600078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.600411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.600741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.601065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.601395 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.601717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.602036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:42.645843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.657946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device da43f35b-f65f-488b-92f0-747ac5476cb5 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:01:42.674559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.685513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] Pushing event deleted for resources: {'Port': ['ID=0e69baeb-7263-455b-809e-5fb0de0ec809,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:42.697842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd29bc38-2db7-4286-bb9d-9db95db209fd']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:42.706616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5810f1c6-b5e6-4e82-b071-99c20ba467f5 None None] No DVR routers for this DVR port 0e69baeb-7263-455b-809e-5fb0de0ec809 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:01:42.710638 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ef2570-4852-4b2f-89c9-0ff7f7bd4859') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:42.710817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: da43f35b-f65f-488b-92f0-747ac5476cb5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:01:42.711117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ef2570-4852-4b2f-89c9-0ff7f7bd4859') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:01:42.711274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device da43f35b-f65f-488b-92f0-747ac5476cb5 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:01:42.711551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e8d88621-8735-489d-9413-a95dd81f99ad no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:01:42.725105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.736178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e8d88621-8735-489d-9413-a95dd81f99ad {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:01:42.736552 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e8d88621-8735-489d-9413-a95dd81f99ad not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:01:42.736942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0e69baeb-7263-455b-809e-5fb0de0ec809 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:01:42.742347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.749171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:01:42.749727 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:01:42.751508 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:01:42.760174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 0e69baeb-7263-455b-809e-5fb0de0ec809 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:01:42.760660 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0e69baeb-7263-455b-809e-5fb0de0ec809 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:01:42.813086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.820902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:42.824007 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dd29bc38-2db7-4286-bb9d-9db95db209fd HTTP/1.1" status: 204 len: 168 time: 0.5614152 Dec 13 17:01:42.838132 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632612d5-3483-49e7-8327-8ff793089073 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd29bc38-2db7-4286-bb9d-9db95db209fd,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:42.932641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51136) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:42.973051 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b2ccb0d1-894c-42ec-94dd-280dfb5e8690 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69ecd0e5ecdd4acaadae458b0768cc66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389097 Dec 13 17:01:42.975449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51138) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:43.022505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99d645d7-c23e-44a3-9251-061f5373ad7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:43.043352 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99d645d7-c23e-44a3-9251-061f5373ad7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:43.091921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99d645d7-c23e-44a3-9251-061f5373ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:43.094542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99d645d7-c23e-44a3-9251-061f5373ad7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:43.095748 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-99d645d7-c23e-44a3-9251-061f5373ad7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/677e2893-f487-412e-82f9-62dfe5a63dfe HTTP/1.1" status: 204 len: 168 time: 0.1193178 Dec 13 17:01:43.103989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d645d7-c23e-44a3-9251-061f5373ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677e2893-f487-412e-82f9-62dfe5a63dfe,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:43.117262 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:01:43.758448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51162) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:43.854460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1226980109-network', 'tenant_id': '644f95a531254e388a576d5e5bdd7c7e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:43.875979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Made reservation on behalf of 644f95a531254e388a576d5e5bdd7c7e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:01:43.878228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:43.887012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:43.966442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:43.970193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:43.991374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:01:44.004485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c5a816-f824-4210-8123-42def5382673,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:44.009342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:44.009688 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Added segment db76588b-6974-4fca-887b-5aebb389cb96 of type vlan for network b49d0744-c990-42d2-a5ae-9726107266d1 Dec 13 17:01:44.049434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:44.073095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:44.074078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:44.074603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:44.132587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51166) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:01:44.133372 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3697686 Dec 13 17:01:44.137797 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Request body: {'subnet': {'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1226980109-subnet', 'tenant_id': '644f95a531254e388a576d5e5bdd7c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:44.146572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e19e8-d4cd-463f-afca-a41e6e8f0b02 admin admin] Pushing event updated for resources: {'Network': ['ID=b49d0744-c990-42d2-a5ae-9726107266d1,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:44.156266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network b49d0744-c990-42d2-a5ae-9726107266d1 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:01:44.159900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:44.170131 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Made reservation on behalf of 644f95a531254e388a576d5e5bdd7c7e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:01:44.172440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:44.347438 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:44.403829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8834e8-929b-4eb4-b3ed-74e587ccbe2f,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:44.412251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Checking segment: {'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:01:44.412610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Network hostable DHCP agents. Network: b49d0744-c990-42d2-a5ae-9726107266d1, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:01:44.428758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Network b49d0744-c990-42d2-a5ae-9726107266d1 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:01:44.436889 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, b49d0744-c990-42d2-a5ae-9726107266d1) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:01:44.441096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:44.442242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:44.447595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7f679-b578-4d72-9993-b20e7fd1bd49 None None] Network b49d0744-c990-42d2-a5ae-9726107266d1 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:01:44.458913 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3b15200e-3710-477b-b2b4-8ffe3786179f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3250608 Dec 13 17:01:44.548037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2c3f99-827f-4d82-ab75-a9c2bd65e369 None None] Network b49d0744-c990-42d2-a5ae-9726107266d1 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:01:44.895007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-cbdfe060-2ec5-4f17-87ee-4f2411924a98 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:44.896475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-cbdfe060-2ec5-4f17-87ee-4f2411924a98 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/networks?id=b49d0744-c990-42d2-a5ae-9726107266d1 HTTP/1.1" status: 200 len: 814 time: 0.1195452 Dec 13 17:01:44.915445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-fe6179fa-651f-42a4-b418-32755190e82b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/quotas/644f95a531254e388a576d5e5bdd7c7e HTTP/1.1" status: 200 len: 375 time: 0.0108659 Dec 13 17:01:44.945733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-ac9376de-3479-4261-9889-0c4667a2b1b0 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=644f95a531254e388a576d5e5bdd7c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269413 Dec 13 17:01:44.956383 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-11f71e45-a4a0-4e5d-bc51-d7028d6697d1 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:01:44.957442 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-11f71e45-a4a0-4e5d-bc51-d7028d6697d1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050454 Dec 13 17:01:45.046144 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-51514968-1a38-44fc-8af2-69828ec32e12 service neutron] 10.222.0.13 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829673 Dec 13 17:01:45.139210 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-c0b2e063-b239-46ce-ab75-d37da4d4a694 service neutron] 10.222.0.13 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861890 Dec 13 17:01:45.295905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-782ddc14-957e-4fd4-97bf-fb4c7d53eb3b req-d409bda0-a920-437f-a4ed-91b89803006e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 210 time: 0.0287025 Dec 13 17:01:46.276817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-8602d30d-c527-4121-a838-ed60a1fdf09a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:46.278270 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-8602d30d-c527-4121-a838-ed60a1fdf09a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.31 "GET /v2.0/networks?id=b49d0744-c990-42d2-a5ae-9726107266d1 HTTP/1.1" status: 200 len: 814 time: 0.1070955 Dec 13 17:01:46.293353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Request body: {'port': {'device_id': 'a2705ecd-0b58-4e67-a528-a4483170d205', 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1', 'admin_state_up': True, 'tenant_id': '644f95a531254e388a576d5e5bdd7c7e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:46.412003 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3d80ff85-c5c9-4e37-a165-003fb81baaf8 req-1ddb9ba4-24d6-4eb1-bccd-053eefff66e7 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 210 time: 0.0454535 Dec 13 17:01:46.434585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Made reservation on behalf of 644f95a531254e388a576d5e5bdd7c7e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:01:46.438063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:46.559434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Allocated IP 172.20.0.2 (b49d0744-c990-42d2-a5ae-9726107266d1/2b8834e8-929b-4eb4-b3ed-74e587ccbe2f/c0b1eadc-9740-425f-a00e-88918f501b52) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:01:46.704803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:46.738044 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:46.779727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Network b49d0744-c990-42d2-a5ae-9726107266d1 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:01:46.782848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:01:46.788037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:01:46.817375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Pushing event updated for resources: {'Port': ['ID=c0b1eadc-9740-425f-a00e-88918f501b52,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:46.844752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:46.845359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:46.860784 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-996bf06c-1c0b-4059-84cd-ddc9811ef18a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715489 Dec 13 17:01:46.878714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Request body: {'port': {'device_id': 'a2705ecd-0b58-4e67-a528-a4483170d205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:46.931415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:47.443402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b1eadc-9740-425f-a00e-88918f501b52 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:01:47.450930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:47.463637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Transition to ACTIVE for port object c0b1eadc-9740-425f-a00e-88918f501b52 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:01:47.467259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:47.552687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Pushing event updated for resources: {'Port': ['ID=c0b1eadc-9740-425f-a00e-88918f501b52,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:47.599345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b533e6-113f-40fe-906c-3e1fdce5767d req-8b7f4552-1d64-4518-9dc3-1fe44044a64c tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:47.600808 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8b533e6-113f-40fe-906c-3e1fdce5767d req-8b7f4552-1d64-4518-9dc3-1fe44044a64c tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 943 time: 0.1032271 Dec 13 17:01:47.663915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Attempting to bind port c0b1eadc-9740-425f-a00e-88918f501b52 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:01:47.664154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Attempting to bind port c0b1eadc-9740-425f-a00e-88918f501b52 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:01:47.664480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Attempting to bind port c0b1eadc-9740-425f-a00e-88918f501b52 on network b49d0744-c990-42d2-a5ae-9726107266d1 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:01:47.672514 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8b533e6-113f-40fe-906c-3e1fdce5767d req-49b1662b-20c4-4e13-8237-517cdddb04af tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657454 Dec 13 17:01:47.673181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Port c0b1eadc-9740-425f-a00e-88918f501b52 on network b49d0744-c990-42d2-a5ae-9726107266d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:01:47.673491 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Attempting to bind port c0b1eadc-9740-425f-a00e-88918f501b52 on network b49d0744-c990-42d2-a5ae-9726107266d1 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:01:47.679406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:01:47.679737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Checking segment: {'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:01:47.680112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Bound using segment: {'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:01:47.680533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Bound port: c0b1eadc-9740-425f-a00e-88918f501b52, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:01:47.680882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:47.743731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] For port c0b1eadc-9740-425f-a00e-88918f501b52, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:01:47.746598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] For port c0b1eadc-9740-425f-a00e-88918f501b52, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0b1eadc-9740-425f-a00e-88918f501b52,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:01:47.751712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:47.786486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:47.787141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:47.788491 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] 10.222.0.31 "PUT /v2.0/ports/c0b1eadc-9740-425f-a00e-88918f501b52 HTTP/1.1" status: 200 len: 1093 time: 0.9137697 Dec 13 17:01:47.788929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2705ecd-0b58-4e67-a528-a4483170d205', 'tag': 'c0b1eadc-9740-425f-a00e-88918f501b52'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:47.791465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2705ecd-0b58-4e67-a528-a4483170d205", "tag": "c0b1eadc-9740-425f-a00e-88918f501b52"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:47.814573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a4b8e-7517-4af2-8464-eb3741da982c service neutron] Pushing event updated for resources: {'Port': ['ID=c0b1eadc-9740-425f-a00e-88918f501b52,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:47.832642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c920d317-49f7-48e9-b059-a8dfb76051ed x-openstack-request-id: req-c920d317-49f7-48e9-b059-a8dfb76051ed {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:47.833096 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2705ecd-0b58-4e67-a528-a4483170d205", "tag": "c0b1eadc-9740-425f-a00e-88918f501b52", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:47.833357 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c920d317-49f7-48e9-b059-a8dfb76051ed {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:47.833786 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2705ecd-0b58-4e67-a528-a4483170d205', 'tag': 'c0b1eadc-9740-425f-a00e-88918f501b52', 'status': 'completed', 'code': 200} Dec 13 17:01:47.880685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-803524a3-573e-4133-84ef-3c882a3254a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:47.882166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-803524a3-573e-4133-84ef-3c882a3254a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644f95a531254e388a576d5e5bdd7c7e&device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 1096 time: 0.0417218 Dec 13 17:01:47.935994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-e919b0c5-a838-4231-9a4b-3d533f1eb197 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0b1eadc-9740-425f-a00e-88918f501b52 HTTP/1.1" status: 200 len: 217 time: 0.0380507 Dec 13 17:01:47.984788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-d851b1b0-a7b9-4eb1-aceb-e7b26ab9d6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:47.986212 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-d851b1b0-a7b9-4eb1-aceb-e7b26ab9d6d6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8834e8-929b-4eb4-b3ed-74e587ccbe2f HTTP/1.1" status: 200 len: 854 time: 0.0427606 Dec 13 17:01:48.018046 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-266c9d8f-e2a2-4c0e-84fa-88648fc5efd8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b49d0744-c990-42d2-a5ae-9726107266d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235627 Dec 13 17:01:48.110820 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-6240d436-8db7-4c68-8019-e019ac3e5764 service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849512 Dec 13 17:01:48.205440 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1f32c8-51a1-44dd-be61-a314cf861bcf req-42fac0e8-db77-43e9-8e57-d04f10a7ca99 service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815732 Dec 13 17:01:48.306225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-c8badf7e-8348-407c-ad4c-6f7fe6a65a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:48.307724 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-c8badf7e-8348-407c-ad4c-6f7fe6a65a4a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644f95a531254e388a576d5e5bdd7c7e&device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 1096 time: 0.0468261 Dec 13 17:01:48.398578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-c6e63277-1625-4a33-b84f-82eb0409c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:48.400581 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-c6e63277-1625-4a33-b84f-82eb0409c233 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b49d0744-c990-42d2-a5ae-9726107266d1 HTTP/1.1" status: 200 len: 915 time: 0.0849798 Dec 13 17:01:48.446041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-3ea16670-82b2-4b04-9181-d86f7ed30bed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0b1eadc-9740-425f-a00e-88918f501b52 HTTP/1.1" status: 200 len: 217 time: 0.0364425 Dec 13 17:01:48.503133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-9d95df02-82ad-4111-adf6-ff43c52f1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:48.504796 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-9d95df02-82ad-4111-adf6-ff43c52f1185 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8834e8-929b-4eb4-b3ed-74e587ccbe2f HTTP/1.1" status: 200 len: 854 time: 0.0495887 Dec 13 17:01:48.537935 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-37ad0ca1-a020-4ac7-802b-3d8d1a10c2bb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b49d0744-c990-42d2-a5ae-9726107266d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256872 Dec 13 17:01:48.626104 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-48678ed4-9e0a-497b-843e-c9c6e81605e2 service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797758 Dec 13 17:01:48.724446 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a8ca958-ae92-4cb1-9fa6-dea83a7ba79e req-48be6788-4c40-40dc-abe4-cda7c762f48d service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893047 Dec 13 17:01:48.788302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e9fed-d86a-4f0a-adc7-6c1d37dd22a6 req-2edc2d9f-85a9-4395-88f9-a3b418fdfd38 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:48.789697 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-907e9fed-d86a-4f0a-adc7-6c1d37dd22a6 req-2edc2d9f-85a9-4395-88f9-a3b418fdfd38 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 943 time: 0.0498772 Dec 13 17:01:48.837212 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-907e9fed-d86a-4f0a-adc7-6c1d37dd22a6 req-8ccc5251-7e1b-4c6d-bf95-6f64d8277438 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Dec 13 17:01:49.962881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56206cb4-66d7-4568-863b-7dd2411a8ed6 req-f7764d0d-40e0-4220-ae3b-99695f33e9be tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:49.964386 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56206cb4-66d7-4568-863b-7dd2411a8ed6 req-f7764d0d-40e0-4220-ae3b-99695f33e9be tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 943 time: 0.0555124 Dec 13 17:01:50.011289 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56206cb4-66d7-4568-863b-7dd2411a8ed6 req-76caebae-c9b7-4a08-b9a8-319244660392 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Dec 13 17:01:51.126579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6495b6-1de7-4200-9d42-6d8a7b1aa817 req-5098f4d2-64b8-4c62-b347-0407602eb69b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:51.128104 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e6495b6-1de7-4200-9d42-6d8a7b1aa817 req-5098f4d2-64b8-4c62-b347-0407602eb69b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 943 time: 0.0493798 Dec 13 17:01:51.176784 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e6495b6-1de7-4200-9d42-6d8a7b1aa817 req-100297f7-2572-4516-a3a7-087d6f4efa76 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Dec 13 17:01:51.814263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c0b1eadc-9740-425f-a00e-88918f501b52 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:01:51.908427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c0b1eadc-9740-425f-a00e-88918f501b52, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0b1eadc-9740-425f-a00e-88918f501b52,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:51.920371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'c0b1eadc-9740-425f-a00e-88918f501b52', 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1', 'port_id': 'c0b1eadc-9740-425f-a00e-88918f501b52', 'mac_address': 'fa:16:3e:4f:c7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8834e8-929b-4eb4-b3ed-74e587ccbe2f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:01:51.956798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:51.973703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b1eadc-9740-425f-a00e-88918f501b52 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:01:51.992011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c0b1eadc-9740-425f-a00e-88918f501b52, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0b1eadc-9740-425f-a00e-88918f501b52,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:51.996092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:52.043957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=c0b1eadc-9740-425f-a00e-88918f501b52,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:52.292791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76e78e-60f6-410e-abe1-e88e11bcbd22 req-bbfa2349-0ce6-4073-ad59-8985595ebd56 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:52.294289 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c76e78e-60f6-410e-abe1-e88e11bcbd22 req-bbfa2349-0ce6-4073-ad59-8985595ebd56 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 944 time: 0.0492568 Dec 13 17:01:52.318914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['c0b1eadc-9740-425f-a00e-88918f501b52'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:01:52.345924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c76e78e-60f6-410e-abe1-e88e11bcbd22 req-efd9b74d-9fec-4854-9362-4e84ae517591 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457275 Dec 13 17:01:53.462175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b586472-e533-4f56-816f-5bfd88a034f7 req-8968e9d2-6da3-4f33-a31a-7f862db9c4fd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:53.463684 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b586472-e533-4f56-816f-5bfd88a034f7 req-8968e9d2-6da3-4f33-a31a-7f862db9c4fd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 944 time: 0.0497308 Dec 13 17:01:53.509936 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0b586472-e533-4f56-816f-5bfd88a034f7 req-e826fab7-a8e5-49bf-92c0-5c90f275a6b5 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Dec 13 17:01:53.845379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c0b1eadc-9740-425f-a00e-88918f501b52 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:01:53.898960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port c0b1eadc-9740-425f-a00e-88918f501b52 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:01:53.902554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port c0b1eadc-9740-425f-a00e-88918f501b52 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:01:53.902958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:53.981611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:54.003464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2705ecd-0b58-4e67-a528-a4483170d205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b1eadc-9740-425f-a00e-88918f501b52'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:54.006593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa49e45a-e76a-4d2f-bc65-38529eddbdaf" -d '{"events": [{"server_uuid": "a2705ecd-0b58-4e67-a528-a4483170d205", "name": "network-vif-plugged", "status": "completed", "tag": "c0b1eadc-9740-425f-a00e-88918f501b52"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:54.022995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c0b1eadc-9740-425f-a00e-88918f501b52, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0b1eadc-9740-425f-a00e-88918f501b52,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:01:54.027122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:54.049966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40141ab9-d2b3-4383-b0d7-0cb3b14b63e2 x-openstack-request-id: req-40141ab9-d2b3-4383-b0d7-0cb3b14b63e2 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:54.050263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2705ecd-0b58-4e67-a528-a4483170d205", "name": "network-vif-plugged", "status": "completed", "tag": "c0b1eadc-9740-425f-a00e-88918f501b52", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:54.050537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40141ab9-d2b3-4383-b0d7-0cb3b14b63e2 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:54.050991 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2705ecd-0b58-4e67-a528-a4483170d205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b1eadc-9740-425f-a00e-88918f501b52', 'code': 200} Dec 13 17:01:54.078320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=c0b1eadc-9740-425f-a00e-88918f501b52,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:54.086383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.086773 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.087124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.087489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.087832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.088166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.088499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.088832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.089165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.089494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.089823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.090148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.090473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:01:54.229072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2d593d-ee04-492e-8e2a-f950f5200f95 req-9bcbf75e-f4fa-411b-b091-f0957b74115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:54.230552 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a2d593d-ee04-492e-8e2a-f950f5200f95 req-9bcbf75e-f4fa-411b-b091-f0957b74115a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 1098 time: 0.0408843 Dec 13 17:01:54.276679 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a2d593d-ee04-492e-8e2a-f950f5200f95 req-b6590c3d-b42b-4c5c-9482-d9a3d9850916 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 Dec 13 17:01:54.628397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d3a70-7265-4600-8ad4-9ba1370f9b5d req-1cc956de-181a-4c6f-a7a5-9a09cb62e3fb tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:54.630608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c2d3a70-7265-4600-8ad4-9ba1370f9b5d req-1cc956de-181a-4c6f-a7a5-9a09cb62e3fb tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0531595 Dec 13 17:01:54.677589 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c2d3a70-7265-4600-8ad4-9ba1370f9b5d req-d6f4f0bd-25a4-44af-a534-36b2c0f6598f tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Dec 13 17:01:55.011760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9b26e047-9264-40c0-b1fa-29a19fc01419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:55.794001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a992508-8e05-4922-9189-caf16b598b98 req-fa11099b-5c35-4b62-9ef7-1d832d104879 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:55.795592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a992508-8e05-4922-9189-caf16b598b98 req-fa11099b-5c35-4b62-9ef7-1d832d104879 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0497584 Dec 13 17:01:55.844589 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a992508-8e05-4922-9189-caf16b598b98 req-abeaabe1-87d0-454d-b3b7-e122201c5911 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Dec 13 17:01:56.068638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-b20eed54-c927-4268-b86f-80b579f61593 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:56.070091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-b20eed54-c927-4268-b86f-80b579f61593 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/networks?id=b49d0744-c990-42d2-a5ae-9726107266d1 HTTP/1.1" status: 200 len: 814 time: 0.1043806 Dec 13 17:01:56.085283 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-dc8c02e9-8da9-4883-a9f3-3055085853a0 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/quotas/644f95a531254e388a576d5e5bdd7c7e HTTP/1.1" status: 200 len: 375 time: 0.0095396 Dec 13 17:01:56.132841 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-edabd472-22b4-4752-8fff-b2a781975344 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=644f95a531254e388a576d5e5bdd7c7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0423195 Dec 13 17:01:56.229162 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-19b66835-af40-4b89-93dd-1906bc6fb8fc service neutron] 10.222.0.13 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889990 Dec 13 17:01:56.318467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d96fcd5a-fbf5-49af-a224-8e7ee04409fa service neutron] 10.222.0.13 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834017 Dec 13 17:01:56.476148 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bb5b87b9-bca9-4ff7-9b62-f068efb0da0e req-10b58518-c23f-4fed-a98e-273fb8bd6706 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 210 time: 0.0286291 Dec 13 17:01:57.404011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-317427a0-e32d-4f09-95fb-95a71490a1ae tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:57.405507 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-317427a0-e32d-4f09-95fb-95a71490a1ae tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.31 "GET /v2.0/networks?id=b49d0744-c990-42d2-a5ae-9726107266d1 HTTP/1.1" status: 200 len: 814 time: 0.1143665 Dec 13 17:01:57.419570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Request body: {'port': {'device_id': 'a0ad5c99-ed18-405b-93ef-cadf1f64c97a', 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1', 'admin_state_up': True, 'tenant_id': '644f95a531254e388a576d5e5bdd7c7e'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:57.439197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9b79655-227b-4f40-822e-44217d391017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:57.535214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Made reservation on behalf of 644f95a531254e388a576d5e5bdd7c7e for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:01:57.538750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:57.578547 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d38325ca-da5f-4bda-8b91-4eb5c8ebd245 req-d6b8348a-7d49-455d-a032-d52dbc3d2f0a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 210 time: 0.0302052 Dec 13 17:01:57.686459 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Allocated IP 172.20.0.5 (b49d0744-c990-42d2-a5ae-9726107266d1/2b8834e8-929b-4eb4-b3ed-74e587ccbe2f/2df999b3-8152-45c5-8216-724ebe0c2d57) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:01:57.839807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:57.873365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:57.885843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['c0b1eadc-9740-425f-a00e-88918f501b52'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:01:57.920137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Network b49d0744-c990-42d2-a5ae-9726107266d1 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:01:57.923336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:01:57.928053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:01:57.956402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Pushing event updated for resources: {'Port': ['ID=2df999b3-8152-45c5-8216-724ebe0c2d57,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:57.979940 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:57.980556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:57.998128 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d8301a21-cfd0-426a-8eb1-4630eb5fb125 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828972 Dec 13 17:01:58.011364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Request body: {'port': {'device_id': 'a0ad5c99-ed18-405b-93ef-cadf1f64c97a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:01:58.064414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:58.328511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df999b3-8152-45c5-8216-724ebe0c2d57 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:01:58.335705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:58.347379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Transition to ACTIVE for port object 2df999b3-8152-45c5-8216-724ebe0c2d57 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:01:58.351026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:58.402943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Pushing event updated for resources: {'Port': ['ID=2df999b3-8152-45c5-8216-724ebe0c2d57,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:58.466759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Attempting to bind port 2df999b3-8152-45c5-8216-724ebe0c2d57 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:01:58.467441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Attempting to bind port 2df999b3-8152-45c5-8216-724ebe0c2d57 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:01:58.467441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Attempting to bind port 2df999b3-8152-45c5-8216-724ebe0c2d57 on network b49d0744-c990-42d2-a5ae-9726107266d1 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:01:58.471605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Port 2df999b3-8152-45c5-8216-724ebe0c2d57 on network b49d0744-c990-42d2-a5ae-9726107266d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:01:58.471924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Attempting to bind port 2df999b3-8152-45c5-8216-724ebe0c2d57 on network b49d0744-c990-42d2-a5ae-9726107266d1 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:01:58.477395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:01:58.477737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Checking segment: {'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:01:58.478124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Bound using segment: {'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:01:58.478550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Bound port: 2df999b3-8152-45c5-8216-724ebe0c2d57, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db76588b-6974-4fca-887b-5aebb389cb96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:01:58.478931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:58.523963 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:58.547022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] For port 2df999b3-8152-45c5-8216-724ebe0c2d57, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:01:58.551110 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] For port 2df999b3-8152-45c5-8216-724ebe0c2d57, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2df999b3-8152-45c5-8216-724ebe0c2d57,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:01:58.555331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:58.590072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:58.590579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:01:58.592026 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] 10.222.0.31 "PUT /v2.0/ports/2df999b3-8152-45c5-8216-724ebe0c2d57 HTTP/1.1" status: 200 len: 1093 time: 0.5849030 Dec 13 17:01:58.592490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ad5c99-ed18-405b-93ef-cadf1f64c97a', 'tag': '2df999b3-8152-45c5-8216-724ebe0c2d57'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:01:58.594769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f48b6a-1e92-49d7-afb7-d4c7e873758f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ad5c99-ed18-405b-93ef-cadf1f64c97a", "tag": "2df999b3-8152-45c5-8216-724ebe0c2d57"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:01:58.619974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3221cb-2352-47ef-bfd0-79e82c407a48 service neutron] Pushing event updated for resources: {'Port': ['ID=2df999b3-8152-45c5-8216-724ebe0c2d57,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:01:58.636506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289100dd-e71c-446c-b230-076c30f44de5 x-openstack-request-id: req-289100dd-e71c-446c-b230-076c30f44de5 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:01:58.636939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ad5c99-ed18-405b-93ef-cadf1f64c97a", "tag": "2df999b3-8152-45c5-8216-724ebe0c2d57", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:01:58.637206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-289100dd-e71c-446c-b230-076c30f44de5 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:01:58.637619 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ad5c99-ed18-405b-93ef-cadf1f64c97a', 'tag': '2df999b3-8152-45c5-8216-724ebe0c2d57', 'status': 'completed', 'code': 200} Dec 13 17:01:58.706512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d92218a6-79cc-46ce-ad44-d7334e68b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:58.708110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-d92218a6-79cc-46ce-ad44-d7334e68b6c5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644f95a531254e388a576d5e5bdd7c7e&device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 1096 time: 0.0627172 Dec 13 17:01:58.758939 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-facf3994-d999-4a17-b0f6-8529ff39b359 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2df999b3-8152-45c5-8216-724ebe0c2d57 HTTP/1.1" status: 200 len: 217 time: 0.0417998 Dec 13 17:01:58.767102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da4973-ddea-4ccc-8ca4-31fd8c7b5f6a req-9e0de889-c0b5-4dc9-9fee-b794a29d8957 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:58.768513 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-19da4973-ddea-4ccc-8ca4-31fd8c7b5f6a req-9e0de889-c0b5-4dc9-9fee-b794a29d8957 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 943 time: 0.0978477 Dec 13 17:01:58.832410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-dca54b97-e873-4a2d-9f47-4a13a8bd68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:58.833762 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-dca54b97-e873-4a2d-9f47-4a13a8bd68fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8834e8-929b-4eb4-b3ed-74e587ccbe2f HTTP/1.1" status: 200 len: 854 time: 0.0644045 Dec 13 17:01:58.871559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-8859742e-4f9c-4922-b978-b833276b35a6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b49d0744-c990-42d2-a5ae-9726107266d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284131 Dec 13 17:01:58.875324 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-19da4973-ddea-4ccc-8ca4-31fd8c7b5f6a req-117ffc60-442e-451d-b2a8-8070d345cdfa tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989177 Dec 13 17:01:58.964875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-f52e3cbe-eb1c-437c-ab00-1650307f5687 service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Dec 13 17:01:59.056029 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f3052ccc-76a2-4e86-a937-669ca1e16c9c req-2b3c918d-aed4-4003-9e45-02163b8ec7a1 service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843055 Dec 13 17:01:59.148802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-ca0f636f-0ecd-41c2-b54c-2c427705a52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:59.150300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-ca0f636f-0ecd-41c2-b54c-2c427705a52e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644f95a531254e388a576d5e5bdd7c7e&device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 1096 time: 0.0460994 Dec 13 17:01:59.245832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-f863250d-06a0-41a7-a7a7-cdcdd6b74ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:59.247338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-f863250d-06a0-41a7-a7a7-cdcdd6b74ab7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b49d0744-c990-42d2-a5ae-9726107266d1 HTTP/1.1" status: 200 len: 915 time: 0.0888062 Dec 13 17:01:59.294447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-ebe2becd-072f-4e6b-b0cf-34e85de6efae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2df999b3-8152-45c5-8216-724ebe0c2d57 HTTP/1.1" status: 200 len: 217 time: 0.0392065 Dec 13 17:01:59.342934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-f3a82019-208e-4636-9035-63ea775b4d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:59.344344 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-f3a82019-208e-4636-9035-63ea775b4d84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8834e8-929b-4eb4-b3ed-74e587ccbe2f HTTP/1.1" status: 200 len: 854 time: 0.0425911 Dec 13 17:01:59.376114 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-b29e4164-753e-40c7-b903-081b13318b33 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b49d0744-c990-42d2-a5ae-9726107266d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241289 Dec 13 17:01:59.465639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-54c7ea89-2ce5-430c-8127-45cdcb9a24bb service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803146 Dec 13 17:01:59.569776 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91f48b6a-1e92-49d7-afb7-d4c7e873758f req-4aad0d41-1e01-4156-90c2-d6339740a12e service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Dec 13 17:01:59.993600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4727cf9-6033-43c8-81a2-d465e720fb56 req-9d679e00-0317-4e2c-ab31-5e438f7e86eb tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:01:59.995095 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c4727cf9-6033-43c8-81a2-d465e720fb56 req-9d679e00-0317-4e2c-ab31-5e438f7e86eb tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 943 time: 0.0494759 Dec 13 17:02:00.041991 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c4727cf9-6033-43c8-81a2-d465e720fb56 req-7c4238af-6d66-4e1c-bd6c-9181d8627c19 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Dec 13 17:02:00.059894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:00.931154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:01.183628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82280333-1733-4248-a898-75c75b593b1d req-1e9b7b19-1218-4101-a03a-3e0c37351461 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:01.185069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82280333-1733-4248-a898-75c75b593b1d req-1e9b7b19-1218-4101-a03a-3e0c37351461 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 943 time: 0.0610993 Dec 13 17:02:01.236371 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82280333-1733-4248-a898-75c75b593b1d req-62217688-ef2b-49ce-87d3-6c3d10638e5d tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453393 Dec 13 17:02:01.882054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 2df999b3-8152-45c5-8216-724ebe0c2d57 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:02:01.977329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 2df999b3-8152-45c5-8216-724ebe0c2d57, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2df999b3-8152-45c5-8216-724ebe0c2d57,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:01.988803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '2df999b3-8152-45c5-8216-724ebe0c2d57', 'network_id': 'b49d0744-c990-42d2-a5ae-9726107266d1', 'port_id': '2df999b3-8152-45c5-8216-724ebe0c2d57', 'mac_address': 'fa:16:3e:b6:f6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8834e8-929b-4eb4-b3ed-74e587ccbe2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:02:02.024492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:02.037797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df999b3-8152-45c5-8216-724ebe0c2d57 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:02:02.057178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 2df999b3-8152-45c5-8216-724ebe0c2d57, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2df999b3-8152-45c5-8216-724ebe0c2d57,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:02.061464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:02.109659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=2df999b3-8152-45c5-8216-724ebe0c2d57,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:02.292135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['2df999b3-8152-45c5-8216-724ebe0c2d57'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:02:02.354952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b0208-595d-4156-bf57-e0169d22b5b5 req-5be07766-00cb-4a43-98e0-e13391b0a9ea tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:02.356461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a15b0208-595d-4156-bf57-e0169d22b5b5 req-5be07766-00cb-4a43-98e0-e13391b0a9ea tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 944 time: 0.0493731 Dec 13 17:02:02.405217 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a15b0208-595d-4156-bf57-e0169d22b5b5 req-ad424f4c-264f-4832-8fa3-20621b189448 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Dec 13 17:02:03.518639 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9597ca-2ae1-4275-888f-e885d5866422 req-597c24a6-06ca-4a3c-95a9-87329e7be504 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:03.520731 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d9597ca-2ae1-4275-888f-e885d5866422 req-597c24a6-06ca-4a3c-95a9-87329e7be504 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 944 time: 0.0490217 Dec 13 17:02:03.571041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d9597ca-2ae1-4275-888f-e885d5866422 req-4ccea9fb-6d9d-4891-a5db-337aa0b27521 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443709 Dec 13 17:02:03.883562 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 2df999b3-8152-45c5-8216-724ebe0c2d57 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:04.080937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 2df999b3-8152-45c5-8216-724ebe0c2d57 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:02:04.085125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 2df999b3-8152-45c5-8216-724ebe0c2d57 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:04.085499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:04.162697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:04.185046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ad5c99-ed18-405b-93ef-cadf1f64c97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df999b3-8152-45c5-8216-724ebe0c2d57'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:02:04.187298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703d0621-e2b3-4539-9e26-4ef0570595af" -d '{"events": [{"server_uuid": "a0ad5c99-ed18-405b-93ef-cadf1f64c97a", "name": "network-vif-plugged", "status": "completed", "tag": "2df999b3-8152-45c5-8216-724ebe0c2d57"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:02:04.200683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 2df999b3-8152-45c5-8216-724ebe0c2d57, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2df999b3-8152-45c5-8216-724ebe0c2d57,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:04.204992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:04.228302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad22b5a-d6db-465c-a07f-47b85209ca98 x-openstack-request-id: req-3ad22b5a-d6db-465c-a07f-47b85209ca98 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:02:04.228599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ad5c99-ed18-405b-93ef-cadf1f64c97a", "name": "network-vif-plugged", "status": "completed", "tag": "2df999b3-8152-45c5-8216-724ebe0c2d57", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:02:04.228859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ad22b5a-d6db-465c-a07f-47b85209ca98 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:02:04.229245 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ad5c99-ed18-405b-93ef-cadf1f64c97a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df999b3-8152-45c5-8216-724ebe0c2d57', 'code': 200} Dec 13 17:02:04.257768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=2df999b3-8152-45c5-8216-724ebe0c2d57,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:04.400287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b6647-47da-4b89-9ee2-d5d5a99774ff req-6fdcc634-4bd2-454a-911c-5b020bcc44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:04.401798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f1b6647-47da-4b89-9ee2-d5d5a99774ff req-6fdcc634-4bd2-454a-911c-5b020bcc44b4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 1098 time: 0.0405917 Dec 13 17:02:04.446976 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f1b6647-47da-4b89-9ee2-d5d5a99774ff req-3dcd683d-1005-4dff-9b09-f3050387f5dc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371916 Dec 13 17:02:04.690184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796f9bc-ece0-4dc5-b15c-ab9db4151f22 req-92625f7a-5eef-4547-89af-7c2fd0465e16 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:04.692187 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1796f9bc-ece0-4dc5-b15c-ab9db4151f22 req-92625f7a-5eef-4547-89af-7c2fd0465e16 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 945 time: 0.0548770 Dec 13 17:02:04.739055 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1796f9bc-ece0-4dc5-b15c-ab9db4151f22 req-eb5c6d20-81b0-4843-872e-f0ce961e26ab tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Dec 13 17:02:05.858975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a358b5-639e-436c-bd1f-91dfac6c5a93 req-db6b24cb-8e45-49f3-b04a-cad15b27eebf tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:05.860445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-39a358b5-639e-436c-bd1f-91dfac6c5a93 req-db6b24cb-8e45-49f3-b04a-cad15b27eebf tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 945 time: 0.0523026 Dec 13 17:02:05.907136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-39a358b5-639e-436c-bd1f-91dfac6c5a93 req-bb8afaa4-877d-438b-b04a-da42b7152876 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 Dec 13 17:02:06.138198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af2359-6879-4ffc-b47a-1184188ff4ef req-960dd4bf-c7ea-4df9-9261-deddf5b2e4a0 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:06.139699 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0af2359-6879-4ffc-b47a-1184188ff4ef req-960dd4bf-c7ea-4df9-9261-deddf5b2e4a0 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 945 time: 0.0494227 Dec 13 17:02:06.186977 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0af2359-6879-4ffc-b47a-1184188ff4ef req-1a35783d-27ac-46c5-87aa-793ac7ac3c4b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410361 Dec 13 17:02:07.315660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a56d-7391-4c1b-98c0-a1f3be362456 req-4500b193-6cf8-478a-86ce-9bc034b6978d tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:07.317133 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81b8a56d-7391-4c1b-98c0-a1f3be362456 req-4500b193-6cf8-478a-86ce-9bc034b6978d tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 945 time: 0.0575032 Dec 13 17:02:07.363815 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81b8a56d-7391-4c1b-98c0-a1f3be362456 req-3ab5e4b3-6fbc-4d57-8d0a-f463dc8be439 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Dec 13 17:02:07.548913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b00658-2478-47df-ac99-0f25d57165dc req-5626c4b8-0b16-4cfe-b3c8-e976193600af tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:07.550924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1b00658-2478-47df-ac99-0f25d57165dc req-5626c4b8-0b16-4cfe-b3c8-e976193600af tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.31 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 945 time: 0.0489893 Dec 13 17:02:07.636708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Deleting port 2df999b3-8152-45c5-8216-724ebe0c2d57 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:07.637076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:07.728446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] For port 2df999b3-8152-45c5-8216-724ebe0c2d57, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=2df999b3-8152-45c5-8216-724ebe0c2d57,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:07.728801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:07.741616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Calling delete_port for 2df999b3-8152-45c5-8216-724ebe0c2d57 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:07.867783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:07.880349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['c0b1eadc-9740-425f-a00e-88918f501b52', '2df999b3-8152-45c5-8216-724ebe0c2d57'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:02:07.897873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Pushing event deleted for resources: {'Port': ['ID=2df999b3-8152-45c5-8216-724ebe0c2d57,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:07.940246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] No DVR routers for this DVR port 2df999b3-8152-45c5-8216-724ebe0c2d57 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:07.943120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:07.946448 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1b00658-2478-47df-ac99-0f25d57165dc req-6b6f1d68-fbec-491b-b6e4-8f2a36d97a8e tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.31 "DELETE /v2.0/ports/2df999b3-8152-45c5-8216-724ebe0c2d57 HTTP/1.1" status: 204 len: 173 time: 0.3898678 Dec 13 17:02:07.946926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ad5c99-ed18-405b-93ef-cadf1f64c97a', 'name': 'network-vif-deleted', 'tag': '2df999b3-8152-45c5-8216-724ebe0c2d57'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:02:07.949182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab4747f-7c61-4e3c-a595-eb9a5636c4a8" -d '{"events": [{"server_uuid": "a0ad5c99-ed18-405b-93ef-cadf1f64c97a", "name": "network-vif-deleted", "tag": "2df999b3-8152-45c5-8216-724ebe0c2d57"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:02:07.988659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fc4b21-7bb1-4acf-8719-3cba3b2a1809 x-openstack-request-id: req-12fc4b21-7bb1-4acf-8719-3cba3b2a1809 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:02:07.988966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ad5c99-ed18-405b-93ef-cadf1f64c97a", "name": "network-vif-deleted", "tag": "2df999b3-8152-45c5-8216-724ebe0c2d57", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:02:07.989222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12fc4b21-7bb1-4acf-8719-3cba3b2a1809 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:02:07.989634 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ad5c99-ed18-405b-93ef-cadf1f64c97a', 'name': 'network-vif-deleted', 'tag': '2df999b3-8152-45c5-8216-724ebe0c2d57', 'status': 'completed', 'code': 200} Dec 13 17:02:08.479164 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ba4c3fe6-ef2b-4bdf-9678-6e41506a0181 req-3417f9fa-6674-4881-aafd-3a1193405079 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0ad5c99-ed18-405b-93ef-cadf1f64c97a HTTP/1.1" status: 200 len: 210 time: 0.0310221 Dec 13 17:02:08.782875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-a54a147c-cb8d-4497-a5ef-ea34480dc5fd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392597 Dec 13 17:02:08.868726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-db536182-0e57-4e0e-bb60-f0f9ea7104ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:08.870136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-db536182-0e57-4e0e-bb60-f0f9ea7104ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=644f95a531254e388a576d5e5bdd7c7e&device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 1098 time: 0.0405936 Dec 13 17:02:08.975277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-0dba05d9-30ba-4bd2-9a7b-315729d23ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:08.976853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-0dba05d9-30ba-4bd2-9a7b-315729d23ed5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b49d0744-c990-42d2-a5ae-9726107266d1 HTTP/1.1" status: 200 len: 915 time: 0.0867546 Dec 13 17:02:09.021904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-920c6f5b-7612-44cc-935f-533b62bac80d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c0b1eadc-9740-425f-a00e-88918f501b52 HTTP/1.1" status: 200 len: 217 time: 0.0354228 Dec 13 17:02:09.075289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-b646bac8-159a-40a5-8f29-a9256ae6c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:09.076735 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-b646bac8-159a-40a5-8f29-a9256ae6c073 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2b8834e8-929b-4eb4-b3ed-74e587ccbe2f HTTP/1.1" status: 200 len: 854 time: 0.0470331 Dec 13 17:02:09.107983 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-24cd6cf6-3ed3-43e3-b2ed-c5dd66e43669 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b49d0744-c990-42d2-a5ae-9726107266d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242581 Dec 13 17:02:09.199526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-5adccd23-1e4c-4e56-a4bc-182480f631d7 service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840354 Dec 13 17:02:09.301014 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5643c3aa-2d49-43a1-bdf0-abd4bd20bda5 req-d3fab2e4-5581-4788-a019-99063c615dbb service neutron] 10.222.0.31 "GET /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934932 Dec 13 17:02:09.877907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644356a3-4f2c-4896-9ef5-4da939ca330e req-1aaeec1b-6e53-44f1-8944-fd4470d10a47 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:09.880048 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-644356a3-4f2c-4896-9ef5-4da939ca330e req-1aaeec1b-6e53-44f1-8944-fd4470d10a47 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.3018031 Dec 13 17:02:09.925982 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-644356a3-4f2c-4896-9ef5-4da939ca330e req-b2040034-546b-4d91-a20a-ca4b597d05fa tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Dec 13 17:02:10.056955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aceb0c2-8879-45b4-8e65-10e821d18df6 req-dae02f41-8e94-4b6c-b6b9-a86a3e66fc0b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:10.058443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2aceb0c2-8879-45b4-8e65-10e821d18df6 req-dae02f41-8e94-4b6c-b6b9-a86a3e66fc0b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0495007 Dec 13 17:02:10.104601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2aceb0c2-8879-45b4-8e65-10e821d18df6 req-fe1b7d6e-043d-4cf0-9784-889add341d15 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Dec 13 17:02:10.223145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e6f19-adf6-4768-95d4-3346ea80a1b9 req-44331b8f-5fdf-4404-aea6-f0320a958d20 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:10.224595 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-368e6f19-adf6-4768-95d4-3346ea80a1b9 req-44331b8f-5fdf-4404-aea6-f0320a958d20 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0518992 Dec 13 17:02:10.271136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-368e6f19-adf6-4768-95d4-3346ea80a1b9 req-9cfa7469-c9ce-4ce6-a53d-2c6837f493f2 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407588 Dec 13 17:02:10.437866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7007d5-49a7-4ecd-9427-bbb2f2fb6b74 req-dd409b42-25fd-4cc5-a7f6-f2d955e0aabe tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:10.439394 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c7007d5-49a7-4ecd-9427-bbb2f2fb6b74 req-dd409b42-25fd-4cc5-a7f6-f2d955e0aabe tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0486374 Dec 13 17:02:10.485523 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c7007d5-49a7-4ecd-9427-bbb2f2fb6b74 req-e97194cc-2576-4ac6-8c33-18f3a44495bb tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398734 Dec 13 17:02:10.607977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c7bd3-8223-403f-ad64-e2fb680d6931 req-a5715446-3fc7-4bfd-a042-633d3110a10f tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:10.609472 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e3c7bd3-8223-403f-ad64-e2fb680d6931 req-a5715446-3fc7-4bfd-a042-633d3110a10f tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0517604 Dec 13 17:02:10.660754 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e3c7bd3-8223-403f-ad64-e2fb680d6931 req-21f51c28-e8b2-47d5-9df0-5ccccb98b7e0 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443647 Dec 13 17:02:10.783346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938caf-cdc9-4b40-aa8a-b2ff941a22a3 req-3ebe4b95-89c7-4d6e-be61-2db94b2aa67b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:10.785325 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da938caf-cdc9-4b40-aa8a-b2ff941a22a3 req-3ebe4b95-89c7-4d6e-be61-2db94b2aa67b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0494077 Dec 13 17:02:10.832351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da938caf-cdc9-4b40-aa8a-b2ff941a22a3 req-9f159d8f-cd70-4231-8625-80fc645a2b8c tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406330 Dec 13 17:02:11.137292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49328116-52cb-4259-81f4-d00248e60afb req-be46f192-05d3-449e-b46c-682ab1ca604a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:11.138904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-49328116-52cb-4259-81f4-d00248e60afb req-be46f192-05d3-449e-b46c-682ab1ca604a tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Dec 13 17:02:11.186540 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-49328116-52cb-4259-81f4-d00248e60afb req-a1e06619-7854-4593-9a78-70e7eb49fefa tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Dec 13 17:02:11.914737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 2df999b3-8152-45c5-8216-724ebe0c2d57 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:02:11.936174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 2df999b3-8152-45c5-8216-724ebe0c2d57 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:02:11.936521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 2df999b3-8152-45c5-8216-724ebe0c2d57 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:02:12.308866 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434ab39-ea0d-4939-b13e-fdee0d923e26 req-7cd41cde-5933-44cb-a98c-33f134b03942 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:12.310340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3434ab39-ea0d-4939-b13e-fdee0d923e26 req-7cd41cde-5933-44cb-a98c-33f134b03942 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0534022 Dec 13 17:02:12.358890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3434ab39-ea0d-4939-b13e-fdee0d923e26 req-d494f2f6-fbba-4293-b04a-1ca4805bd55b tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/security-groups?id=78c5a816-f824-4210-8123-42def5382673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424767 Dec 13 17:02:12.567224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-dae8ff53-2d5a-4e3a-b4a4-b8635ca66198 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:12.568568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-dae8ff53-2d5a-4e3a-b4a4-b8635ca66198 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.31 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 945 time: 0.0477719 Dec 13 17:02:12.662820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Deleting port c0b1eadc-9740-425f-a00e-88918f501b52 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:12.663159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:12.749710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] For port c0b1eadc-9740-425f-a00e-88918f501b52, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c0b1eadc-9740-425f-a00e-88918f501b52,segment=NetworkSegment(db76588b-6974-4fca-887b-5aebb389cb96),segment_id=db76588b-6974-4fca-887b-5aebb389cb96)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:12.750066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:12.762738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Calling delete_port for c0b1eadc-9740-425f-a00e-88918f501b52 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:12.888147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:12.905147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['c0b1eadc-9740-425f-a00e-88918f501b52'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:02:12.916508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Pushing event deleted for resources: {'Port': ['ID=c0b1eadc-9740-425f-a00e-88918f501b52,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:12.960640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] No DVR routers for this DVR port c0b1eadc-9740-425f-a00e-88918f501b52 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:12.963158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:12.966443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bd8609d1-9f45-4d09-a696-c7143d5d24d9 req-35619121-2018-4e4a-a659-434dfe75b0bd tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.31 "DELETE /v2.0/ports/c0b1eadc-9740-425f-a00e-88918f501b52 HTTP/1.1" status: 204 len: 173 time: 0.3873181 Dec 13 17:02:12.966916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2705ecd-0b58-4e67-a528-a4483170d205', 'name': 'network-vif-deleted', 'tag': 'c0b1eadc-9740-425f-a00e-88918f501b52'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:02:12.969151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4509f0ed-23bd-421f-82a8-01b9bfca3d90" -d '{"events": [{"server_uuid": "a2705ecd-0b58-4e67-a528-a4483170d205", "name": "network-vif-deleted", "tag": "c0b1eadc-9740-425f-a00e-88918f501b52"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:02:13.006702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ac7a47-05e6-430f-b213-328d7b4a6eff x-openstack-request-id: req-75ac7a47-05e6-430f-b213-328d7b4a6eff {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:02:13.007011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2705ecd-0b58-4e67-a528-a4483170d205", "name": "network-vif-deleted", "tag": "c0b1eadc-9740-425f-a00e-88918f501b52", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:02:13.007273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75ac7a47-05e6-430f-b213-328d7b4a6eff {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:02:13.007680 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2705ecd-0b58-4e67-a528-a4483170d205', 'name': 'network-vif-deleted', 'tag': 'c0b1eadc-9740-425f-a00e-88918f501b52', 'status': 'completed', 'code': 200} Dec 13 17:02:13.469671 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aa7914ba-e14c-4d9e-9c71-5d77a13cd64b req-cba38c55-ca89-441d-9e2f-8f339852d4a0 tempest-ServersNegativeTestJSON-1382431019 tempest-ServersNegativeTestJSON-1382431019-project] 10.222.0.13 "GET /v2.0/ports?device_id=a2705ecd-0b58-4e67-a528-a4483170d205 HTTP/1.1" status: 200 len: 210 time: 0.0272031 Dec 13 17:02:14.169341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.525787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51312) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:14.571632 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-7006ab76-b1de-4583-b69b-2b337768a038 admin admin] Deleting subnet 2b8834e8-929b-4eb4-b3ed-74e587ccbe2f {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:02:14.574566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7006ab76-b1de-4583-b69b-2b337768a038 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.616352 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7006ab76-b1de-4583-b69b-2b337768a038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.657787 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7006ab76-b1de-4583-b69b-2b337768a038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.707864 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7006ab76-b1de-4583-b69b-2b337768a038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.733710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006ab76-b1de-4583-b69b-2b337768a038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8834e8-929b-4eb4-b3ed-74e587ccbe2f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:14.735817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7006ab76-b1de-4583-b69b-2b337768a038 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.739338 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7006ab76-b1de-4583-b69b-2b337768a038 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2b8834e8-929b-4eb4-b3ed-74e587ccbe2f HTTP/1.1" status: 204 len: 168 time: 0.2124786 Dec 13 17:02:14.741791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51314) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:14.810902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.884255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.903219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b49d0744-c990-42d2-a5ae-9726107266d1']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:14.912828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db76588b-6974-4fca-887b-5aebb389cb96') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:14.913117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db76588b-6974-4fca-887b-5aebb389cb96') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:14.922262 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.935426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.941860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:14.942229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:14.943891 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:14.999754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:15.005485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:15.008647 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b49d0744-c990-42d2-a5ae-9726107266d1 HTTP/1.1" status: 204 len: 168 time: 0.2659585 Dec 13 17:02:15.020842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557fcb-5e3b-4e3b-b156-8f74d7e09492 admin admin] Pushing event deleted for resources: {'Network': ['ID=b49d0744-c990-42d2-a5ae-9726107266d1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:15.118409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51318) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:15.157992 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-165f69a0-6d0e-4dda-9b8a-9777f46f0434 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=644f95a531254e388a576d5e5bdd7c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383742 Dec 13 17:02:15.160586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51320) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:15.206190 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17bcc205-5e8a-4a7b-9947-796d94224bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:15.227171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17bcc205-5e8a-4a7b-9947-796d94224bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:15.276888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17bcc205-5e8a-4a7b-9947-796d94224bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:15.279524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17bcc205-5e8a-4a7b-9947-796d94224bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:15.280964 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-17bcc205-5e8a-4a7b-9947-796d94224bd7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78c5a816-f824-4210-8123-42def5382673 HTTP/1.1" status: 204 len: 168 time: 0.1192918 Dec 13 17:02:15.291428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcc205-5e8a-4a7b-9947-796d94224bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c5a816-f824-4210-8123-42def5382673,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:15.952793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51342) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:16.046148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585815720'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:16.068054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:16.071610 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:16.079937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:16.155746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:16.160119 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:16.186213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:16.194928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edf96bd7-9295-449e-a4e1-778c97bbf508,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:16.200880 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:16.201270 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Added segment 60c4a0c0-e527-4240-9551-094f804e9582 of type vlan for network 1de6c4ae-2b27-4b84-b62c-5726a255af95 Dec 13 17:02:16.241572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:16.265289 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:16.271648 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:16.272230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:16.327538 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3736291 Dec 13 17:02:16.346498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a1f67-b60f-4198-bd45-5b2a56258948 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Network': ['ID=1de6c4ae-2b27-4b84-b62c-5726a255af95,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:16.357006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 1de6c4ae-2b27-4b84-b62c-5726a255af95 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:17.970436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c0b1eadc-9740-425f-a00e-88918f501b52 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:02:17.992628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: c0b1eadc-9740-425f-a00e-88918f501b52 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:02:17.992974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c0b1eadc-9740-425f-a00e-88918f501b52 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:02:19.604600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51346) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:19.609668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'subnet': {'network_id': '1de6c4ae-2b27-4b84-b62c-5726a255af95', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:19.695174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:19.698625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:19.879190 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:19.947313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Subnet': ['ID=0a7a56e2-66fd-4102-b8c9-afd7405f1268,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:19.949481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Checking segment: {'id': '60c4a0c0-e527-4240-9551-094f804e9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1de6c4ae-2b27-4b84-b62c-5726a255af95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:19.949845 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network hostable DHCP agents. Network: 1de6c4ae-2b27-4b84-b62c-5726a255af95, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:19.966349 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network 1de6c4ae-2b27-4b84-b62c-5726a255af95 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:19.974814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 1de6c4ae-2b27-4b84-b62c-5726a255af95) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:19.978818 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:19.979401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:19.983566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e815d7-784d-455c-a6ee-599c0f020706 None None] Network 1de6c4ae-2b27-4b84-b62c-5726a255af95 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:19.996932 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4192b835-47f8-48a8-8077-a509ecdaa27d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3912196 Dec 13 17:02:20.000427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51348) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:20.006229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1853786498'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:20.026267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:20.029631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.054796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:20.063545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.063888 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Added segment 27e6b5fc-1751-46a7-93c2-a307fbea5d38 of type vlan for network 2b0e09b0-173f-4772-99e8-e75208b8ef15 Dec 13 17:02:20.087620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-1de6c4ae-2b27-4b84-b62c-5726a255af95', 'network_id': '1de6c4ae-2b27-4b84-b62c-5726a255af95', 'project_id': 'ca99c571a9364fd69c94238eda52b41e', 'fixed_ips': [{'subnet_id': '0a7a56e2-66fd-4102-b8c9-afd7405f1268'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:20.088500 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.103804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.106213 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:02:20.129859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.135383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:20.135955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.193458 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1886168 Dec 13 17:02:20.193683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51350) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:20.198423 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'subnet': {'network_id': '2b0e09b0-173f-4772-99e8-e75208b8ef15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:20.230734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Allocated IP 2001:db8:0:ffff::2 (1de6c4ae-2b27-4b84-b62c-5726a255af95/0a7a56e2-66fd-4102-b8c9-afd7405f1268/382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:20.249499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d234732-e9e8-4408-b531-51b2b6012241 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Network': ['ID=2b0e09b0-173f-4772-99e8-e75208b8ef15,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:20.285536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 2b0e09b0-173f-4772-99e8-e75208b8ef15 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:20.301764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:20.305321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.446416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.453288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.494626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Network 1de6c4ae-2b27-4b84-b62c-5726a255af95 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:20.499255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:20.501349 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.503540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:20.510671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Pushing event updated for resources: {'Port': ['ID=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:20.566358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Attempting to bind port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:20.566829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Attempting to bind port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '60c4a0c0-e527-4240-9551-094f804e9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1de6c4ae-2b27-4b84-b62c-5726a255af95'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:20.567146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Attempting to bind port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 on network 1de6c4ae-2b27-4b84-b62c-5726a255af95 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:20.567725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Subnet': ['ID=5998bd11-cd22-44db-ab52-08cc929de8d3,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:20.572319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Checking segment: {'id': '27e6b5fc-1751-46a7-93c2-a307fbea5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2b0e09b0-173f-4772-99e8-e75208b8ef15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:20.572478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:20.572706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network hostable DHCP agents. Network: 2b0e09b0-173f-4772-99e8-e75208b8ef15, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:20.572825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Checking segment: {'id': '60c4a0c0-e527-4240-9551-094f804e9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1de6c4ae-2b27-4b84-b62c-5726a255af95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:20.573114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.573513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Bound using segment: {'id': '60c4a0c0-e527-4240-9551-094f804e9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1de6c4ae-2b27-4b84-b62c-5726a255af95'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:20.573989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Bound port: 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c4a0c0-e527-4240-9551-094f804e9582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '1de6c4ae-2b27-4b84-b62c-5726a255af95'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:20.574372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.589121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network 2b0e09b0-173f-4772-99e8-e75208b8ef15 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:20.599525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 2b0e09b0-173f-4772-99e8-e75208b8ef15) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:20.603740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:20.604420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.611579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea36fded-91f2-4227-a2cc-a1bbc58ad092 None None] Network 2b0e09b0-173f-4772-99e8-e75208b8ef15 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:20.624277 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d5a0dd45-0b03-407c-a8aa-fc208781ef29 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4272685 Dec 13 17:02:20.624820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51352) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:20.702814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] For port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:20.712549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] For port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,segment=NetworkSegment(60c4a0c0-e527-4240-9551-094f804e9582),segment_id=60c4a0c0-e527-4240-9551-094f804e9582)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:20.719977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.779275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2b0e09b0-173f-4772-99e8-e75208b8ef15', 'network_id': '2b0e09b0-173f-4772-99e8-e75208b8ef15', 'project_id': 'ca99c571a9364fd69c94238eda52b41e', 'fixed_ips': [{'subnet_id': '5998bd11-cd22-44db-ab52-08cc929de8d3'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:20.780172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:20.881887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f9e8c-32a5-48a7-bb2c-d7a2e3fb943d None None] Pushing event updated for resources: {'Port': ['ID=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:20.960655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Allocated IP 2001:db8::2 (2b0e09b0-173f-4772-99e8-e75208b8ef15/5998bd11-cd22-44db-ab52-08cc929de8d3/4ff83edc-a742-4d15-b827-840b4777aef1) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:21.004454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.104393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.145975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.155255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.192003 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.200580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Network 2b0e09b0-173f-4772-99e8-e75208b8ef15 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:21.203565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:21.207967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:21.214938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Pushing event updated for resources: {'Port': ['ID=4ff83edc-a742-4d15-b827-840b4777aef1,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:21.228382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Subnet': ['ID=5998bd11-cd22-44db-ab52-08cc929de8d3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:21.267189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Attempting to bind port 4ff83edc-a742-4d15-b827-840b4777aef1 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:21.267556 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Attempting to bind port 4ff83edc-a742-4d15-b827-840b4777aef1 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '27e6b5fc-1751-46a7-93c2-a307fbea5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2b0e09b0-173f-4772-99e8-e75208b8ef15'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:21.267921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Attempting to bind port 4ff83edc-a742-4d15-b827-840b4777aef1 on network 2b0e09b0-173f-4772-99e8-e75208b8ef15 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:21.273840 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:21.274209 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Checking segment: {'id': '27e6b5fc-1751-46a7-93c2-a307fbea5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2b0e09b0-173f-4772-99e8-e75208b8ef15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:21.274608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.275022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Bound using segment: {'id': '27e6b5fc-1751-46a7-93c2-a307fbea5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2b0e09b0-173f-4772-99e8-e75208b8ef15'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:21.275483 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Bound port: 4ff83edc-a742-4d15-b827-840b4777aef1, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27e6b5fc-1751-46a7-93c2-a307fbea5d38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '2b0e09b0-173f-4772-99e8-e75208b8ef15'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:21.275864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.290312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.313661 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0e09b0-173f-4772-99e8-e75208b8ef15']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:21.323338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e6b5fc-1751-46a7-93c2-a307fbea5d38') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:21.323644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e6b5fc-1751-46a7-93c2-a307fbea5d38') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:21.333926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.347961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] For port 4ff83edc-a742-4d15-b827-840b4777aef1, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:21.348519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.354690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:21.355081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:21.358607 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:21.413504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] For port 4ff83edc-a742-4d15-b827-840b4777aef1, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4ff83edc-a742-4d15-b827-840b4777aef1,segment=NetworkSegment(27e6b5fc-1751-46a7-93c2-a307fbea5d38),segment_id=27e6b5fc-1751-46a7-93c2-a307fbea5d38)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:21.416671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.db.api [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 13 17:02:21.416671 dv-neutron-821599-1-hyperv neutron-server[103053]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 13 17:02:21.416671 dv-neutron-821599-1-hyperv neutron-server[103053]: [parameters: {'id': '2b0e09b0-173f-4772-99e8-e75208b8ef15'}] Dec 13 17:02:21.416671 dv-neutron-821599-1-hyperv neutron-server[103053]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 17:02:21.417097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG oslo_db.api [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 17:02:21.417798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.495225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213581a-ecfb-45d9-b672-86168c5fdc0b None None] Pushing event updated for resources: {'Port': ['ID=4ff83edc-a742-4d15-b827-840b4777aef1,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:21.515333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa64f0aa-22d9-4619-8432-bc085a7ad42e None None] Network 2b0e09b0-173f-4772-99e8-e75208b8ef15 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:21.772470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcfdb29-2a33-4db8-bfa1-1a7dbc794c30 None None] Network 1de6c4ae-2b27-4b84-b62c-5726a255af95 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:21.836809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-722899f2-d87e-45f4-a90f-6b9184100e0f None None] Provisioning complete for port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:21.837174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-722899f2-d87e-45f4-a90f-6b9184100e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.918437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.948886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-722899f2-d87e-45f4-a90f-6b9184100e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.972984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Deleting port 4ff83edc-a742-4d15-b827-840b4777aef1 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:21.973347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:21.988675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-722899f2-d87e-45f4-a90f-6b9184100e0f None None] For port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,segment=NetworkSegment(60c4a0c0-e527-4240-9551-094f804e9582),segment_id=60c4a0c0-e527-4240-9551-094f804e9582)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:21.993964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-722899f2-d87e-45f4-a90f-6b9184100e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.048745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] For port 4ff83edc-a742-4d15-b827-840b4777aef1, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4ff83edc-a742-4d15-b827-840b4777aef1,segment=NetworkSegment(27e6b5fc-1751-46a7-93c2-a307fbea5d38),segment_id=27e6b5fc-1751-46a7-93c2-a307fbea5d38)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:22.049112 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.057517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722899f2-d87e-45f4-a90f-6b9184100e0f None None] Pushing event updated for resources: {'Port': ['ID=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:22.066776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Calling delete_port for 4ff83edc-a742-4d15-b827-840b4777aef1 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:22.130330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b11463d-30ad-4ac0-91d2-0f6ab2332539 None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 17:02:22.156091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.181640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Port': ['ID=4ff83edc-a742-4d15-b827-840b4777aef1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:22.185242 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No DVR routers for this DVR port 4ff83edc-a742-4d15-b827-840b4777aef1 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:22.208531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b11463d-30ad-4ac0-91d2-0f6ab2332539 None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 17:02:22.228178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-79e7974c-7bd2-499c-ba00-0be8ee93fcbc None None] Provisioning complete for port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:22.228540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-79e7974c-7bd2-499c-ba00-0be8ee93fcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.262563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.287004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0e09b0-173f-4772-99e8-e75208b8ef15']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:22.296375 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e6b5fc-1751-46a7-93c2-a307fbea5d38') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:22.296664 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e6b5fc-1751-46a7-93c2-a307fbea5d38') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:22.306145 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.318801 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.324829 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:22.325232 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:22.328288 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:22.388757 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.396266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.399442 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/2b0e09b0-173f-4772-99e8-e75208b8ef15 HTTP/1.1" status: 204 len: 168 time: 1.7740352 Dec 13 17:02:22.403872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51354) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:22.411375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275378953'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:22.411780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d501083-ba03-4b38-8778-5868fc3fa7e9 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Network': ['ID=2b0e09b0-173f-4772-99e8-e75208b8ef15,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:22.442823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:22.446365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.470470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:22.480428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.480856 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Added segment a263fbd7-428e-4618-b79b-00395dcc19c2 of type vlan for network ae6e65d8-b7b2-42e6-a81a-07c463432e07 Dec 13 17:02:22.521790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.545662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.551281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:22.551865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.653615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2479885 Dec 13 17:02:22.656850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51356) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:22.662237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'subnet': {'network_id': 'ae6e65d8-b7b2-42e6-a81a-07c463432e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:22.662945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dfff34-2b97-4abd-b4f1-a7d7aefb4d02 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Network': ['ID=ae6e65d8-b7b2-42e6-a81a-07c463432e07,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:22.674337 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network ae6e65d8-b7b2-42e6-a81a-07c463432e07 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:22.714583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:22.763152 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:22.766697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.786297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:22.786702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:22.826127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Performing IP validity checks on allocation pools {{(pid=103053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 13 17:02:22.826671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.ipam_backend_mixin [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103053) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 13 17:02:22.950637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.009561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Subnet': ['ID=97d59485-2bb4-4f8f-9638-51f959f35718,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:23.020284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Checking segment: {'id': 'a263fbd7-428e-4618-b79b-00395dcc19c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'ae6e65d8-b7b2-42e6-a81a-07c463432e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:23.020642 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network hostable DHCP agents. Network: ae6e65d8-b7b2-42e6-a81a-07c463432e07, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:23.036917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network ae6e65d8-b7b2-42e6-a81a-07c463432e07 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:23.045172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, ae6e65d8-b7b2-42e6-a81a-07c463432e07) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:23.049360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:23.050732 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.054580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b7925-938e-4613-a8e6-1e6c910e1f9d None None] Network ae6e65d8-b7b2-42e6-a81a-07c463432e07 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:23.068180 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d3d7a83f-a734-4178-9dc6-f76e4b5e3d4e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4099567 Dec 13 17:02:23.070546 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51358) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:23.175995 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.229157 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.295274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.316505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0aa9b-6d1c-4760-ab58-963bba4b3d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-ae6e65d8-b7b2-42e6-a81a-07c463432e07', 'network_id': 'ae6e65d8-b7b2-42e6-a81a-07c463432e07', 'project_id': 'ca99c571a9364fd69c94238eda52b41e', 'fixed_ips': [{'subnet_id': '97d59485-2bb4-4f8f-9638-51f959f35718'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:23.317390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-01d0aa9b-6d1c-4760-ab58-963bba4b3d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.323416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Subnet': ['ID=97d59485-2bb4-4f8f-9638-51f959f35718,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:23.390322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.402766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda66732-71a8-4f6a-8b5e-ba2bcdca8a8f None None] Network ae6e65d8-b7b2-42e6-a81a-07c463432e07 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:23.412052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6e65d8-b7b2-42e6-a81a-07c463432e07']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:23.421426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a263fbd7-428e-4618-b79b-00395dcc19c2') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:23.421729 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a263fbd7-428e-4618-b79b-00395dcc19c2') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:23.431202 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.444772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.450890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:23.451275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:23.454298 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:23.515274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.522246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.525398 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/ae6e65d8-b7b2-42e6-a81a-07c463432e07 HTTP/1.1" status: 204 len: 168 time: 0.4538460 Dec 13 17:02:23.529119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51360) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:23.534757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431034477'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:23.537862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316afa08-a67e-492d-b9d1-4c785499af53 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Network': ['ID=ae6e65d8-b7b2-42e6-a81a-07c463432e07,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:23.556166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:23.559753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.582849 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:23.591732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.592061 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Added segment fc6c7626-43f0-40a1-b24b-7ef10e078972 of type vlan for network 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba Dec 13 17:02:23.638964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.663438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.669356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:23.669966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:23.725875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1956365 Dec 13 17:02:23.728687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51362) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:23.733448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'subnet': {'network_id': '646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:23.788872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e68dc-ec81-4df5-8ecc-8a5eec32ef5a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Network': ['ID=646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:23.799070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:23.837131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:23.840781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.023916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.083790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Subnet': ['ID=1ca86ed5-19e3-485f-a2dc-03e1772bedce,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:24.092533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Checking segment: {'id': 'fc6c7626-43f0-40a1-b24b-7ef10e078972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:24.092907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network hostable DHCP agents. Network: 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:24.109883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:24.119497 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:24.123672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:24.124332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.128539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75714638-d95d-4b50-8d4a-f7df3004a778 None None] Network 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:24.140842 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8ebfb971-63b5-430e-8483-1859b45b20b2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4111428 Dec 13 17:02:24.144802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51364) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:24.150339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-601972721'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:24.172030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:24.176351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.199903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:24.209029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.209359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Added segment 9411cfc4-ba0d-4fe3-8ec6-191bd418cf8f of type vlan for network 618674ab-e526-47d2-b3d5-f987c28f472d Dec 13 17:02:24.232399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba', 'network_id': '646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba', 'project_id': 'ca99c571a9364fd69c94238eda52b41e', 'fixed_ips': [{'subnet_id': '1ca86ed5-19e3-485f-a2dc-03e1772bedce'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:24.233280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.252694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.277368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.283144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:24.283734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.344004 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1976547 Dec 13 17:02:24.347528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51366) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:24.359390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Request body: {'subnet': {'network_id': '618674ab-e526-47d2-b3d5-f987c28f472d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:24.376289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Allocated IP 2001:db8::2 (646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba/1ca86ed5-19e3-485f-a2dc-03e1772bedce/e04a8857-92d2-450a-b8b5-198f4b520c44) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:24.378028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07a4a3-ac20-4b99-9841-114ce5a2b0f3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Network': ['ID=618674ab-e526-47d2-b3d5-f987c28f472d,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:24.395115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 618674ab-e526-47d2-b3d5-f987c28f472d details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:24.459167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Made reservation on behalf of ca99c571a9364fd69c94238eda52b41e for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:24.462601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.577541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.585771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.628068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Network 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:24.632768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:24.635230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:24.647077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Pushing event updated for resources: {'Port': ['ID=e04a8857-92d2-450a-b8b5-198f4b520c44,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:24.650588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.697806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Attempting to bind port e04a8857-92d2-450a-b8b5-198f4b520c44 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:24.698163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Attempting to bind port e04a8857-92d2-450a-b8b5-198f4b520c44 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'fc6c7626-43f0-40a1-b24b-7ef10e078972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:24.698534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Attempting to bind port e04a8857-92d2-450a-b8b5-198f4b520c44 on network 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:24.703525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:24.703900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Checking segment: {'id': 'fc6c7626-43f0-40a1-b24b-7ef10e078972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:24.704303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.704701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Bound using segment: {'id': 'fc6c7626-43f0-40a1-b24b-7ef10e078972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:24.705165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Bound port: e04a8857-92d2-450a-b8b5-198f4b520c44, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6c7626-43f0-40a1-b24b-7ef10e078972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:24.705548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.716788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event updated for resources: {'Subnet': ['ID=6aba0249-6ab0-4c6d-8b03-aff094b7dfe6,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:24.721164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Checking segment: {'id': '9411cfc4-ba0d-4fe3-8ec6-191bd418cf8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '618674ab-e526-47d2-b3d5-f987c28f472d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:24.721553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network hostable DHCP agents. Network: 618674ab-e526-47d2-b3d5-f987c28f472d, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:24.738042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Network 618674ab-e526-47d2-b3d5-f987c28f472d is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:24.747469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 618674ab-e526-47d2-b3d5-f987c28f472d) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:24.751538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:24.752133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.762503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a763f5a-d944-47ef-a218-11a534927937 None None] Network 618674ab-e526-47d2-b3d5-f987c28f472d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:24.769518 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-557eef77-1d61-433a-b90b-6f5aac4fbf39 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4207709 Dec 13 17:02:24.772342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51368) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:24.814241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] For port e04a8857-92d2-450a-b8b5-198f4b520c44, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:24.834089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] For port e04a8857-92d2-450a-b8b5-198f4b520c44, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e04a8857-92d2-450a-b8b5-198f4b520c44,segment=NetworkSegment(fc6c7626-43f0-40a1-b24b-7ef10e078972),segment_id=fc6c7626-43f0-40a1-b24b-7ef10e078972)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:24.839702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.874423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.931560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbd7c66-ee2e-41ae-8008-9734c37ce9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-618674ab-e526-47d2-b3d5-f987c28f472d', 'network_id': '618674ab-e526-47d2-b3d5-f987c28f472d', 'project_id': 'ca99c571a9364fd69c94238eda52b41e', 'fixed_ips': [{'subnet_id': '6aba0249-6ab0-4c6d-8b03-aff094b7dfe6'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:24.932413 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7c66-ee2e-41ae-8008-9734c37ce9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:24.934667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779c39c-c955-4b39-ac28-cc2b5ac3e171 None None] Pushing event updated for resources: {'Port': ['ID=e04a8857-92d2-450a-b8b5-198f4b520c44,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:24.970132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.042528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.042797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be77c786-3ac2-48be-b644-94dc425c3dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server [None req-ffbd7c66-ee2e-41ae-8008-9734c37ce9e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6aba0249-6ab0-4c6d-8b03-aff094b7dfe6: This subnet is being modified by another concurrent operation. Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise self.value Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server raise exception Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6aba0249-6ab0-4c6d-8b03-aff094b7dfe6: This subnet is being modified by another concurrent operation. Dec 13 17:02:25.053126 dv-neutron-821599-1-hyperv neutron-server[103054]: ERROR oslo_messaging.rpc.server Dec 13 17:02:25.078798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Subnet': ['ID=6aba0249-6ab0-4c6d-8b03-aff094b7dfe6,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:25.079231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e008c67-f0b8-41df-9d83-47ab49315c2c None None] Network 618674ab-e526-47d2-b3d5-f987c28f472d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:25.176017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.197855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['618674ab-e526-47d2-b3d5-f987c28f472d']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:25.208231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9411cfc4-ba0d-4fe3-8ec6-191bd418cf8f') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:25.208527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9411cfc4-ba0d-4fe3-8ec6-191bd418cf8f') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:25.218637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.233173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.240148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:25.240544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:25.243956 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:25.308611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.313145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.317572 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/618674ab-e526-47d2-b3d5-f987c28f472d HTTP/1.1" status: 204 len: 168 time: 0.5442452 Dec 13 17:02:25.319991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51370) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:25.333283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dd2d8-6e1e-48e3-a7dd-2b3f5a80b170 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Network': ['ID=618674ab-e526-47d2-b3d5-f987c28f472d,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:25.351241 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a4a52cb-620b-4830-8f32-1b72c31b634a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] GET failed (client error): The resource could not be found. Dec 13 17:02:25.353350 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0a4a52cb-620b-4830-8f32-1b72c31b634a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "GET /v2.0/subnets/6aba0249-6ab0-4c6d-8b03-aff094b7dfe6 HTTP/1.1" status: 404 len: 337 time: 0.0322208 Dec 13 17:02:25.356497 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51372) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:25.379177 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b61a111-d8d0-4c0f-a2f9-9795250237c3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] DELETE failed (client error): The resource could not be found. Dec 13 17:02:25.379720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b61a111-d8d0-4c0f-a2f9-9795250237c3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 17:02:25.383552 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5b61a111-d8d0-4c0f-a2f9-9795250237c3 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/618674ab-e526-47d2-b3d5-f987c28f472d HTTP/1.1" status: 404 len: 339 time: 0.0261106 Dec 13 17:02:25.387226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51374) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:25.413050 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e60c51-b91b-4e97-b7ae-7995acf9b18e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] DELETE failed (client error): The resource could not be found. Dec 13 17:02:25.413429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e60c51-b91b-4e97-b7ae-7995acf9b18e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 17:02:25.416720 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d3e60c51-b91b-4e97-b7ae-7995acf9b18e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/subnets/6aba0249-6ab0-4c6d-8b03-aff094b7dfe6 HTTP/1.1" status: 404 len: 337 time: 0.0285573 Dec 13 17:02:25.419092 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51376) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:25.437000 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a01fa54-f974-4393-9a71-ce5610569636 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] DELETE failed (client error): The resource could not be found. Dec 13 17:02:25.437513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a01fa54-f974-4393-9a71-ce5610569636 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 17:02:25.440655 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4a01fa54-f974-4393-9a71-ce5610569636 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/618674ab-e526-47d2-b3d5-f987c28f472d HTTP/1.1" status: 404 len: 339 time: 0.0206318 Dec 13 17:02:25.443245 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51378) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:25.497336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01907d2-6f4e-4bec-81f1-872e4df9cf1e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Deleting subnet 1ca86ed5-19e3-485f-a2dc-03e1772bedce {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:02:25.500383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c01907d2-6f4e-4bec-81f1-872e4df9cf1e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.543017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c01907d2-6f4e-4bec-81f1-872e4df9cf1e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.628358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c01907d2-6f4e-4bec-81f1-872e4df9cf1e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.693416 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c01907d2-6f4e-4bec-81f1-872e4df9cf1e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.720577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01907d2-6f4e-4bec-81f1-872e4df9cf1e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca86ed5-19e3-485f-a2dc-03e1772bedce,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:25.724872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c01907d2-6f4e-4bec-81f1-872e4df9cf1e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.728170 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c01907d2-6f4e-4bec-81f1-872e4df9cf1e tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/subnets/1ca86ed5-19e3-485f-a2dc-03e1772bedce HTTP/1.1" status: 204 len: 168 time: 0.2840049 Dec 13 17:02:25.730499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51380) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:25.810970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.825969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c1389b-6584-4326-84cd-b644ad50f818 None None] Network 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:25.864266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Deleting port e04a8857-92d2-450a-b8b5-198f4b520c44 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:25.864607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.936813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6513dc38-b087-4c58-9cb7-37422360e425 None None] Provisioning complete for port e04a8857-92d2-450a-b8b5-198f4b520c44 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:25.937398 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6513dc38-b087-4c58-9cb7-37422360e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.941175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] For port e04a8857-92d2-450a-b8b5-198f4b520c44, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e04a8857-92d2-450a-b8b5-198f4b520c44,segment=NetworkSegment(fc6c7626-43f0-40a1-b24b-7ef10e078972),segment_id=fc6c7626-43f0-40a1-b24b-7ef10e078972)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:25.941175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:25.955590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Calling delete_port for e04a8857-92d2-450a-b8b5-198f4b520c44 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:26.004890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] DHCP port deletion for 646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:26.039764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.041526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6513dc38-b087-4c58-9cb7-37422360e425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.071728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Port': ['ID=e04a8857-92d2-450a-b8b5-198f4b520c44,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:26.073460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No DVR routers for this DVR port e04a8857-92d2-450a-b8b5-198f4b520c44 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:26.107564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] Deleting port e04a8857-92d2-450a-b8b5-198f4b520c44 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:26.107944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.150670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.169798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] For port e04a8857-92d2-450a-b8b5-198f4b520c44, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:26.170122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.171169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:26.182463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6c7626-43f0-40a1-b24b-7ef10e078972') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:26.182863 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6c7626-43f0-40a1-b24b-7ef10e078972') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:26.182986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] Calling delete_port for e04a8857-92d2-450a-b8b5-198f4b520c44 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:26.185710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] Port e04a8857-92d2-450a-b8b5-198f4b520c44 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 17:02:26.186985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.192384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.205506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.211299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] Pushing event deleted for resources: {'Port': ['ID=e04a8857-92d2-450a-b8b5-198f4b520c44,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:26.211909 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:26.212322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.215131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1b9097-5d49-4836-8098-f817c3be5abb None None] No DVR routers for this DVR port e04a8857-92d2-450a-b8b5-198f4b520c44 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:26.218702 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:26.235278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f473edbd-6e75-4b61-96d5-d2eb684092bc None None] get_active_networks_info from dv-neutron-821599-1-hyperv {{(pid=103054) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 17:02:26.283338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.290968 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.296532 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba HTTP/1.1" status: 204 len: 168 time: 0.5626771 Dec 13 17:02:26.296700 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51382) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:26.310824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f473edbd-6e75-4b61-96d5-d2eb684092bc None None] Resources bound (agent type, host, resource id): {{(pid=103054) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 13 17:02:26.314783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af012f0-5951-4fce-845f-ca1f354d6843 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Network': ['ID=646c3a1b-7bc9-4ca4-bf6e-5c0fae1d26ba,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:26.334536 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb49c81b-1f1c-445f-bb0d-aca522c92f2a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] DELETE failed (client error): The resource could not be found. Dec 13 17:02:26.335238 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb49c81b-1f1c-445f-bb0d-aca522c92f2a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 17:02:26.338069 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-eb49c81b-1f1c-445f-bb0d-aca522c92f2a tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/subnets/97d59485-2bb4-4f8f-9638-51f959f35718 HTTP/1.1" status: 404 len: 337 time: 0.0404494 Dec 13 17:02:26.340654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51384) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:26.358612 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f565bf-2178-4c6a-8be8-53330e102323 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] DELETE failed (client error): The resource could not be found. Dec 13 17:02:26.359134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f565bf-2178-4c6a-8be8-53330e102323 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 17:02:26.362352 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c4f565bf-2178-4c6a-8be8-53330e102323 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/ae6e65d8-b7b2-42e6-a81a-07c463432e07 HTTP/1.1" status: 404 len: 339 time: 0.0206277 Dec 13 17:02:26.364804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51386) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:26.390307 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d950322-22db-4025-beb3-229b1122572d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] DELETE failed (client error): The resource could not be found. Dec 13 17:02:26.390784 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d950322-22db-4025-beb3-229b1122572d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 17:02:26.394639 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9d950322-22db-4025-beb3-229b1122572d tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/subnets/5998bd11-cd22-44db-ab52-08cc929de8d3 HTTP/1.1" status: 404 len: 337 time: 0.0287147 Dec 13 17:02:26.397066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51388) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:26.415284 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.pecan_wsgi.hooks.translation [None req-182c6fb6-517d-4d17-a187-26fd2c00c71c tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] DELETE failed (client error): The resource could not be found. Dec 13 17:02:26.416058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182c6fb6-517d-4d17-a187-26fd2c00c71c tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103053) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 13 17:02:26.419072 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-182c6fb6-517d-4d17-a187-26fd2c00c71c tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/2b0e09b0-173f-4772-99e8-e75208b8ef15 HTTP/1.1" status: 404 len: 339 time: 0.0211072 Dec 13 17:02:26.421725 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51390) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:26.478294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7244ed1-5d87-46bf-a32c-9446940f4343 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Deleting subnet 0a7a56e2-66fd-4102-b8c9-afd7405f1268 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:02:26.481284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e7244ed1-5d87-46bf-a32c-9446940f4343 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.522731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e7244ed1-5d87-46bf-a32c-9446940f4343 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.607620 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e7244ed1-5d87-46bf-a32c-9446940f4343 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.668358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e7244ed1-5d87-46bf-a32c-9446940f4343 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.695692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7244ed1-5d87-46bf-a32c-9446940f4343 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7a56e2-66fd-4102-b8c9-afd7405f1268,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:26.699304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e7244ed1-5d87-46bf-a32c-9446940f4343 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.702499 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e7244ed1-5d87-46bf-a32c-9446940f4343 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/subnets/0a7a56e2-66fd-4102-b8c9-afd7405f1268 HTTP/1.1" status: 204 len: 168 time: 0.2799177 Dec 13 17:02:26.705580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51392) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:26.708665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a2bbb-e5d8-49e4-801f-66e1f51b20dd None None] Network 1de6c4ae-2b27-4b84-b62c-5726a255af95 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:26.781608 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.836440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Deleting port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:26.836782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.857402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] DHCP port deletion for 1de6c4ae-2b27-4b84-b62c-5726a255af95 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:26.902824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] For port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,segment=NetworkSegment(60c4a0c0-e527-4240-9551-094f804e9582),segment_id=60c4a0c0-e527-4240-9551-094f804e9582)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:26.903213 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.905455 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] Deleting port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:26.905831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.919450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Calling delete_port for 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:26.968427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] For port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,segment=NetworkSegment(60c4a0c0-e527-4240-9551-094f804e9582),segment_id=60c4a0c0-e527-4240-9551-094f804e9582)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:26.968738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:26.981368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] Calling delete_port for 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:27.004072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.034307 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Port': ['ID=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:27.037949 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] No DVR routers for this DVR port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:27.062804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.087970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] Pushing event deleted for resources: {'Port': ['ID=382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:27.091374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d441e0-2dc5-4c50-ab4d-f54bb06fba7b None None] No DVR routers for this DVR port 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:27.120406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.140014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de6c4ae-2b27-4b84-b62c-5726a255af95']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:27.149585 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c4a0c0-e527-4240-9551-094f804e9582') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:27.149875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c4a0c0-e527-4240-9551-094f804e9582') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:27.159280 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.172671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.179104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:27.179505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:27.182394 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:27.242877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.246991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.250229 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] 10.222.0.13 "DELETE /v2.0/networks/1de6c4ae-2b27-4b84-b62c-5726a255af95 HTTP/1.1" status: 204 len: 168 time: 0.5430458 Dec 13 17:02:27.266159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4183841-49ee-46e2-a0a4-1734e9cb74e2 tempest-NetworksIpV6Test-897135796 tempest-NetworksIpV6Test-897135796-project] Pushing event deleted for resources: {'Network': ['ID=1de6c4ae-2b27-4b84-b62c-5726a255af95,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:27.445379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-93c37e8e-37d3-4f24-9ec6-c023c77e6e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.496650 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51398) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:27.652502 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-61f749c2-f87a-4177-9a12-77e584d5f24e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca99c571a9364fd69c94238eda52b41e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1546776 Dec 13 17:02:27.655001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51402) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:27.701155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6fd7f0c7-77ac-47ea-8744-c160b2e3d121 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.721099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6fd7f0c7-77ac-47ea-8744-c160b2e3d121 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.770858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6fd7f0c7-77ac-47ea-8744-c160b2e3d121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.773353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6fd7f0c7-77ac-47ea-8744-c160b2e3d121 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:27.774580 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6fd7f0c7-77ac-47ea-8744-c160b2e3d121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edf96bd7-9295-449e-a4e1-778c97bbf508 HTTP/1.1" status: 204 len: 168 time: 0.1186526 Dec 13 17:02:27.782028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7f0c7-77ac-47ea-8744-c160b2e3d121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf96bd7-9295-449e-a4e1-778c97bbf508,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:28.399155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51424) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:28.493288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-367230be-6861-4520-98c3-0510f6079e6f tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-401473602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:28.516426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-367230be-6861-4520-98c3-0510f6079e6f tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.517438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-367230be-6861-4520-98c3-0510f6079e6f tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.524650 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.568750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-367230be-6861-4520-98c3-0510f6079e6f tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.572525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-367230be-6861-4520-98c3-0510f6079e6f tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.590249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-367230be-6861-4520-98c3-0510f6079e6f tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.591466 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-367230be-6861-4520-98c3-0510f6079e6f tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1913044 Dec 13 17:02:28.594212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51428) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:28.599374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1962419109'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:28.622515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Made reservation on behalf of 02ed2c01a80f468cbaae621469cc3cc0 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:28.626012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.635321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.654593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:02:28.679504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:02:28.679895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 382ee10c-fc81-4bbc-a561-a5d4b5a8f2b6 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:02:28.717344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.721890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.748260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:28.758800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de50ee33-0b6d-4f23-bc4b-b6b00ef2e895,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:28.763323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.763670 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Added segment c06f8bbc-b1a8-4fb2-bb85-50cb169184a0 of type vlan for network 5bb94cfa-fa42-4f16-8e07-9e866d614f7c Dec 13 17:02:28.774724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.775082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.775434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.775772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.776108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.776439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.776770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.777098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.777428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.777755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.778083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.778405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.778762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:28.819634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.842916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.848652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:28.849238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:28.900874 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3055897 Dec 13 17:02:28.903735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51430) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:28.908423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Request body: {'subnet': {'network_id': '5bb94cfa-fa42-4f16-8e07-9e866d614f7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:28.963927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa09205-4e9b-437f-bc04-2d0c78d0c68d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event updated for resources: {'Network': ['ID=5bb94cfa-fa42-4f16-8e07-9e866d614f7c,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:28.976370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 5bb94cfa-fa42-4f16-8e07-9e866d614f7c details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:29.019277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Made reservation on behalf of 02ed2c01a80f468cbaae621469cc3cc0 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:29.023062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.203964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.264603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event updated for resources: {'Subnet': ['ID=8df0d176-5899-4748-80a6-501f273c0988,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:29.274112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Checking segment: {'id': 'c06f8bbc-b1a8-4fb2-bb85-50cb169184a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bb94cfa-fa42-4f16-8e07-9e866d614f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:29.274475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Network hostable DHCP agents. Network: 5bb94cfa-fa42-4f16-8e07-9e866d614f7c, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:29.294412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Network 5bb94cfa-fa42-4f16-8e07-9e866d614f7c is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:29.305061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 5bb94cfa-fa42-4f16-8e07-9e866d614f7c) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:29.309616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:29.310261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.318362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca39e3f8-0cd5-4b96-b114-d94b5fe66503 None None] Network 5bb94cfa-fa42-4f16-8e07-9e866d614f7c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:29.331264 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-76b22263-8528-4fe1-a278-3d543256df74 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4233756 Dec 13 17:02:29.331264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51432) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:29.336430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1419156641'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:29.356845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Made reservation on behalf of 02ed2c01a80f468cbaae621469cc3cc0 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:29.360322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.397770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:29.408310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.409576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Added segment 395666f1-e89c-452e-a334-325026852d12 of type vlan for network abd75b2c-e140-42f3-96ec-eca37392e270 Dec 13 17:02:29.429341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-5bb94cfa-fa42-4f16-8e07-9e866d614f7c', 'network_id': '5bb94cfa-fa42-4f16-8e07-9e866d614f7c', 'project_id': '02ed2c01a80f468cbaae621469cc3cc0', 'fixed_ips': [{'subnet_id': '8df0d176-5899-4748-80a6-501f273c0988'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:29.430222 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.449791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.476195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.481661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:29.482246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.540197 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2050917 Dec 13 17:02:29.540403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51434) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:29.545437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Request body: {'subnet': {'network_id': 'abd75b2c-e140-42f3-96ec-eca37392e270', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:29.570880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Allocated IP 172.20.0.2 (5bb94cfa-fa42-4f16-8e07-9e866d614f7c/8df0d176-5899-4748-80a6-501f273c0988/a317029b-de19-456c-8110-4b921dc19774) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:29.598159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e0432c-6908-4660-8cff-efaf2e4f6d1e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event updated for resources: {'Network': ['ID=abd75b2c-e140-42f3-96ec-eca37392e270,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:29.621101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network abd75b2c-e140-42f3-96ec-eca37392e270 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:29.648694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Made reservation on behalf of 02ed2c01a80f468cbaae621469cc3cc0 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:29.652231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.839187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.900640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event updated for resources: {'Subnet': ['ID=0822c6b7-f3db-407d-bf0d-c266b0406dbf,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:29.907942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Checking segment: {'id': '395666f1-e89c-452e-a334-325026852d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'abd75b2c-e140-42f3-96ec-eca37392e270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:29.908182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Network hostable DHCP agents. Network: abd75b2c-e140-42f3-96ec-eca37392e270, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:29.922680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.926198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Network abd75b2c-e140-42f3-96ec-eca37392e270 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:29.928987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.936112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, abd75b2c-e140-42f3-96ec-eca37392e270) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:29.941172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:29.941771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:29.961137 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d8f4a0bd-7549-48e3-b8b1-cffb0ce2379d tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4166877 Dec 13 17:02:29.961331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51436) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:29.965055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7cfb61-a123-4aea-9b2f-bf34121dcd87 None None] Network abd75b2c-e140-42f3-96ec-eca37392e270 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:29.965846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-81fec62c-5fb5-4a08-a605-de1abfad7847 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Request body: {'router': {'external_gateway_info': {'network_id': 'abd75b2c-e140-42f3-96ec-eca37392e270'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:30.018402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Network 5bb94cfa-fa42-4f16-8e07-9e866d614f7c is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:30.025110 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:30.027528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:30.032433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Pushing event updated for resources: {'Port': ['ID=a317029b-de19-456c-8110-4b921dc19774,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:30.120703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.125995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Attempting to bind port a317029b-de19-456c-8110-4b921dc19774 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:30.126486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Attempting to bind port a317029b-de19-456c-8110-4b921dc19774 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c06f8bbc-b1a8-4fb2-bb85-50cb169184a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bb94cfa-fa42-4f16-8e07-9e866d614f7c'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:30.126974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Attempting to bind port a317029b-de19-456c-8110-4b921dc19774 on network 5bb94cfa-fa42-4f16-8e07-9e866d614f7c {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:30.146724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:30.147243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Checking segment: {'id': 'c06f8bbc-b1a8-4fb2-bb85-50cb169184a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bb94cfa-fa42-4f16-8e07-9e866d614f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:30.147756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.148340 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Bound using segment: {'id': 'c06f8bbc-b1a8-4fb2-bb85-50cb169184a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bb94cfa-fa42-4f16-8e07-9e866d614f7c'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:30.149631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Bound port: a317029b-de19-456c-8110-4b921dc19774, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06f8bbc-b1a8-4fb2-bb85-50cb169184a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5bb94cfa-fa42-4f16-8e07-9e866d614f7c'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:30.149631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.153829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-abd75b2c-e140-42f3-96ec-eca37392e270', 'network_id': 'abd75b2c-e140-42f3-96ec-eca37392e270', 'project_id': '02ed2c01a80f468cbaae621469cc3cc0', 'fixed_ips': [{'subnet_id': '0822c6b7-f3db-407d-bf0d-c266b0406dbf'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:30.154684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.300706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] For port a317029b-de19-456c-8110-4b921dc19774, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:30.306361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] For port a317029b-de19-456c-8110-4b921dc19774, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a317029b-de19-456c-8110-4b921dc19774,segment=NetworkSegment(c06f8bbc-b1a8-4fb2-bb85-50cb169184a0),segment_id=c06f8bbc-b1a8-4fb2-bb85-50cb169184a0)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:30.333070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.397769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Allocated IP 172.21.0.2 (abd75b2c-e140-42f3-96ec-eca37392e270/0822c6b7-f3db-407d-bf0d-c266b0406dbf/80d0d955-85b3-4307-a509-48f5923ecdc2) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:30.415476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae7495-df84-4ebe-b3b5-236b13a5a9f1 None None] Pushing event updated for resources: {'Port': ['ID=a317029b-de19-456c-8110-4b921dc19774,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:30.499708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-81fec62c-5fb5-4a08-a605-de1abfad7847 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.569285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.575618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.617196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Network abd75b2c-e140-42f3-96ec-eca37392e270 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:30.623929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:30.628403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:30.645258 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Pushing event updated for resources: {'Port': ['ID=80d0d955-85b3-4307-a509-48f5923ecdc2,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:30.671031 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.api.v2.resource [None req-81fec62c-5fb5-4a08-a605-de1abfad7847 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 13 17:02:30.675044 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-81fec62c-5fb5-4a08-a605-de1abfad7847 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "PUT /v2.0/routers/dad82052-be01-4cbf-ba1c-99936b964e0f HTTP/1.1" status: 400 len: 364 time: 0.7125971 Dec 13 17:02:30.681143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51438) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:30.696582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Attempting to bind port 80d0d955-85b3-4307-a509-48f5923ecdc2 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:30.697022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Attempting to bind port 80d0d955-85b3-4307-a509-48f5923ecdc2 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '395666f1-e89c-452e-a334-325026852d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'abd75b2c-e140-42f3-96ec-eca37392e270'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:30.697424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Attempting to bind port 80d0d955-85b3-4307-a509-48f5923ecdc2 on network abd75b2c-e140-42f3-96ec-eca37392e270 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:30.707002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:30.707381 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Checking segment: {'id': '395666f1-e89c-452e-a334-325026852d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'abd75b2c-e140-42f3-96ec-eca37392e270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:30.707798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.708200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Bound using segment: {'id': '395666f1-e89c-452e-a334-325026852d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'abd75b2c-e140-42f3-96ec-eca37392e270'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:30.708683 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Bound port: 80d0d955-85b3-4307-a509-48f5923ecdc2, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '395666f1-e89c-452e-a334-325026852d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'abd75b2c-e140-42f3-96ec-eca37392e270'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:30.709072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.766053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-664d733e-b949-4f9e-ad07-7154d248fa36 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Deleting subnet 0822c6b7-f3db-407d-bf0d-c266b0406dbf {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:02:30.766780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a317029b-de19-456c-8110-4b921dc19774 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:30.770068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-664d733e-b949-4f9e-ad07-7154d248fa36 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.810960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-664d733e-b949-4f9e-ad07-7154d248fa36 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.823741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] For port 80d0d955-85b3-4307-a509-48f5923ecdc2, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:30.827719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] For port 80d0d955-85b3-4307-a509-48f5923ecdc2, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=80d0d955-85b3-4307-a509-48f5923ecdc2,segment=NetworkSegment(395666f1-e89c-452e-a334-325026852d12),segment_id=395666f1-e89c-452e-a334-325026852d12)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:30.833498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.878557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port a317029b-de19-456c-8110-4b921dc19774 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:30.878935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.902475 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-664d733e-b949-4f9e-ad07-7154d248fa36 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.946094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d001ed-0d76-46cd-aaa2-d7cf438ddf35 None None] Pushing event updated for resources: {'Port': ['ID=80d0d955-85b3-4307-a509-48f5923ecdc2,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:30.964875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-664d733e-b949-4f9e-ad07-7154d248fa36 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.968546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:30.988841 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d733e-b949-4f9e-ad07-7154d248fa36 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event deleted for resources: {'Subnet': ['ID=0822c6b7-f3db-407d-bf0d-c266b0406dbf,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:30.997708 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-664d733e-b949-4f9e-ad07-7154d248fa36 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.004253 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51440) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:31.006871 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-664d733e-b949-4f9e-ad07-7154d248fa36 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "DELETE /v2.0/subnets/0822c6b7-f3db-407d-bf0d-c266b0406dbf HTTP/1.1" status: 204 len: 168 time: 0.3202734 Dec 13 17:02:31.012073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.047839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port a317029b-de19-456c-8110-4b921dc19774, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a317029b-de19-456c-8110-4b921dc19774,segment=NetworkSegment(c06f8bbc-b1a8-4fb2-bb85-50cb169184a0),segment_id=c06f8bbc-b1a8-4fb2-bb85-50cb169184a0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:31.053265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.109555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.116655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=a317029b-de19-456c-8110-4b921dc19774,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:31.185785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Deleting port 80d0d955-85b3-4307-a509-48f5923ecdc2 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:31.186202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.256544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] For port 80d0d955-85b3-4307-a509-48f5923ecdc2, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=80d0d955-85b3-4307-a509-48f5923ecdc2,segment=NetworkSegment(395666f1-e89c-452e-a334-325026852d12),segment_id=395666f1-e89c-452e-a334-325026852d12)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:31.257008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.272976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Calling delete_port for 80d0d955-85b3-4307-a509-48f5923ecdc2 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:31.360846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.387518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event deleted for resources: {'Port': ['ID=80d0d955-85b3-4307-a509-48f5923ecdc2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:31.391695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] No DVR routers for this DVR port 80d0d955-85b3-4307-a509-48f5923ecdc2 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:31.480527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.501777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd75b2c-e140-42f3-96ec-eca37392e270']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:31.506568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de412ce-558c-4f68-afe0-a99aaaedc6d2 None None] Network 5bb94cfa-fa42-4f16-8e07-9e866d614f7c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:31.512143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395666f1-e89c-452e-a334-325026852d12') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:31.512442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395666f1-e89c-452e-a334-325026852d12') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:31.522710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.536115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.542660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:31.543066 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:31.546444 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:31.584511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-38581cc4-6c58-4dae-9a55-04cb226d2cc5 None None] Provisioning complete for port a317029b-de19-456c-8110-4b921dc19774 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:31.585104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-38581cc4-6c58-4dae-9a55-04cb226d2cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.611319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.615952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.621867 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "DELETE /v2.0/networks/abd75b2c-e140-42f3-96ec-eca37392e270 HTTP/1.1" status: 204 len: 168 time: 0.6140254 Dec 13 17:02:31.622258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51442) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:31.640712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a156f2-a255-43df-bba7-8fdc792be89e tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event deleted for resources: {'Network': ['ID=abd75b2c-e140-42f3-96ec-eca37392e270,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:31.685481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d4e59c-8e92-4c67-9860-2bd3e0cadac1 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Deleting subnet 8df0d176-5899-4748-80a6-501f273c0988 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:02:31.690691 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e59c-8e92-4c67-9860-2bd3e0cadac1 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.739994 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e59c-8e92-4c67-9860-2bd3e0cadac1 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.830115 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e59c-8e92-4c67-9860-2bd3e0cadac1 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.896527 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e59c-8e92-4c67-9860-2bd3e0cadac1 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.931720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4e59c-8e92-4c67-9860-2bd3e0cadac1 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event deleted for resources: {'Subnet': ['ID=8df0d176-5899-4748-80a6-501f273c0988,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:31.936444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b0d4e59c-8e92-4c67-9860-2bd3e0cadac1 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.938804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6713fd2c-8f88-44e3-9617-0a77ac77900d None None] Provisioning complete for port a317029b-de19-456c-8110-4b921dc19774 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:31.939385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6713fd2c-8f88-44e3-9617-0a77ac77900d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:31.942111 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b0d4e59c-8e92-4c67-9860-2bd3e0cadac1 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "DELETE /v2.0/subnets/8df0d176-5899-4748-80a6-501f273c0988 HTTP/1.1" status: 204 len: 168 time: 0.3186297 Dec 13 17:02:31.944631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51444) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:31.963975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45843c52-1d4a-402e-8a5c-17d7557bb6e6 None None] Network 5bb94cfa-fa42-4f16-8e07-9e866d614f7c requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:32.027662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.082892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca2a622-163c-4fb3-ab42-b78beb3187ca None None] DHCP port deletion for abd75b2c-e140-42f3-96ec-eca37392e270 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:32.085170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Deleting port a317029b-de19-456c-8110-4b921dc19774 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:32.085575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.117935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710118f-3a32-46a0-943e-9b0aee204d15 None None] Network abd75b2c-e140-42f3-96ec-eca37392e270 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:32.131181 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0710118f-3a32-46a0-943e-9b0aee204d15 None None] Network abd75b2c-e140-42f3-96ec-eca37392e270 could not be found, it might have been deleted concurrently. {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 13 17:02:32.160838 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] For port a317029b-de19-456c-8110-4b921dc19774, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a317029b-de19-456c-8110-4b921dc19774,segment=NetworkSegment(c06f8bbc-b1a8-4fb2-bb85-50cb169184a0),segment_id=c06f8bbc-b1a8-4fb2-bb85-50cb169184a0)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:32.161196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.173904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Calling delete_port for a317029b-de19-456c-8110-4b921dc19774 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:32.186008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af38196-2a98-4699-8074-86274464d9db None None] DHCP port deletion for 5bb94cfa-fa42-4f16-8e07-9e866d614f7c request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:32.227865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2a7f216d-d6a2-45ef-8032-98ffef2dadef None None] Could not find standard attr ID for object 80d0d955-85b3-4307-a509-48f5923ecdc2. {{(pid=103054) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 13 17:02:32.242514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4af38196-2a98-4699-8074-86274464d9db None None] Deleting port a317029b-de19-456c-8110-4b921dc19774 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:02:32.242924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4af38196-2a98-4699-8074-86274464d9db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.254297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.281614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] No DVR routers for this DVR port a317029b-de19-456c-8110-4b921dc19774 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:32.283587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event deleted for resources: {'Port': ['ID=a317029b-de19-456c-8110-4b921dc19774,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:32.307189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4af38196-2a98-4699-8074-86274464d9db None None] For port a317029b-de19-456c-8110-4b921dc19774, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=a317029b-de19-456c-8110-4b921dc19774,segment=NetworkSegment(c06f8bbc-b1a8-4fb2-bb85-50cb169184a0),segment_id=c06f8bbc-b1a8-4fb2-bb85-50cb169184a0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:32.307588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4af38196-2a98-4699-8074-86274464d9db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.321006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4af38196-2a98-4699-8074-86274464d9db None None] Calling delete_port for a317029b-de19-456c-8110-4b921dc19774 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:02:32.368249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.388715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb94cfa-fa42-4f16-8e07-9e866d614f7c']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:32.398566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06f8bbc-b1a8-4fb2-bb85-50cb169184a0') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:32.398891 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06f8bbc-b1a8-4fb2-bb85-50cb169184a0') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:32.402068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4af38196-2a98-4699-8074-86274464d9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.408740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.422480 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.426997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af38196-2a98-4699-8074-86274464d9db None None] Pushing event deleted for resources: {'Port': ['ID=a317029b-de19-456c-8110-4b921dc19774,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:32.430138 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:02:32.430534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.430725 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af38196-2a98-4699-8074-86274464d9db None None] No DVR routers for this DVR port a317029b-de19-456c-8110-4b921dc19774 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:02:32.435184 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:02:32.496388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.500750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.504848 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "DELETE /v2.0/networks/5bb94cfa-fa42-4f16-8e07-9e866d614f7c HTTP/1.1" status: 204 len: 168 time: 0.5590537 Dec 13 17:02:32.507667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51446) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:32.522354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc9ca4-6b38-4338-97d9-4883efbcc496 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Pushing event deleted for resources: {'Network': ['ID=5bb94cfa-fa42-4f16-8e07-9e866d614f7c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:32.536181 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-dbbe18b0-5ad7-45f8-acb3-21e148af88c5 tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad82052-be01-4cbf-ba1c-99936b964e0f HTTP/1.1" status: 200 len: 205 time: 0.0272686 Dec 13 17:02:32.538403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51448) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:32.614565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4edb7839-1007-47f7-af80-0d8193216b9a tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.655397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a317029b-de19-456c-8110-4b921dc19774 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:02:32.676717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: a317029b-de19-456c-8110-4b921dc19774 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:02:32.677061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device a317029b-de19-456c-8110-4b921dc19774 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:02:32.779079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4edb7839-1007-47f7-af80-0d8193216b9a tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.781063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4edb7839-1007-47f7-af80-0d8193216b9a tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.826516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4edb7839-1007-47f7-af80-0d8193216b9a tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.827065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edb7839-1007-47f7-af80-0d8193216b9a tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Fanout notify agent at l3_agent the message router_deleted on router dad82052-be01-4cbf-ba1c-99936b964e0f {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:02:32.834161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4edb7839-1007-47f7-af80-0d8193216b9a tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:32.835562 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4edb7839-1007-47f7-af80-0d8193216b9a tempest-RoutersNegativeTest-1755830505 tempest-RoutersNegativeTest-1755830505-project] 10.222.0.13 "DELETE /v2.0/routers/dad82052-be01-4cbf-ba1c-99936b964e0f HTTP/1.1" status: 204 len: 168 time: 0.2959571 Dec 13 17:02:33.090794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51454) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:33.219105 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-566d09c6-3093-42f6-a881-d3d84b60143e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02ed2c01a80f468cbaae621469cc3cc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270735 Dec 13 17:02:33.222121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51458) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:33.270282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b32c59ae-46e5-454a-8b42-c61912d8ba6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:33.291822 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b32c59ae-46e5-454a-8b42-c61912d8ba6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:33.338252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b32c59ae-46e5-454a-8b42-c61912d8ba6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:33.341403 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b32c59ae-46e5-454a-8b42-c61912d8ba6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:33.342543 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b32c59ae-46e5-454a-8b42-c61912d8ba6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de50ee33-0b6d-4f23-bc4b-b6b00ef2e895 HTTP/1.1" status: 204 len: 168 time: 0.1194358 Dec 13 17:02:33.351239 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c59ae-46e5-454a-8b42-c61912d8ba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de50ee33-0b6d-4f23-bc4b-b6b00ef2e895,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:33.974067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51480) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:34.070284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-117350739-network', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:34.090766 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Made reservation on behalf of 6cbe719885904c02984efb2fbaad9a34 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:34.093052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.101580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.179168 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.182614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.202893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:34.218469 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2582f99c-c898-4ef1-bec8-35e68ae3aa76,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:34.222276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.222623 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Added segment 77c232b8-ea8f-490e-b0cf-4fa17cd7945a of type vlan for network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 Dec 13 17:02:34.261412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.285813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.286820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:34.287397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.336363 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3610005 Dec 13 17:02:34.339309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51484) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:34.344270 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Request body: {'subnet': {'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-subnet', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:34.349471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b709ec-d096-4343-8313-38520deb15c8 admin admin] Pushing event updated for resources: {'Network': ['ID=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:34.359359 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:34.368658 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Made reservation on behalf of 6cbe719885904c02984efb2fbaad9a34 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:34.371012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.543256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.599708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa35b859-8342-4365-b97d-5211c150dca2,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:34.606945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Checking segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:34.607318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Network hostable DHCP agents. Network: f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:34.624055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:34.632682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:34.636650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:34.637248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.641264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77455f98-85cb-4797-a92c-4a4445211914 None None] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:34.652900 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7c1fc7a9-b5f9-4f14-9b02-e1c31f5f8152 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3124740 Dec 13 17:02:34.655726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51486) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:34.660158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:34.680332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.681409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.738384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.748093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'fixed_ips': [{'subnet_id': 'fa35b859-8342-4365-b97d-5211c150dca2'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:34.748991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.881127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:34.885443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Allocated IP 172.20.0.2 (f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0/fa35b859-8342-4365-b97d-5211c150dca2/5241a03a-8b55-4d60-8c36-74e3ab65acfc) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:35.027124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.034138 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.079309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:35.082719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:35.083062 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.086915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:35.089876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Pushing event updated for resources: {'Port': ['ID=5241a03a-8b55-4d60-8c36-74e3ab65acfc,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:35.102704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.141338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Attempting to bind port 5241a03a-8b55-4d60-8c36-74e3ab65acfc on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:35.141636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Attempting to bind port 5241a03a-8b55-4d60-8c36-74e3ab65acfc by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:35.142011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Attempting to bind port 5241a03a-8b55-4d60-8c36-74e3ab65acfc on network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:35.147802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:35.148183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Checking segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:35.148588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.148985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Bound using segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:35.149488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Bound port: 5241a03a-8b55-4d60-8c36-74e3ab65acfc, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:35.149870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.210119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Allocated IP 172.26.6.128 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:35.212739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] For port 5241a03a-8b55-4d60-8c36-74e3ab65acfc, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:35.216058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] For port 5241a03a-8b55-4d60-8c36-74e3ab65acfc, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5241a03a-8b55-4d60-8c36-74e3ab65acfc,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:35.219808 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.278997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2cee1-75f5-4b80-8ef7-8fd936bc7fac None None] Pushing event updated for resources: {'Port': ['ID=5241a03a-8b55-4d60-8c36-74e3ab65acfc,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:35.323528 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.357456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.407801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:35.411706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:35.418123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:35.424966 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Pushing event updated for resources: {'Port': ['ID=c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:35.435649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edfc02a-0af7-48b9-9f8f-de170971adca None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:35.569567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-42e0a339-cf3a-4efa-a53c-43b7dbbdacf1 None None] Provisioning complete for port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:35.570468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-42e0a339-cf3a-4efa-a53c-43b7dbbdacf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.605871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-42e0a339-cf3a-4efa-a53c-43b7dbbdacf1 None None] Port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:02:35.694463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:35.891624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.025835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:02:36.132433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:02:36.141930 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Sync routers for ids ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:02:36.153661 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Routers {'9ffbd1ad-f8c4-4582-8a82-dc00945178b2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:02:36.153977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40c01f9-ab2a-403d-bf83-c9fc5a50d061 None None] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:36.154277 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:02:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:36.156964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.160147 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7d03a100-8ce8-48a1-8f31-e45b15be432f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5034316 Dec 13 17:02:36.163381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51488) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:36.257834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3e0fa5db-4c61-444d-90fb-5829d3e32634 None None] Provisioning complete for port 5241a03a-8b55-4d60-8c36-74e3ab65acfc triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:36.258250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa5db-4c61-444d-90fb-5829d3e32634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.264639 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Set router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:02:36.353588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa5db-4c61-444d-90fb-5829d3e32634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.402889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3e0fa5db-4c61-444d-90fb-5829d3e32634 None None] For port 5241a03a-8b55-4d60-8c36-74e3ab65acfc, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5241a03a-8b55-4d60-8c36-74e3ab65acfc,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:36.409243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e0fa5db-4c61-444d-90fb-5829d3e32634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.473265 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:02:35Z', 'revision_number': 3, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port': {'id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:35Z', 'updated_at': '2021-12-13T17:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:36.473711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0fa5db-4c61-444d-90fb-5829d3e32634 None None] Pushing event updated for resources: {'Port': ['ID=5241a03a-8b55-4d60-8c36-74e3ab65acfc,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:36.602560 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Checking router: 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:02:36.602950 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Updating router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:02:36.636190 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.648148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-81ca4fcc-a522-4a17-b4ef-92fb2b8c02dc None None] Provisioning complete for port 5241a03a-8b55-4d60-8c36-74e3ab65acfc triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:36.648521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81ca4fcc-a522-4a17-b4ef-92fb2b8c02dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.730202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5241a03a-8b55-4d60-8c36-74e3ab65acfc up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:36.886020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.911109 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.917092 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.952571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5241a03a-8b55-4d60-8c36-74e3ab65acfc triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:36.952965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.975311 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Attempting to bind port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:36.975777 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Attempting to bind port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:36.976214 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Attempting to bind port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:36.980439 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Pushing event updated for resources: {'Port': ['ID=c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:36.989036 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:36.989512 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:36.989983 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.990557 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:36.990881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfa8448-bfe9-4f4b-ad52-2dd2e6352af5 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:36.991056 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Bound port: c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:36.991446 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:36.994728 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.995595 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.995595 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.995774 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.996059 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.996370 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.996697 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.997018 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.997845 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.997845 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.998047 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.998293 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:36.998623 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:37.055258 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] For port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:37.058360 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] For port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:37.067851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-def63f88-8e00-41d6-a6b7-276949b8afd9 None None] Provisioning complete for port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:37.067851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-def63f88-8e00-41d6-a6b7-276949b8afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.068988 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.085644 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Allocated IP 172.20.0.1 (f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0/fa35b859-8342-4365-b97d-5211c150dca2/8f2afad9-3a9a-4fb2-bde9-dd271e70a41c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:37.130558 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Routers {'9ffbd1ad-f8c4-4582-8a82-dc00945178b2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:02:37.131216 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:02:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:37.135798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa8ab4b-0708-464d-a584-bafa5eea3270 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:37.156136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-def63f88-8e00-41d6-a6b7-276949b8afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.182285 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-def63f88-8e00-41d6-a6b7-276949b8afd9 None None] For port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:37.187729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-def63f88-8e00-41d6-a6b7-276949b8afd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.196114 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bb307-efa1-49e4-8af7-0eb38966fd8e None None] Pushing event updated for resources: {'Port': ['ID=c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:37.209680 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.240951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def63f88-8e00-41d6-a6b7-276949b8afd9 None None] Pushing event updated for resources: {'Port': ['ID=c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:37.245628 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] Set router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:02:37.251918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.297950 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:37.301919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:37.305625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:37.313504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e1a9280b-43bf-49d2-9d00-aef3d9417cbb None None] Provisioning complete for port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:37.313877 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e1a9280b-43bf-49d2-9d00-aef3d9417cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.344440 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.385878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Pushing event updated for resources: {'Port': ['ID=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:37.473771 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:02:35Z', 'revision_number': 3, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port': {'id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:35Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:37.493061 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.501517 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b8304b-7201-4926-9390-635d0dab5179 None None] The sync data for ids ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'] in dv-neutron-821599-1-hyperv is: [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:02:35Z', 'revision_number': 3, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port': {'id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:35Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:02:37.643700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1e994dfe-4c38-4f26-841a-6741c8d95896 None None] Provisioning complete for port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:37.644263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e994dfe-4c38-4f26-841a-6741c8d95896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.666866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.672953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.681640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1e994dfe-4c38-4f26-841a-6741c8d95896 None None] Port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:02:37.749033 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:37.756937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Pushing event updated for resources: {'Port': ['ID=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:37.855094 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:37.856528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:37.978683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:02:38.093893 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:02:38.100013 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2b042525-86d4-4762-af71-4723384e7cbe admin admin] 10.222.0.13 "PUT /v2.0/routers/9ffbd1ad-f8c4-4582-8a82-dc00945178b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9356155 Dec 13 17:02:38.113607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e32c59f6-7958-4a25-bfe8-12bc53e2a3e8 None None] Provisioning complete for port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:38.114122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e32c59f6-7958-4a25-bfe8-12bc53e2a3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:38.149847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e32c59f6-7958-4a25-bfe8-12bc53e2a3e8 None None] Port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:02:38.586037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51504) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:38.591099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1674629025-network', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:38.613781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Made reservation on behalf of b1ec3468e7864d079d13a0f42f0f5fdd for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:38.616298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:38.628915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:38.691619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:38.744478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:38.744855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:38.978753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:38.983365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.008671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:02:39.020777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08e35d3-31fd-4ac8-82c4-1a42d6addd8e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:39.026342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.026707 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Added segment 3abf863a-3e03-44b6-a010-38a2db5631b3 of type vlan for network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f Dec 13 17:02:39.061009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Sync routers for ids ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:02:39.071156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.072283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Routers {'9ffbd1ad-f8c4-4582-8a82-dc00945178b2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:02:39.072919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:02:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:39.096699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.097809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:39.098385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.157646 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5703766 Dec 13 17:02:39.161345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51506) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:39.166079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fdc08-cd9e-486f-aa5b-d0fea95cacf2 admin admin] Pushing event updated for resources: {'Network': ['ID=594bdb05-fc0e-47a7-94f7-16d6907d9b8f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:39.166503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Request body: {'subnet': {'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-subnet', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:39.180982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:02:39.187185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Set router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:02:39.187489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Made reservation on behalf of b1ec3468e7864d079d13a0f42f0f5fdd for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:39.189977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.365338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.428286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e15206a-c0a9-4e40-bbee-82e3c115b738,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:39.435466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Checking segment: {'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:39.435826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Network hostable DHCP agents. Network: 594bdb05-fc0e-47a7-94f7-16d6907d9b8f, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:02:39.452478 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:02:39.452953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 4, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port': {'id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:35Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8f2afad9-3a9a-4fb2-bde9-dd271e70a41c', 'name': '', 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'mac_address': 'fa:16:3e:6b:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fa35b859-8342-4365-b97d-5211c150dca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:36Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 2, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'subnets': [{'id': 'fa35b859-8342-4365-b97d-5211c150dca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:39.461794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 594bdb05-fc0e-47a7-94f7-16d6907d9b8f) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:39.465862 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:39.466500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.482492 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-66c73b1f-2b6d-40cf-bfbb-19b937508407 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3200643 Dec 13 17:02:39.483733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4afa8b-aa1d-4aff-a3f3-78da8b6f4fca None None] Network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:39.485154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51508) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:39.486119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Checking router: 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:02:39.487042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Updating router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:02:39.490183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:39.511420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.512405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.555715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.563276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.683738 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-594bdb05-fc0e-47a7-94f7-16d6907d9b8f', 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f', 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'fixed_ips': [{'subnet_id': '7e15206a-c0a9-4e40-bbee-82e3c115b738'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:02:39.684625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.705421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.905791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:39.906865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Allocated IP 172.20.0.2 (594bdb05-fc0e-47a7-94f7-16d6907d9b8f/7e15206a-c0a9-4e40-bbee-82e3c115b738/7da09dee-513b-47b6-9b30-c590d8421907) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:39.926322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.015741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.025771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.036512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Allocated IP 172.26.6.137 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/d803a5fe-0818-45db-8a78-f944f7b9c378) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:40.123482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba24a8d-ff17-4b3b-8678-73efb2ebf6e9 None None] Pushing event updated for resources: {'Port': ['ID=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:40.150908 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.191229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.192779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.198979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Attempting to bind port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:40.199845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Attempting to bind port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:40.199845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Attempting to bind port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c on network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:40.205757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.209197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:40.209577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Checking segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:40.209975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.210376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Bound using segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:40.210902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Bound port: 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:40.211290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.235586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:40.240185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:40.242683 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:40.255846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8728f8da-12f9-4485-aa72-4271fcc2f7c1 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:40.267010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Pushing event updated for resources: {'Port': ['ID=d803a5fe-0818-45db-8a78-f944f7b9c378,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:40.291871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:40.306503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:40.310149 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:40.312099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Pushing event updated for resources: {'Port': ['ID=7da09dee-513b-47b6-9b30-c590d8421907,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:40.358531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] For port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:40.395555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] For port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:40.402109 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Attempting to bind port 7da09dee-513b-47b6-9b30-c590d8421907 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:40.402790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Attempting to bind port 7da09dee-513b-47b6-9b30-c590d8421907 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:40.403111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Attempting to bind port 7da09dee-513b-47b6-9b30-c590d8421907 on network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:40.407878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.439002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:40.439295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Checking segment: {'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:40.440367 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.440841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Bound using segment: {'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:40.441347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Bound port: 7da09dee-513b-47b6-9b30-c590d8421907, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:40.441735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.463789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] Provisioning complete for port d803a5fe-0818-45db-8a78-f944f7b9c378 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:40.464164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.511006 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.551676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Routers {'9ffbd1ad-f8c4-4582-8a82-dc00945178b2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:02:40.552335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:02:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:40.554182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba24a8d-ff17-4b3b-8678-73efb2ebf6e9 None None] Pushing event updated for resources: {'Port': ['ID=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:40.640581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] Port d803a5fe-0818-45db-8a78-f944f7b9c378 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:02:40.655693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] For port 7da09dee-513b-47b6-9b30-c590d8421907, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:40.661318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] For port 7da09dee-513b-47b6-9b30-c590d8421907, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7da09dee-513b-47b6-9b30-c590d8421907,segment=NetworkSegment(3abf863a-3e03-44b6-a010-38a2db5631b3),segment_id=3abf863a-3e03-44b6-a010-38a2db5631b3)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:40.677674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.683208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] Provisioning complete for port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:40.683574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.723000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.855759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:02:40.936256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] Set router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:02:40.971633 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:02:40.976537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0a3cc-21c0-40bb-9d99-2662101271c1 None None] Pushing event updated for resources: {'Port': ['ID=7da09dee-513b-47b6-9b30-c590d8421907,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:40.981666 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Sync routers for ids ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:02:40.992194 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:40.992926 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ce378bfe-cca0-4e6b-b7a5-65aee0978384 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5068421 Dec 13 17:02:40.995720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51510) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:02:40.999773 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Routers {'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:02:41.000714 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:02:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:41.099156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:41.153208 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Set router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:02:41.175955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] For port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:41.199798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:41.262586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d66d9-efae-461d-a617-b9a286d9596a None None] Pushing event updated for resources: {'Port': ['ID=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:41.278277 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 4, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port': {'id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:35Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8f2afad9-3a9a-4fb2-bde9-dd271e70a41c', 'name': '', 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'mac_address': 'fa:16:3e:6b:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fa35b859-8342-4365-b97d-5211c150dca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:36Z', 'updated_at': '2021-12-13T17:02:40Z', 'revision_number': 4, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'subnets': [{'id': 'fa35b859-8342-4365-b97d-5211c150dca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:41.318335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64268ba-7d60-45e1-b431-b5c97a3d754a None None] The sync data for ids ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'] in dv-neutron-821599-1-hyperv is: [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 4, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port': {'id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:35Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8f2afad9-3a9a-4fb2-bde9-dd271e70a41c', 'name': '', 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'mac_address': 'fa:16:3e:6b:7c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'fa35b859-8342-4365-b97d-5211c150dca2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:36Z', 'updated_at': '2021-12-13T17:02:40Z', 'revision_number': 4, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'subnets': [{'id': 'fa35b859-8342-4365-b97d-5211c150dca2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:02:41.350536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-83e2950f-d407-4e51-bfea-ed0a06d363a8 None None] Provisioning complete for port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:41.350962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-83e2950f-d407-4e51-bfea-ed0a06d363a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:41.489469 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:40Z', 'revision_number': 3, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:41.524764 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Checking router: f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:02:41.525127 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Updating router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 port d803a5fe-0818-45db-8a78-f944f7b9c378 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:02:41.553496 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:41.821868 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:41.868113 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:41.874794 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:41.934764 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f37e560-0706-4d52-b621-61af57570b23 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:41.940817 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a01bd-4bb8-4142-a1d2-292cfa1a9a68 None None] Pushing event updated for resources: {'Port': ['ID=d803a5fe-0818-45db-8a78-f944f7b9c378,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:41.946678 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Attempting to bind port d803a5fe-0818-45db-8a78-f944f7b9c378 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:41.947090 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Attempting to bind port d803a5fe-0818-45db-8a78-f944f7b9c378 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:41.947456 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Attempting to bind port d803a5fe-0818-45db-8a78-f944f7b9c378 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:41.957960 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:41.958344 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:41.958803 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:41.959209 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:41.959698 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Bound port: d803a5fe-0818-45db-8a78-f944f7b9c378, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:41.960675 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.026961 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] For port d803a5fe-0818-45db-8a78-f944f7b9c378, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:42.030501 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] For port d803a5fe-0818-45db-8a78-f944f7b9c378, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d803a5fe-0818-45db-8a78-f944f7b9c378,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:42.035386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3ad091b4-3ee1-41f7-b8a1-fac41bc43fd6 None None] Provisioning complete for port d803a5fe-0818-45db-8a78-f944f7b9c378 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:42.036182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3ad091b4-3ee1-41f7-b8a1-fac41bc43fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.037930 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.066498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Allocated IP 172.20.0.1 (594bdb05-fc0e-47a7-94f7-16d6907d9b8f/7e15206a-c0a9-4e40-bbee-82e3c115b738/e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:42.089537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0899948c-aa12-4c3c-8a2f-3eff42b7348e None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:02:42.162820 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Routers {'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:02:42.163597 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:02:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:42.170816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3ad091b4-3ee1-41f7-b8a1-fac41bc43fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.199105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3ad091b4-3ee1-41f7-b8a1-fac41bc43fd6 None None] For port d803a5fe-0818-45db-8a78-f944f7b9c378, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d803a5fe-0818-45db-8a78-f944f7b9c378,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:42.206933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3ad091b4-3ee1-41f7-b8a1-fac41bc43fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.215628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5a9392-6734-4099-93a1-dcb95b69e711 None None] Network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:02:42.217600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.261276 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.325840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:42.334328 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:42.335566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad091b4-3ee1-41f7-b8a1-fac41bc43fd6 None None] Pushing event updated for resources: {'Port': ['ID=d803a5fe-0818-45db-8a78-f944f7b9c378,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:42.352151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:42.354431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:42.370605 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a01bd-4bb8-4142-a1d2-292cfa1a9a68 None None] Pushing event updated for resources: {'Port': ['ID=d803a5fe-0818-45db-8a78-f944f7b9c378,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:42.411706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-612a0827-8add-47e5-89bd-4702fb45f8c7 None None] Provisioning complete for port d803a5fe-0818-45db-8a78-f944f7b9c378 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:42.412086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-612a0827-8add-47e5-89bd-4702fb45f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.418506 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] Set router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:02:42.424015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.547924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-612a0827-8add-47e5-89bd-4702fb45f8c7 None None] Provisioning complete for port 7da09dee-513b-47b6-9b30-c590d8421907 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:42.548681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-612a0827-8add-47e5-89bd-4702fb45f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.611972 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.680487 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:40Z', 'revision_number': 3, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:42.717475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-612a0827-8add-47e5-89bd-4702fb45f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.723649 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418daa70-07d4-4c50-9e89-554815b62096 None None] The sync data for ids ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'] in dv-neutron-821599-1-hyperv is: [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:40Z', 'revision_number': 3, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:02:42.763439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-612a0827-8add-47e5-89bd-4702fb45f8c7 None None] For port 7da09dee-513b-47b6-9b30-c590d8421907, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7da09dee-513b-47b6-9b30-c590d8421907,segment=NetworkSegment(3abf863a-3e03-44b6-a010-38a2db5631b3),segment_id=3abf863a-3e03-44b6-a010-38a2db5631b3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:42.775548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-612a0827-8add-47e5-89bd-4702fb45f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.811416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:42.900813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a0827-8add-47e5-89bd-4702fb45f8c7 None None] Pushing event updated for resources: {'Port': ['ID=7da09dee-513b-47b6-9b30-c590d8421907,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:42.903404 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.913000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.919977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-209a6bc9-4f91-446d-af39-6347b99e3452 None None] Provisioning complete for port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:42.920322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-209a6bc9-4f91-446d-af39-6347b99e3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.965338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:42.965718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:42.968426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-209a6bc9-4f91-446d-af39-6347b99e3452 None None] Port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:02:43.007746 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:43.011491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:43.019496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.019771 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.020003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-209a6bc9-4f91-446d-af39-6347b99e3452 None None] Provisioning complete for port 7da09dee-513b-47b6-9b30-c590d8421907 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:43.020118 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.020385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-209a6bc9-4f91-446d-af39-6347b99e3452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:43.020493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.020759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.021093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.021420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.021795 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.022127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.022463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.023209 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.023676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.024010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:02:43.136252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7da09dee-513b-47b6-9b30-c590d8421907 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:43.141205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:43.143941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:43.219593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7da09dee-513b-47b6-9b30-c590d8421907 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:43.219971 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:43.323933 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:02:43.328782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c49324c1-40ca-4896-a49f-82467a8eba0f None None] Provisioning complete for port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:43.329158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c49324c1-40ca-4896-a49f-82467a8eba0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:43.371525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c49324c1-40ca-4896-a49f-82467a8eba0f None None] Port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:02:43.457148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:02:43.462160 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b7b97fab-7819-45d2-bf38-0255ed612599 admin admin] 10.222.0.13 "PUT /v2.0/routers/f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4654062 Dec 13 17:02:43.493084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d796029f-bb44-4cc0-80f9-6779118cdb40 None None] Provisioning complete for port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:43.493504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d796029f-bb44-4cc0-80f9-6779118cdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:43.529964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d796029f-bb44-4cc0-80f9-6779118cdb40 None None] Port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:02:44.171842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:44.313295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-d472d27c-8d66-4597-bb35-b6ccdccfa017 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:44.315358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-d472d27c-8d66-4597-bb35-b6ccdccfa017 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/networks?id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 HTTP/1.1" status: 200 len: 816 time: 0.1017501 Dec 13 17:02:44.329839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-61cf5a5e-db9e-44fb-a666-32fc762d6f78 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/quotas/6cbe719885904c02984efb2fbaad9a34 HTTP/1.1" status: 200 len: 375 time: 0.0088198 Dec 13 17:02:44.386338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-dfb7763b-42bd-4eb0-aff2-5359d8aaca22 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cbe719885904c02984efb2fbaad9a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505309 Dec 13 17:02:44.487638 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-1f972961-35f0-48fb-aa6d-7b648284e364 service neutron] 10.222.0.13 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882385 Dec 13 17:02:44.584261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-65275944-7860-4ee9-9b3d-a17b4dec37f4 service neutron] 10.222.0.13 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904810 Dec 13 17:02:44.747850 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Sync routers for ids ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:02:44.763696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d803a5fe-0818-45db-8a78-f944f7b9c378 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:44.778431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4ebe5c02-1da7-4306-875c-667bf7e646f0 req-d091de55-a358-4b32-93fc-3d4cdb9f3e2b tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 210 time: 0.0354028 Dec 13 17:02:44.803734 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Routers {'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:02:44.804450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:02:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:44.903326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port d803a5fe-0818-45db-8a78-f944f7b9c378 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:44.903629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:44.957558 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Set router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:02:45.110362 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7da09dee-513b-47b6-9b30-c590d8421907 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:45.214933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7da09dee-513b-47b6-9b30-c590d8421907 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:45.215595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:45.277412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7', 'name': '', 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'mac_address': 'fa:16:3e:8e:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '7e15206a-c0a9-4e40-bbee-82e3c115b738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:41Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 2, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'subnets': [{'id': '7e15206a-c0a9-4e40-bbee-82e3c115b738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:45.335816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Checking router: f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:02:45.336180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Updating router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:02:45.370930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:45.633032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:45.639245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:45.801861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-23a27f9f-202c-48a2-b97c-28a6460165cd tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:45.803585 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-23a27f9f-202c-48a2-b97c-28a6460165cd tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.31 "GET /v2.0/networks?id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 HTTP/1.1" status: 200 len: 816 time: 0.1104233 Dec 13 17:02:45.820458 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Request body: {'port': {'device_id': '7425bd9c-71e1-4183-bec6-cff0029d3f45', 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'admin_state_up': True, 'tenant_id': '6cbe719885904c02984efb2fbaad9a34'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:45.864084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5cfa2-aa2c-4f65-9fd8-188a64228910 None None] Pushing event updated for resources: {'Port': ['ID=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:45.924522 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b223e48b-d1f7-49ab-a02e-7164fd962546 req-ca52c3f7-eb13-4a47-8ad8-f464c6b8d4cc tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 210 time: 0.0375283 Dec 13 17:02:45.933336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Attempting to bind port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:45.933826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Attempting to bind port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:45.934374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Attempting to bind port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 on network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:45.946653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:45.947058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Checking segment: {'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:45.947479 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:45.947892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Bound using segment: {'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:45.948387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Bound port: e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3abf863a-3e03-44b6-a010-38a2db5631b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:45.948779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:45.991749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Made reservation on behalf of 6cbe719885904c02984efb2fbaad9a34 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:02:45.995688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.018953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] For port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:46.022574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] For port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,segment=NetworkSegment(3abf863a-3e03-44b6-a010-38a2db5631b3),segment_id=3abf863a-3e03-44b6-a010-38a2db5631b3)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:46.029155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.105561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b4c14c84-57f9-4cd9-85f0-aa2bf2a91527 None None] Provisioning complete for port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:46.105858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b4c14c84-57f9-4cd9-85f0-aa2bf2a91527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.109307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5cfa2-aa2c-4f65-9fd8-188a64228910 None None] Pushing event updated for resources: {'Port': ['ID=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:46.112551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Routers {'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:02:46.113165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:02:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:46.153877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Allocated IP 172.20.0.4 (f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0/fa35b859-8342-4365-b97d-5211c150dca2/a5cec8ca-b47d-4e4d-b8f2-fda9143de266) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:02:46.281536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] Set router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:02:46.312080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b4c14c84-57f9-4cd9-85f0-aa2bf2a91527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.315162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.349530 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.395899 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:02:46.399116 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:02:46.402914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:02:46.420315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b4c14c84-57f9-4cd9-85f0-aa2bf2a91527 None None] For port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,segment=NetworkSegment(3abf863a-3e03-44b6-a010-38a2db5631b3),segment_id=3abf863a-3e03-44b6-a010-38a2db5631b3)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:46.427596 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b4c14c84-57f9-4cd9-85f0-aa2bf2a91527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.429828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Pushing event updated for resources: {'Port': ['ID=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:46.458386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:46.459069 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.475678 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-9ffa3f05-976d-4725-8603-df44962e6c76 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6593573 Dec 13 17:02:46.495016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Request body: {'port': {'device_id': '7425bd9c-71e1-4183-bec6-cff0029d3f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:02:46.504357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c14c84-57f9-4cd9-85f0-aa2bf2a91527 None None] Pushing event updated for resources: {'Port': ['ID=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:46.559737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c0d7b799-2597-4f96-819b-de556a303d08 None None] Provisioning complete for port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:46.560246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c0d7b799-2597-4f96-819b-de556a303d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.563102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.601907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7', 'name': '', 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'mac_address': 'fa:16:3e:8e:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '7e15206a-c0a9-4e40-bbee-82e3c115b738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:41Z', 'updated_at': '2021-12-13T17:02:46Z', 'revision_number': 4, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'subnets': [{'id': '7e15206a-c0a9-4e40-bbee-82e3c115b738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:02:46.632891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b75ff-0562-4e5c-8f3b-b54f0674e4c9 None None] The sync data for ids ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'] in dv-neutron-821599-1-hyperv is: [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7', 'name': '', 'network_id': '594bdb05-fc0e-47a7-94f7-16d6907d9b8f', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'mac_address': 'fa:16:3e:8e:0b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': '7e15206a-c0a9-4e40-bbee-82e3c115b738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:41Z', 'updated_at': '2021-12-13T17:02:46Z', 'revision_number': 4, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'subnets': [{'id': '7e15206a-c0a9-4e40-bbee-82e3c115b738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:02:46.830288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f078043a-8bb2-47d1-92fa-bc183fa449d3 None None] Provisioning complete for port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:46.830709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f078043a-8bb2-47d1-92fa-bc183fa449d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.866668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cec8ca-b47d-4e4d-b8f2-fda9143de266 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:02:46.869605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f078043a-8bb2-47d1-92fa-bc183fa449d3 None None] Port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:02:46.875773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.892290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Transition to ACTIVE for port object a5cec8ca-b47d-4e4d-b8f2-fda9143de266 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:02:46.896137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:46.975522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:47.049831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Attempting to bind port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:02:47.050106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Attempting to bind port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:02:47.050774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Attempting to bind port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 on network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:47.075552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 on network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:02:47.075877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Attempting to bind port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 on network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:02:47.085157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:02:47.085496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Checking segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:02:47.085878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Bound using segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:02:47.086313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Bound port: a5cec8ca-b47d-4e4d-b8f2-fda9143de266, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:02:47.086684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:47.116732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef824845-a6e7-49e5-8aad-fd14f508dea6 req-8539a3b6-f35d-4c05-8b41-5a837b8fefc9 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:47.118338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ef824845-a6e7-49e5-8aad-fd14f508dea6 req-8539a3b6-f35d-4c05-8b41-5a837b8fefc9 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 943 time: 0.0894887 Dec 13 17:02:47.204111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] For port a5cec8ca-b47d-4e4d-b8f2-fda9143de266, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:02:47.208056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] For port a5cec8ca-b47d-4e4d-b8f2-fda9143de266, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:02:47.212729 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ef824845-a6e7-49e5-8aad-fd14f508dea6 req-699c3714-68d8-4911-8287-3b4a66c445ff tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767004 Dec 13 17:02:47.214221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:47.249895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:47.250502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:47.252562 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] 10.222.0.31 "PUT /v2.0/ports/a5cec8ca-b47d-4e4d-b8f2-fda9143de266 HTTP/1.1" status: 200 len: 1093 time: 0.7618608 Dec 13 17:02:47.255246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7425bd9c-71e1-4183-bec6-cff0029d3f45', 'tag': 'a5cec8ca-b47d-4e4d-b8f2-fda9143de266'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:02:47.257531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23e63dc-0799-42c0-b7b1-36792ec04f03" -d '{"events": [{"name": "network-changed", "server_uuid": "7425bd9c-71e1-4183-bec6-cff0029d3f45", "tag": "a5cec8ca-b47d-4e4d-b8f2-fda9143de266"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:02:47.286054 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea10aef-7174-4e9c-8d78-f8e39cfbea32 service neutron] Pushing event updated for resources: {'Port': ['ID=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:47.303871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da776e28-1e45-44cb-b83e-89427b85f1b1 x-openstack-request-id: req-da776e28-1e45-44cb-b83e-89427b85f1b1 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:02:47.304162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7425bd9c-71e1-4183-bec6-cff0029d3f45", "tag": "a5cec8ca-b47d-4e4d-b8f2-fda9143de266", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:02:47.304413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-da776e28-1e45-44cb-b83e-89427b85f1b1 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:02:47.304831 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7425bd9c-71e1-4183-bec6-cff0029d3f45', 'tag': 'a5cec8ca-b47d-4e4d-b8f2-fda9143de266', 'status': 'completed', 'code': 200} Dec 13 17:02:47.353318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-fbefbacf-7bc7-482c-9911-bb29b11e4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:47.354858 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-fbefbacf-7bc7-482c-9911-bb29b11e4f62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cbe719885904c02984efb2fbaad9a34&device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 1096 time: 0.0439720 Dec 13 17:02:47.407897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-c2bc004e-07cc-464d-b02d-a7153f7d857a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5cec8ca-b47d-4e4d-b8f2-fda9143de266 HTTP/1.1" status: 200 len: 217 time: 0.0405948 Dec 13 17:02:47.465098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-4da347af-b366-4d04-9543-85a36ec48b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:47.466499 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-4da347af-b366-4d04-9543-85a36ec48b52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa35b859-8342-4365-b97d-5211c150dca2 HTTP/1.1" status: 200 len: 855 time: 0.0473228 Dec 13 17:02:47.516355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-20f438e8-4be3-4de6-a536-8c252113f847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:47.518460 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-20f438e8-4be3-4de6-a536-8c252113f847 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407231 Dec 13 17:02:47.616426 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-0bcba824-61a3-462b-bd14-a9770a9eeb4e service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908217 Dec 13 17:02:47.710503 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73ecfd2f-1135-4f5b-bf4d-1312f9e7b0ca req-45af35cd-d486-40b1-a304-f8758146fb26 service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811872 Dec 13 17:02:47.811159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-1818dd5c-38d2-4822-bd85-56c14b2e7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:47.812577 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-1818dd5c-38d2-4822-bd85-56c14b2e7a3a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cbe719885904c02984efb2fbaad9a34&device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 1096 time: 0.0417919 Dec 13 17:02:47.910728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-1a4aac68-7a46-433d-a11a-7c429f56bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:47.912215 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-1a4aac68-7a46-433d-a11a-7c429f56bb1a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 HTTP/1.1" status: 200 len: 917 time: 0.0920143 Dec 13 17:02:47.957338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-e4f4e74d-7cc4-4c23-80a4-2ab91940e6a7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5cec8ca-b47d-4e4d-b8f2-fda9143de266 HTTP/1.1" status: 200 len: 217 time: 0.0349040 Dec 13 17:02:48.006997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-23b3a959-bfa6-43c1-b2f2-89bc8c0b0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:48.008431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-23b3a959-bfa6-43c1-b2f2-89bc8c0b0c08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa35b859-8342-4365-b97d-5211c150dca2 HTTP/1.1" status: 200 len: 855 time: 0.0430822 Dec 13 17:02:48.059996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-164b3829-04d5-4b9c-9a67-59fbda11a23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:48.061559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-164b3829-04d5-4b9c-9a67-59fbda11a23d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445850 Dec 13 17:02:48.152789 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-29bc585d-27a4-40b2-88eb-e009438fec37 service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827124 Dec 13 17:02:48.253346 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e23e63dc-0799-42c0-b7b1-36792ec04f03 req-7fca7fd0-7eda-461d-9d4f-b7fd04ed7cc1 service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920002 Dec 13 17:02:48.330560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ea521-cb87-4f0a-8a05-85f5d072e076 req-ea2891bf-5740-4277-a9bb-f49382452288 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:48.331979 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b34ea521-cb87-4f0a-8a05-85f5d072e076 req-ea2891bf-5740-4277-a9bb-f49382452288 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 943 time: 0.0501039 Dec 13 17:02:48.378710 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b34ea521-cb87-4f0a-8a05-85f5d072e076 req-b46a1996-c28e-4372-a47d-ce27db0ccaba tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404305 Dec 13 17:02:48.687221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:48.737644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:48.738016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:49.495026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727279e-f4ea-4e42-a495-6eb8432ef05d req-b894b707-9a60-432b-a440-1431cd187e7a tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:49.496501 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f727279e-f4ea-4e42-a495-6eb8432ef05d req-b894b707-9a60-432b-a440-1431cd187e7a tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 943 time: 0.0491848 Dec 13 17:02:49.546878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f727279e-f4ea-4e42-a495-6eb8432ef05d req-0369e56f-b5c9-4f3b-9756-6014d1097e64 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Dec 13 17:02:50.174699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device a5cec8ca-b47d-4e4d-b8f2-fda9143de266 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:02:50.273107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port a5cec8ca-b47d-4e4d-b8f2-fda9143de266, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:50.285280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'a5cec8ca-b47d-4e4d-b8f2-fda9143de266', 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'port_id': 'a5cec8ca-b47d-4e4d-b8f2-fda9143de266', 'mac_address': 'fa:16:3e:07:fb:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa35b859-8342-4365-b97d-5211c150dca2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:02:50.323890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:50.340817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cec8ca-b47d-4e4d-b8f2-fda9143de266 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:02:50.359854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port a5cec8ca-b47d-4e4d-b8f2-fda9143de266, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:50.363972 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:50.413075 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:50.630770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['a5cec8ca-b47d-4e4d-b8f2-fda9143de266'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:02:50.667258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2143-2c49-4577-a789-d9df16a118aa req-a4b0f054-186b-4393-9bed-2bf3a5c43094 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:50.669015 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ef8d2143-2c49-4577-a789-d9df16a118aa req-a4b0f054-186b-4393-9bed-2bf3a5c43094 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 944 time: 0.0527530 Dec 13 17:02:50.719079 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ef8d2143-2c49-4577-a789-d9df16a118aa req-13aac064-acdc-4617-8340-b56d76900307 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433390 Dec 13 17:02:51.833246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bb951-1af2-4789-806b-5ac0f2953325 req-a67b16a1-9e73-418d-9f05-67ee903eebe5 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:51.834615 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-312bb951-1af2-4789-806b-5ac0f2953325 req-a67b16a1-9e73-418d-9f05-67ee903eebe5 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 944 time: 0.0485172 Dec 13 17:02:51.882026 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-312bb951-1af2-4789-806b-5ac0f2953325 req-c1f0d512-1014-49e7-928f-eda7b2c35a51 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415559 Dec 13 17:02:52.186970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device a5cec8ca-b47d-4e4d-b8f2-fda9143de266 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:02:52.235380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:02:52.239196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:02:52.239569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:52.314628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:52.336268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7425bd9c-71e1-4183-bec6-cff0029d3f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cec8ca-b47d-4e4d-b8f2-fda9143de266'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:02:52.338500 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b859df21-5b21-4680-8d53-e2fb236f4d97" -d '{"events": [{"server_uuid": "7425bd9c-71e1-4183-bec6-cff0029d3f45", "name": "network-vif-plugged", "status": "completed", "tag": "a5cec8ca-b47d-4e4d-b8f2-fda9143de266"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:02:52.351890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port a5cec8ca-b47d-4e4d-b8f2-fda9143de266, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:02:52.356986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:52.383607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3309be-5298-4068-8a3f-7ddf05ea124e x-openstack-request-id: req-4b3309be-5298-4068-8a3f-7ddf05ea124e {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:02:52.384369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7425bd9c-71e1-4183-bec6-cff0029d3f45", "name": "network-vif-plugged", "status": "completed", "tag": "a5cec8ca-b47d-4e4d-b8f2-fda9143de266", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:02:52.384369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b3309be-5298-4068-8a3f-7ddf05ea124e {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:02:52.384542 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7425bd9c-71e1-4183-bec6-cff0029d3f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cec8ca-b47d-4e4d-b8f2-fda9143de266', 'code': 200} Dec 13 17:02:52.412230 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:02:52.566822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3a971-4847-4502-be9f-8d2c16fb6138 req-8af6fb8a-ece0-43ea-8f80-abf73caa77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:52.568327 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8aa3a971-4847-4502-be9f-8d2c16fb6138 req-8af6fb8a-ece0-43ea-8f80-abf73caa77fe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 1098 time: 0.0433974 Dec 13 17:02:52.613802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8aa3a971-4847-4502-be9f-8d2c16fb6138 req-e545b608-9dc4-45ed-8000-05ec72c2d8c4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360100 Dec 13 17:02:52.995988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e552728d-d227-41b0-92ef-f1fdf87bceac req-5692ffa1-f12e-460b-a248-748f48c54193 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:52.997459 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e552728d-d227-41b0-92ef-f1fdf87bceac req-5692ffa1-f12e-460b-a248-748f48c54193 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Dec 13 17:02:53.044880 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e552728d-d227-41b0-92ef-f1fdf87bceac req-00dfbce9-bdb4-49ea-94a6-55c1ac5e0f40 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Dec 13 17:02:54.163046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee291f26-ccac-4b44-a9fd-a015b1a72d28 req-9f13343f-d499-4755-9a29-e30eac68cc95 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:54.164510 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ee291f26-ccac-4b44-a9fd-a015b1a72d28 req-9f13343f-d499-4755-9a29-e30eac68cc95 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 945 time: 0.0482407 Dec 13 17:02:54.216418 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ee291f26-ccac-4b44-a9fd-a015b1a72d28 req-40275bed-db72-4771-8e0a-eb90f21c19e1 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Dec 13 17:02:54.330769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7b811-7c45-4015-a4ff-7275c65ad8b7 req-5f5762e4-b7c3-4366-8555-7aa385e9dabb tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:02:54.332253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbc7b811-7c45-4015-a4ff-7275c65ad8b7 req-5f5762e4-b7c3-4366-8555-7aa385e9dabb tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 945 time: 0.0496616 Dec 13 17:02:54.383424 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fbc7b811-7c45-4015-a4ff-7275c65ad8b7 req-8f1fb5ae-5c9a-409f-91d8-b25c1868869e tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453105 Dec 13 17:02:55.014193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-16cc49c5-5735-40b6-aad0-d8d81599d53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:57.107116 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:02:57.447357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7f631d18-0635-4942-983c-703a3e5136cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:02:58.529718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:00.066699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:00.947356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:10.777471 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-f782da04-af90-4cfb-85af-b445c5cc7c10 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407114 Dec 13 17:03:10.868166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-e0697944-41e8-4608-8d87-1239067b6dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:10.869678 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-e0697944-41e8-4608-8d87-1239067b6dc3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cbe719885904c02984efb2fbaad9a34&device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 1098 time: 0.0469260 Dec 13 17:03:10.976234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-f28ff997-fb99-4c83-ad4d-8f8cc3db9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:10.977709 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-f28ff997-fb99-4c83-ad4d-8f8cc3db9e69 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 HTTP/1.1" status: 200 len: 917 time: 0.0878489 Dec 13 17:03:11.024639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-823657b3-686e-4df3-bd2e-dc7352b73d55 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5cec8ca-b47d-4e4d-b8f2-fda9143de266 HTTP/1.1" status: 200 len: 217 time: 0.0396323 Dec 13 17:03:11.076702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-c2d2f78b-79b7-49c5-b486-e4d0dbdc4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:11.078198 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-c2d2f78b-79b7-49c5-b486-e4d0dbdc4337 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa35b859-8342-4365-b97d-5211c150dca2 HTTP/1.1" status: 200 len: 855 time: 0.0459924 Dec 13 17:03:11.129461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-a5677ce1-b2cb-4dfd-a999-69da93f005a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:11.131004 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-a5677ce1-b2cb-4dfd-a999-69da93f005a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411367 Dec 13 17:03:11.226323 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-1f987a6a-34af-44e1-a075-24815ea1e7c7 service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Dec 13 17:03:11.322887 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-30089d97-c85e-4f64-a0cd-48779ed5a2b3 req-975c61be-0a39-4d36-920b-645bd62fbc00 service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874920 Dec 13 17:03:14.176978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:17.139678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d08ca1-4442-4e7b-bf33-233fcfbe2a2a req-bb50506f-51a1-460f-a3a2-f72edcb8c999 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:17.141147 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73d08ca1-4442-4e7b-bf33-233fcfbe2a2a req-bb50506f-51a1-460f-a3a2-f72edcb8c999 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 945 time: 0.0505950 Dec 13 17:03:17.188986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-73d08ca1-4442-4e7b-bf33-233fcfbe2a2a req-75ebc21c-8b4f-47f8-b1b9-4eca593e019e tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406585 Dec 13 17:03:18.314862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fae83-e138-43f7-b6d6-a323a6663412 req-07be8eec-45a2-4304-8a75-9d5223a5e8a8 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:18.316335 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-645fae83-e138-43f7-b6d6-a323a6663412 req-07be8eec-45a2-4304-8a75-9d5223a5e8a8 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 945 time: 0.0538881 Dec 13 17:03:18.363091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-645fae83-e138-43f7-b6d6-a323a6663412 req-72466c5d-4ead-4a90-82e7-ed9da01fe80e tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Dec 13 17:03:18.869500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-008b81e5-806f-44b2-be12-b3203cdedabf tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:18.871015 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-008b81e5-806f-44b2-be12-b3203cdedabf tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.31 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Dec 13 17:03:18.963568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Deleting port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:03:18.963826 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:19.051503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] For port a5cec8ca-b47d-4e4d-b8f2-fda9143de266, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:19.051859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:19.064013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Calling delete_port for a5cec8ca-b47d-4e4d-b8f2-fda9143de266 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:03:19.193536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:19.205988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['a5cec8ca-b47d-4e4d-b8f2-fda9143de266'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:03:19.221872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Pushing event deleted for resources: {'Port': ['ID=a5cec8ca-b47d-4e4d-b8f2-fda9143de266,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:19.268974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] No DVR routers for this DVR port a5cec8ca-b47d-4e4d-b8f2-fda9143de266 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:03:19.271508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:19.274906 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c63a5c39-1ef0-44c8-8f91-52053ca37e0b req-120b0cfa-8d5e-4f0f-9f99-15f289f2ab37 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.31 "DELETE /v2.0/ports/a5cec8ca-b47d-4e4d-b8f2-fda9143de266 HTTP/1.1" status: 204 len: 173 time: 0.3958280 Dec 13 17:03:19.275361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7425bd9c-71e1-4183-bec6-cff0029d3f45', 'name': 'network-vif-deleted', 'tag': 'a5cec8ca-b47d-4e4d-b8f2-fda9143de266'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:03:19.277638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6034c8b-7cc2-44f2-a05f-69fac5f0f7e5" -d '{"events": [{"server_uuid": "7425bd9c-71e1-4183-bec6-cff0029d3f45", "name": "network-vif-deleted", "tag": "a5cec8ca-b47d-4e4d-b8f2-fda9143de266"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:03:19.381968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56d6b2b-39f3-49c3-8b04-9a5d0f79d01e x-openstack-request-id: req-e56d6b2b-39f3-49c3-8b04-9a5d0f79d01e {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:03:19.382564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7425bd9c-71e1-4183-bec6-cff0029d3f45", "name": "network-vif-deleted", "tag": "a5cec8ca-b47d-4e4d-b8f2-fda9143de266", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:03:19.382564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e56d6b2b-39f3-49c3-8b04-9a5d0f79d01e {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:03:19.382956 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7425bd9c-71e1-4183-bec6-cff0029d3f45', 'name': 'network-vif-deleted', 'tag': 'a5cec8ca-b47d-4e4d-b8f2-fda9143de266', 'status': 'completed', 'code': 200} Dec 13 17:03:19.471692 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a0376bb4-9e3c-4f91-a497-609d2b0cb2ce req-dc5c51fa-db2e-4837-9667-38fc5288776a tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=7425bd9c-71e1-4183-bec6-cff0029d3f45 HTTP/1.1" status: 200 len: 210 time: 0.0267160 Dec 13 17:03:21.096216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd175-1cef-4f13-9202-4df591055b62 req-8b3b9db2-10a9-4529-b808-222af4c32561 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:21.097674 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-8b3b9db2-10a9-4529-b808-222af4c32561 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/networks?id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 HTTP/1.1" status: 200 len: 816 time: 0.1012621 Dec 13 17:03:21.112332 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-682bf230-350b-46be-97b5-eeaa8005f86b tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/quotas/6cbe719885904c02984efb2fbaad9a34 HTTP/1.1" status: 200 len: 375 time: 0.0089498 Dec 13 17:03:21.168590 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-076bc354-4378-4dec-b44a-c7df8d59ca8f tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6cbe719885904c02984efb2fbaad9a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506256 Dec 13 17:03:21.183791 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-fa266dcd-f39b-4ac4-bc27-c36644ada890 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:03:21.184755 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-fa266dcd-f39b-4ac4-bc27-c36644ada890 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049326 Dec 13 17:03:21.273051 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-a24c9027-efc2-43a6-9416-abea17a206a1 service neutron] 10.222.0.13 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821664 Dec 13 17:03:21.366475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-0079f7f6-ca7d-44df-9562-3116a158f2e8 service neutron] 10.222.0.13 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874116 Dec 13 17:03:21.523859 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2f805f82-634f-438f-ba23-afd56c2a8bdd req-d4d2da60-b8f6-4a4d-ba24-39078be99d80 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 210 time: 0.0272551 Dec 13 17:03:22.617144 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8e25b8a2-5563-4ca7-87b7-868daf29c6f7 req-657afe19-e217-4fe6-8f86-5037b2cd7948 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 210 time: 0.0257788 Dec 13 17:03:23.243097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd175-1cef-4f13-9202-4df591055b62 req-6d573c7c-a5eb-49aa-bedc-7429431d5449 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:23.244535 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-6d573c7c-a5eb-49aa-bedc-7429431d5449 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.31 "GET /v2.0/networks?id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 HTTP/1.1" status: 200 len: 816 time: 0.3766952 Dec 13 17:03:23.258076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Request body: {'port': {'device_id': '56059d64-0c98-44d1-b705-04038dc76530', 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'admin_state_up': True, 'tenant_id': '6cbe719885904c02984efb2fbaad9a34'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:03:23.366566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Made reservation on behalf of 6cbe719885904c02984efb2fbaad9a34 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:03:23.370208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:23.494596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Allocated IP 172.20.0.3 (f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0/fa35b859-8342-4365-b97d-5211c150dca2/105b403f-2928-4ae9-b7d7-20a09dc7c56e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:03:23.639022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:23.674417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:23.743941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:03:23.750281 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:03:23.756781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:03:23.782289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Pushing event updated for resources: {'Port': ['ID=105b403f-2928-4ae9-b7d7-20a09dc7c56e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:23.812124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8279767-384a-439f-b134-fddd329e479c req-e921d6d8-7797-4d41-a169-c20fcb952dff tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:23.813683 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8279767-384a-439f-b134-fddd329e479c req-e921d6d8-7797-4d41-a169-c20fcb952dff tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 931 time: 0.1107836 Dec 13 17:03:23.825702 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:23.826317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:23.857743 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-1fe0af60-e6cd-4671-9f55-ab89eadd6f55 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6031210 Dec 13 17:03:23.881670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Request body: {'port': {'device_id': '56059d64-0c98-44d1-b705-04038dc76530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:03:23.889356 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8279767-384a-439f-b134-fddd329e479c req-02e046a6-d43a-4967-ba35-90876f314725 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602508 Dec 13 17:03:23.940824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:23.959487 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0d7e036a-8a84-4110-a84a-b7da0976a9ad None None] Provisioning complete for port 105b403f-2928-4ae9-b7d7-20a09dc7c56e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:03:23.960093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0d7e036a-8a84-4110-a84a-b7da0976a9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:23.992405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e036a-8a84-4110-a84a-b7da0976a9ad None None] Port 105b403f-2928-4ae9-b7d7-20a09dc7c56e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:03:24.205087 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105b403f-2928-4ae9-b7d7-20a09dc7c56e {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:03:24.212637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:24.224622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Transition to ACTIVE for port object 105b403f-2928-4ae9-b7d7-20a09dc7c56e will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:03:24.228221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:24.295501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Pushing event updated for resources: {'Port': ['ID=105b403f-2928-4ae9-b7d7-20a09dc7c56e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:24.327464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device a5cec8ca-b47d-4e4d-b8f2-fda9143de266 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:03:24.348977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Attempting to bind port 105b403f-2928-4ae9-b7d7-20a09dc7c56e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:03:24.349319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Attempting to bind port 105b403f-2928-4ae9-b7d7-20a09dc7c56e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:03:24.349645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Attempting to bind port 105b403f-2928-4ae9-b7d7-20a09dc7c56e on network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:03:24.350979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: a5cec8ca-b47d-4e4d-b8f2-fda9143de266 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:03:24.351434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device a5cec8ca-b47d-4e4d-b8f2-fda9143de266 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:03:24.355218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Port 105b403f-2928-4ae9-b7d7-20a09dc7c56e on network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:03:24.355553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Attempting to bind port 105b403f-2928-4ae9-b7d7-20a09dc7c56e on network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:03:24.361354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:03:24.361689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Checking segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:03:24.362076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Bound using segment: {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:03:24.362504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Bound port: 105b403f-2928-4ae9-b7d7-20a09dc7c56e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c232b8-ea8f-490e-b0cf-4fa17cd7945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:03:24.362887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:24.433906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] For port 105b403f-2928-4ae9-b7d7-20a09dc7c56e, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:03:24.437003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] For port 105b403f-2928-4ae9-b7d7-20a09dc7c56e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=105b403f-2928-4ae9-b7d7-20a09dc7c56e,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:03:24.441453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:24.477881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:24.478502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:24.479877 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] 10.222.0.31 "PUT /v2.0/ports/105b403f-2928-4ae9-b7d7-20a09dc7c56e HTTP/1.1" status: 200 len: 1093 time: 0.6065910 Dec 13 17:03:24.480321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56059d64-0c98-44d1-b705-04038dc76530', 'tag': '105b403f-2928-4ae9-b7d7-20a09dc7c56e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:03:24.482539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fac8f5b-16e5-4434-a063-c45b65fea183" -d '{"events": [{"name": "network-changed", "server_uuid": "56059d64-0c98-44d1-b705-04038dc76530", "tag": "105b403f-2928-4ae9-b7d7-20a09dc7c56e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:03:24.510149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e705aa5-77f2-4c12-98bc-458aeac19850 service neutron] Pushing event updated for resources: {'Port': ['ID=105b403f-2928-4ae9-b7d7-20a09dc7c56e,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:24.524419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb99b6b-9e95-4a46-af6f-0b985df6114e x-openstack-request-id: req-8eb99b6b-9e95-4a46-af6f-0b985df6114e {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:03:24.524726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56059d64-0c98-44d1-b705-04038dc76530", "tag": "105b403f-2928-4ae9-b7d7-20a09dc7c56e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:03:24.524989 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8eb99b6b-9e95-4a46-af6f-0b985df6114e {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:03:24.525450 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56059d64-0c98-44d1-b705-04038dc76530', 'tag': '105b403f-2928-4ae9-b7d7-20a09dc7c56e', 'status': 'completed', 'code': 200} Dec 13 17:03:24.575748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd175-1cef-4f13-9202-4df591055b62 req-e21cd70b-f505-4739-aebd-ae1a8723662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:24.577270 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-e21cd70b-f505-4739-aebd-ae1a8723662b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cbe719885904c02984efb2fbaad9a34&device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 1096 time: 0.0426435 Dec 13 17:03:24.638507 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-fa97c62a-42e9-476e-b6ba-2ae8791afe7a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=105b403f-2928-4ae9-b7d7-20a09dc7c56e HTTP/1.1" status: 200 len: 217 time: 0.0409586 Dec 13 17:03:24.693009 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd175-1cef-4f13-9202-4df591055b62 req-9eed13b3-f7c8-4687-a71d-9529d897ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:24.694488 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-9eed13b3-f7c8-4687-a71d-9529d897ecd6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa35b859-8342-4365-b97d-5211c150dca2 HTTP/1.1" status: 200 len: 855 time: 0.0457702 Dec 13 17:03:24.743600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fd175-1cef-4f13-9202-4df591055b62 req-6664c6b5-35e5-4cb9-980d-7335b8855f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:24.745016 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-6664c6b5-35e5-4cb9-980d-7335b8855f81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407290 Dec 13 17:03:24.839418 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-49fa2c0a-2ebe-4074-98d4-30ad65389f83 service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859883 Dec 13 17:03:24.940994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-750fd175-1cef-4f13-9202-4df591055b62 req-3cbce3e4-1d00-46f0-aaeb-4d443b8b953f service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899255 Dec 13 17:03:25.018964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cfa9ecc1-21b8-432e-846f-53c7bfa4d576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:25.051223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0a5a5-3abf-48d7-be78-9656866d9365 req-b950d2ac-a638-44fd-aa5e-c971258b60bb tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:25.052702 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-90f0a5a5-3abf-48d7-be78-9656866d9365 req-b950d2ac-a638-44fd-aa5e-c971258b60bb tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 943 time: 0.0860846 Dec 13 17:03:25.075417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-3d3252b3-d612-450f-b817-7b7ef6bc4ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:25.076870 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-3d3252b3-d612-450f-b817-7b7ef6bc4ed5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6cbe719885904c02984efb2fbaad9a34&device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 1096 time: 0.0767083 Dec 13 17:03:25.147401 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-90f0a5a5-3abf-48d7-be78-9656866d9365 req-a5cd0874-b904-4793-9f13-aeefdfe778a6 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883420 Dec 13 17:03:25.186950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-76f47246-ee71-4c15-ac16-94cf942b7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:25.188424 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-76f47246-ee71-4c15-ac16-94cf942b7f29 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 HTTP/1.1" status: 200 len: 917 time: 0.1041534 Dec 13 17:03:25.242680 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-1457004b-9697-4db8-bdd6-acb27abf09aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=105b403f-2928-4ae9-b7d7-20a09dc7c56e HTTP/1.1" status: 200 len: 217 time: 0.0430179 Dec 13 17:03:25.292969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-a10b39d3-7e7a-413b-94dc-055345480a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:25.294363 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-a10b39d3-7e7a-413b-94dc-055345480a4a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fa35b859-8342-4365-b97d-5211c150dca2 HTTP/1.1" status: 200 len: 855 time: 0.0440321 Dec 13 17:03:25.343476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-77aa3ac8-74f9-49db-9422-ae1791dbf926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:25.345002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-77aa3ac8-74f9-49db-9422-ae1791dbf926 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398860 Dec 13 17:03:25.441358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-252250d5-5cc6-4155-9e0e-41ac974b983b service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871975 Dec 13 17:03:25.536966 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2fac8f5b-16e5-4434-a063-c45b65fea183 req-1d76ff61-8e19-4aa2-9ebd-1128009adf2f service neutron] 10.222.0.31 "GET /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832970 Dec 13 17:03:26.265283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af701d3e-bbf8-487c-8e2a-412aa152c844 req-fd69afec-8bdb-44e6-9a6f-86d70ef4417b tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:26.266812 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af701d3e-bbf8-487c-8e2a-412aa152c844 req-fd69afec-8bdb-44e6-9a6f-86d70ef4417b tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 943 time: 0.0496070 Dec 13 17:03:26.319476 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af701d3e-bbf8-487c-8e2a-412aa152c844 req-7c1a9202-cf9c-4af1-9c04-f7b89f5211ad tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461969 Dec 13 17:03:27.435942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f92d5-af50-4b3a-864e-b1c4ef553a6d req-fedc4db1-c21e-4a0d-a4a0-5bd7910e0031 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:27.437516 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c6f92d5-af50-4b3a-864e-b1c4ef553a6d req-fedc4db1-c21e-4a0d-a4a0-5bd7910e0031 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 943 time: 0.0506473 Dec 13 17:03:27.450653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-92c70d0f-8324-4600-93c0-14953b9bd654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:27.488645 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7c6f92d5-af50-4b3a-864e-b1c4ef553a6d req-3618edae-da49-4300-8d5e-5be226679364 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442786 Dec 13 17:03:28.329849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 105b403f-2928-4ae9-b7d7-20a09dc7c56e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:03:28.422960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 105b403f-2928-4ae9-b7d7-20a09dc7c56e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=105b403f-2928-4ae9-b7d7-20a09dc7c56e,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:28.437680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '105b403f-2928-4ae9-b7d7-20a09dc7c56e', 'network_id': 'f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0', 'port_id': '105b403f-2928-4ae9-b7d7-20a09dc7c56e', 'mac_address': 'fa:16:3e:67:39:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa35b859-8342-4365-b97d-5211c150dca2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:03:28.474706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:28.487743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105b403f-2928-4ae9-b7d7-20a09dc7c56e {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:03:28.505779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 105b403f-2928-4ae9-b7d7-20a09dc7c56e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=105b403f-2928-4ae9-b7d7-20a09dc7c56e,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:28.509114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:28.562108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:28.566941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=105b403f-2928-4ae9-b7d7-20a09dc7c56e,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:28.573831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.574303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.574674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.575003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.575333 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.575661 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.575987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.576311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.576634 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.576953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.577297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.577614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.577929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:28.605825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bb7d5-a428-41aa-9aa1-cc3d2c07ac45 req-d81dbdbb-248f-4886-960c-be2adc2d462e tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:28.607358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5f1bb7d5-a428-41aa-9aa1-cc3d2c07ac45 req-d81dbdbb-248f-4886-960c-be2adc2d462e tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 944 time: 0.0488424 Dec 13 17:03:28.657258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5f1bb7d5-a428-41aa-9aa1-cc3d2c07ac45 req-3c85909e-bae7-404d-ae97-2eec45dad36f tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Dec 13 17:03:28.782278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['105b403f-2928-4ae9-b7d7-20a09dc7c56e'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:03:29.780329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ce421-9fef-4377-9f41-97cb3b2cdb94 req-5fdf5a59-9fb7-42b2-bf2b-774b373e1cc9 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:29.781813 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-359ce421-9fef-4377-9f41-97cb3b2cdb94 req-5fdf5a59-9fb7-42b2-bf2b-774b373e1cc9 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 944 time: 0.0565789 Dec 13 17:03:29.829609 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-359ce421-9fef-4377-9f41-97cb3b2cdb94 req-29d484db-cdd8-4b30-a235-30a16e587d99 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417910 Dec 13 17:03:30.070269 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:30.331282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 105b403f-2928-4ae9-b7d7-20a09dc7c56e up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:03:30.379462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 105b403f-2928-4ae9-b7d7-20a09dc7c56e completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:03:30.384169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 105b403f-2928-4ae9-b7d7-20a09dc7c56e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:03:30.384544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:30.462528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:30.484578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56059d64-0c98-44d1-b705-04038dc76530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b403f-2928-4ae9-b7d7-20a09dc7c56e'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:03:30.487002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46fa9b7-b7d6-411f-8ed9-99bbced897fe" -d '{"events": [{"server_uuid": "56059d64-0c98-44d1-b705-04038dc76530", "name": "network-vif-plugged", "status": "completed", "tag": "105b403f-2928-4ae9-b7d7-20a09dc7c56e"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:03:30.498999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 105b403f-2928-4ae9-b7d7-20a09dc7c56e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=105b403f-2928-4ae9-b7d7-20a09dc7c56e,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:30.503199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:30.526014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4fa2de-7fbf-4640-9ef0-72e28393154c x-openstack-request-id: req-1e4fa2de-7fbf-4640-9ef0-72e28393154c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:03:30.526307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56059d64-0c98-44d1-b705-04038dc76530", "name": "network-vif-plugged", "status": "completed", "tag": "105b403f-2928-4ae9-b7d7-20a09dc7c56e", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:03:30.526560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1e4fa2de-7fbf-4640-9ef0-72e28393154c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:03:30.526963 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56059d64-0c98-44d1-b705-04038dc76530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105b403f-2928-4ae9-b7d7-20a09dc7c56e', 'code': 200} Dec 13 17:03:30.552793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=105b403f-2928-4ae9-b7d7-20a09dc7c56e,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:30.708997 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f765d-a56d-4503-9a22-ba281d655b69 req-8d645b79-ea0f-454d-b300-eb38fa342c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:30.712445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d42f765d-a56d-4503-9a22-ba281d655b69 req-8d645b79-ea0f-454d-b300-eb38fa342c48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 1098 time: 0.0412850 Dec 13 17:03:30.756427 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d42f765d-a56d-4503-9a22-ba281d655b69 req-ce12fee2-f330-4645-b2e7-a74829813671 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378821 Dec 13 17:03:30.940442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:30.946861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d2500-3ad9-4e28-a518-de7eac780964 req-4812d79d-63f7-4dee-8412-0ded62d3afe5 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:30.948393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe0d2500-3ad9-4e28-a518-de7eac780964 req-4812d79d-63f7-4dee-8412-0ded62d3afe5 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Dec 13 17:03:30.999321 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe0d2500-3ad9-4e28-a518-de7eac780964 req-e7464aaa-2b5d-4bad-ae7a-1adcc9be7dd0 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450172 Dec 13 17:03:32.118115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72c827-73d3-4bb9-8aa1-f6e468f235b3 req-64303095-899a-4c68-aa09-208a849950a4 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:32.119604 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c72c827-73d3-4bb9-8aa1-f6e468f235b3 req-64303095-899a-4c68-aa09-208a849950a4 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 945 time: 0.0492523 Dec 13 17:03:32.166954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c72c827-73d3-4bb9-8aa1-f6e468f235b3 req-babfe316-75f3-4f31-b843-0d14d6a446d1 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Dec 13 17:03:32.279671 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683602a-4737-4d9c-922d-3456aa34d9c5 req-168f5d3d-7854-4013-a455-e5c356082f40 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:32.281084 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9683602a-4737-4d9c-922d-3456aa34d9c5 req-168f5d3d-7854-4013-a455-e5c356082f40 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 945 time: 0.0486314 Dec 13 17:03:32.329850 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9683602a-4737-4d9c-922d-3456aa34d9c5 req-18efb976-d36e-4f6e-b41c-7c11b150b39a tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419645 Dec 13 17:03:34.105480 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:03:44.187279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:54.808154 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cefad-595b-4d7f-a687-cf8e9d116d78 req-040dcfc3-dc09-4f46-a14a-99457f0f3658 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:54.809636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-479cefad-595b-4d7f-a687-cf8e9d116d78 req-040dcfc3-dc09-4f46-a14a-99457f0f3658 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 945 time: 0.0551054 Dec 13 17:03:54.857448 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-479cefad-595b-4d7f-a687-cf8e9d116d78 req-cdc4b566-4126-4042-88b8-3389204903e6 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410721 Dec 13 17:03:55.020669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c2b7007-f0b0-4228-b2e7-b792f017dae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:55.977686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198abab-7c95-40c1-bd55-7716122485dc req-8774aaaf-5ace-4b52-847c-8da9ef2371c7 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:55.979166 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d198abab-7c95-40c1-bd55-7716122485dc req-8774aaaf-5ace-4b52-847c-8da9ef2371c7 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 945 time: 0.0486932 Dec 13 17:03:56.026611 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d198abab-7c95-40c1-bd55-7716122485dc req-6d09a2b7-970c-47dd-a012-103b15d69679 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/security-groups?id=2582f99c-c898-4ef1-bec8-35e68ae3aa76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Dec 13 17:03:56.487637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-e3aef7c3-0d0d-4dd6-9132-9ea675c5ea50 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:03:56.489115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-e3aef7c3-0d0d-4dd6-9132-9ea675c5ea50 tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.31 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 945 time: 0.0523732 Dec 13 17:03:56.581540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Deleting port 105b403f-2928-4ae9-b7d7-20a09dc7c56e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:03:56.581881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:56.675434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] For port 105b403f-2928-4ae9-b7d7-20a09dc7c56e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=105b403f-2928-4ae9-b7d7-20a09dc7c56e,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:56.675792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:56.687855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Calling delete_port for 105b403f-2928-4ae9-b7d7-20a09dc7c56e owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:03:56.812934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:56.832127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['105b403f-2928-4ae9-b7d7-20a09dc7c56e'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:03:56.847390 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Pushing event deleted for resources: {'Port': ['ID=105b403f-2928-4ae9-b7d7-20a09dc7c56e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:56.861417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.861777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.862126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.862467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.862831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.863167 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.863498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.863832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.864233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.864603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.865431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.865431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.865640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:56.901452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] No DVR routers for this DVR port 105b403f-2928-4ae9-b7d7-20a09dc7c56e on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:03:56.904003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:56.908264 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a83e85ce-9700-4027-9186-7f4b9f89137d req-08b605d8-a81a-47c0-a5e4-dd201b04a9ec tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.31 "DELETE /v2.0/ports/105b403f-2928-4ae9-b7d7-20a09dc7c56e HTTP/1.1" status: 204 len: 173 time: 0.4095166 Dec 13 17:03:56.908742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56059d64-0c98-44d1-b705-04038dc76530', 'name': 'network-vif-deleted', 'tag': '105b403f-2928-4ae9-b7d7-20a09dc7c56e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:03:56.911076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69fdecc-b4f2-4acb-a1dc-0561870e0d9a" -d '{"events": [{"server_uuid": "56059d64-0c98-44d1-b705-04038dc76530", "name": "network-vif-deleted", "tag": "105b403f-2928-4ae9-b7d7-20a09dc7c56e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:03:56.956371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38f469e-7b9e-42d5-8efc-5ce76b9a5e75 x-openstack-request-id: req-f38f469e-7b9e-42d5-8efc-5ce76b9a5e75 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:03:56.956568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56059d64-0c98-44d1-b705-04038dc76530", "name": "network-vif-deleted", "tag": "105b403f-2928-4ae9-b7d7-20a09dc7c56e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:03:56.957376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f38f469e-7b9e-42d5-8efc-5ce76b9a5e75 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:03:56.957871 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56059d64-0c98-44d1-b705-04038dc76530', 'name': 'network-vif-deleted', 'tag': '105b403f-2928-4ae9-b7d7-20a09dc7c56e', 'status': 'completed', 'code': 200} Dec 13 17:03:57.137602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c7e76f4a-0de4-46da-a362-9ed7763c8b26 req-7c1c5244-ccee-44d1-bf92-9bc4c941e93f tempest-TestEncryptedCinderVolumes-296748782 tempest-TestEncryptedCinderVolumes-296748782-project] 10.222.0.13 "GET /v2.0/ports?device_id=56059d64-0c98-44d1-b705-04038dc76530 HTTP/1.1" status: 200 len: 210 time: 0.0262969 Dec 13 17:03:57.453517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-480fcfd3-426c-4af8-a7d3-5803d8822589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:58.226760 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51832) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:03:58.534161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:58.566414 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:58.817277 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Deleting port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:03:58.817525 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:58.896637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] For port 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:58.897016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:58.909730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Calling delete_port for 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:03:59.087936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:59.118879 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2afad9-3a9a-4fb2-bde9-dd271e70a41c,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:03:59.145549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.145904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.147579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.148056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.148407 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.148748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.149094 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.149435 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.149771 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.150103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.152368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.152720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.153060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:03:59.299929 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:59.514960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:03:59.619851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:03:59.625379 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d8622f80-f9f0-4baf-af58-2260d6c804b6 admin admin] 10.222.0.13 "PUT /v2.0/routers/9ffbd1ad-f8c4-4582-8a82-dc00945178b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3972080 Dec 13 17:03:59.627883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51836) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:03:59.628555 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] Sync routers for ids ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:03:59.639044 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] Routers {'9ffbd1ad-f8c4-4582-8a82-dc00945178b2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:03:59.639590 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:03:59.731731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:59.744976 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] Set router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:03:59.841514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:59.895937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Deleting port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:03:59.896191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:59.930602 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128'}], 'enable_snat': True}, 'gw_port_id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:03:59Z', 'revision_number': 5, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port': {'id': 'c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:35Z', 'updated_at': '2021-12-13T17:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:03:59.957439 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] Checking router: 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:03:59.965561 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] Routers {'9ffbd1ad-f8c4-4582-8a82-dc00945178b2'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:03:59.966193 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:03:59.981513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] For port c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:03:59.981869 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:03:59.993557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Calling delete_port for c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:04:00.050439 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] Set router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:00.080004 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.106693 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:03:59Z', 'revision_number': 6, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:00.138219 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084fdaf0-1bad-43ea-b938-e90b5ab4b29c None None] The sync data for ids ['9ffbd1ad-f8c4-4582-8a82-dc00945178b2'] in dv-neutron-821599-1-hyperv is: [{'id': '9ffbd1ad-f8c4-4582-8a82-dc00945178b2', 'name': 'tempest-TestEncryptedCinderVolumes-117350739-router', 'tenant_id': '6cbe719885904c02984efb2fbaad9a34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:34Z', 'updated_at': '2021-12-13T17:03:59Z', 'revision_number': 6, 'project_id': '6cbe719885904c02984efb2fbaad9a34', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:04:00.170251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.201726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:00.209330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed89a6-4e83-44d8-9545-f9baf61be1b7 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:00.261327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.355075 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.357165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.401805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.402373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ffbd1ad-f8c4-4582-8a82-dc00945178b2 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:04:00.407843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.409968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 105b403f-2928-4ae9-b7d7-20a09dc7c56e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:04:00.411678 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a55b2d5b-86cd-448d-8295-8062413bc954 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9ffbd1ad-f8c4-4582-8a82-dc00945178b2 HTTP/1.1" status: 204 len: 168 time: 0.7826743 Dec 13 17:04:00.412055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51838) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:00.433361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 105b403f-2928-4ae9-b7d7-20a09dc7c56e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:04:00.433694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 105b403f-2928-4ae9-b7d7-20a09dc7c56e not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:04:00.456486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-376b9d44-5123-4988-86d0-f633a303f53f admin admin] Deleting subnet fa35b859-8342-4365-b97d-5211c150dca2 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:04:00.459586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-376b9d44-5123-4988-86d0-f633a303f53f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.494732 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-376b9d44-5123-4988-86d0-f633a303f53f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.585104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-376b9d44-5123-4988-86d0-f633a303f53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.635398 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-376b9d44-5123-4988-86d0-f633a303f53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.661611 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b9d44-5123-4988-86d0-f633a303f53f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa35b859-8342-4365-b97d-5211c150dca2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:00.663590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-376b9d44-5123-4988-86d0-f633a303f53f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.669346 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-376b9d44-5123-4988-86d0-f633a303f53f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fa35b859-8342-4365-b97d-5211c150dca2 HTTP/1.1" status: 204 len: 168 time: 0.2543163 Dec 13 17:04:00.669522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fa9540-240a-4e63-8fc7-1582f40440a6 None None] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:04:00.669783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51840) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:00.742555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.797705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Deleting port 5241a03a-8b55-4d60-8c36-74e3ab65acfc {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:04:00.798045 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.858715 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] For port 5241a03a-8b55-4d60-8c36-74e3ab65acfc, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5241a03a-8b55-4d60-8c36-74e3ab65acfc,segment=NetworkSegment(77c232b8-ea8f-490e-b0cf-4fa17cd7945a),segment_id=77c232b8-ea8f-490e-b0cf-4fa17cd7945a)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:00.859011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.871794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Calling delete_port for 5241a03a-8b55-4d60-8c36-74e3ab65acfc owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:04:00.916624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] DHCP port deletion for f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:00.964102 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:00.984109 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5241a03a-8b55-4d60-8c36-74e3ab65acfc no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:04:00.990987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.000429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] No DVR routers for this DVR port 5241a03a-8b55-4d60-8c36-74e3ab65acfc on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:04:01.002510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Pushing event deleted for resources: {'Port': ['ID=5241a03a-8b55-4d60-8c36-74e3ab65acfc,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:01.082338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.104589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:01.114836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c232b8-ea8f-490e-b0cf-4fa17cd7945a') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:01.115148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c232b8-ea8f-490e-b0cf-4fa17cd7945a') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:01.125067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.139452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.148915 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:04:01.149257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:04:01.151182 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:04:01.167698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5241a03a-8b55-4d60-8c36-74e3ab65acfc {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:04:01.168631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5241a03a-8b55-4d60-8c36-74e3ab65acfc not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:04:01.169210 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:04:01.193642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:04:01.193642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8f2afad9-3a9a-4fb2-bde9-dd271e70a41c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:04:01.193944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:04:01.196412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] Deleting port 5241a03a-8b55-4d60-8c36-74e3ab65acfc {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:04:01.196790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.212253 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.217966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.221291 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] 10.222.0.13 "DELETE /v2.0/networks/f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 HTTP/1.1" status: 204 len: 168 time: 0.5505521 Dec 13 17:04:01.224285 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51842) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:01.254885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:04:01.255150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device c5fd9f66-3d8d-475b-9a78-5f43a9bd1c1a not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:04:01.282515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689983ff-d8ef-4fb0-8526-d0a6e306ecdc admin admin] Pushing event deleted for resources: {'Network': ['ID=f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:01.285329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] For port 5241a03a-8b55-4d60-8c36-74e3ab65acfc, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:01.285740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.301198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] Calling delete_port for 5241a03a-8b55-4d60-8c36-74e3ab65acfc owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:04:01.303942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] Port 5241a03a-8b55-4d60-8c36-74e3ab65acfc was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 17:04:01.305211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:01.312134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] Network f4bdb9a6-b7c0-49b5-af68-0bb153f9f6d0 is not hosted by any dhcp agent {{(pid=103054) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 13 17:04:01.312655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] No DVR routers for this DVR port 5241a03a-8b55-4d60-8c36-74e3ab65acfc on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:04:01.333104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616c9a8-01b3-4bbf-8301-4676abffcf44 None None] Pushing event deleted for resources: {'Port': ['ID=5241a03a-8b55-4d60-8c36-74e3ab65acfc,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:01.593139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:02.089804 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Deleting port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:04:02.090134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:02.166031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] For port e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,segment=NetworkSegment(3abf863a-3e03-44b6-a010-38a2db5631b3),segment_id=3abf863a-3e03-44b6-a010-38a2db5631b3)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:02.166390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:02.178867 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Calling delete_port for e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:04:02.353334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:02.379958 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:02.545310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:02.762030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:04:02.865681 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:04:02.870786 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-587faf1a-bbe1-4f28-abb9-39c21ea8b38d admin admin] 10.222.0.13 "PUT /v2.0/routers/f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6443653 Dec 13 17:04:02.873769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51844) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:02.875991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] Sync routers for ids ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:04:02.888702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] Routers {'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:02.888702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:02.998551 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] Set router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:03.207369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:04:02Z', 'revision_number': 5, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:03.239145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] Checking router: f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:04:03.249923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] Routers {'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:03.250855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:03.319176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:03.381729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] Set router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:03.463410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:03.526440 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Deleting port d803a5fe-0818-45db-8a78-f944f7b9c378 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:04:03.526686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:03.586776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:04:02Z', 'revision_number': 5, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:03.617969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] For port d803a5fe-0818-45db-8a78-f944f7b9c378, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=d803a5fe-0818-45db-8a78-f944f7b9c378,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:03.618419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:03.622193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bf737b-cc6f-4161-b289-930f5e473abb None None] The sync data for ids ['f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9'] in dv-neutron-821599-1-hyperv is: [{'id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'name': 'tempest-TestEncryptedCinderVolumes-1674629025-router', 'tenant_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:04:02Z', 'revision_number': 5, 'project_id': 'b1ec3468e7864d079d13a0f42f0f5fdd', 'gw_port': {'id': 'd803a5fe-0818-45db-8a78-f944f7b9c378', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:5d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:02:39Z', 'updated_at': '2021-12-13T17:02:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:04:03.644561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Calling delete_port for d803a5fe-0818-45db-8a78-f944f7b9c378 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:04:03.826259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:03.853341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d803a5fe-0818-45db-8a78-f944f7b9c378,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:03.865639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea7a792-6363-4dc0-a897-196a1a8aeb62 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:03.914901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.010747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.013091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.074978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.075879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:04:04.080873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.084590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51846) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:04.085187 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-89a60fb0-332a-43b1-84a9-e99590268c8c admin admin] 10.222.0.13 "DELETE /v2.0/routers/f83413a1-cbc4-41b8-9d33-8c6fa97fb8b9 HTTP/1.1" status: 204 len: 168 time: 1.2094226 Dec 13 17:04:04.137759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae5473e-b3f3-457b-a70a-b90e0691b6c8 admin admin] Deleting subnet 7e15206a-c0a9-4e40-bbee-82e3c115b738 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:04:04.141096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8ae5473e-b3f3-457b-a70a-b90e0691b6c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.175734 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8ae5473e-b3f3-457b-a70a-b90e0691b6c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.255457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8ae5473e-b3f3-457b-a70a-b90e0691b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.317399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8ae5473e-b3f3-457b-a70a-b90e0691b6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.336235 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4376ad-ecce-4d08-9821-179a8093be7b None None] Network 594bdb05-fc0e-47a7-94f7-16d6907d9b8f requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:04:04.346443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8ae5473e-b3f3-457b-a70a-b90e0691b6c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.350758 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8ae5473e-b3f3-457b-a70a-b90e0691b6c8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7e15206a-c0a9-4e40-bbee-82e3c115b738 HTTP/1.1" status: 204 len: 168 time: 0.2642581 Dec 13 17:04:04.352232 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5473e-b3f3-457b-a70a-b90e0691b6c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e15206a-c0a9-4e40-bbee-82e3c115b738,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:04.352376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51848) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:04.424983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.478462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Deleting port 7da09dee-513b-47b6-9b30-c590d8421907 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:04:04.478839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.545198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] For port 7da09dee-513b-47b6-9b30-c590d8421907, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7da09dee-513b-47b6-9b30-c590d8421907,segment=NetworkSegment(3abf863a-3e03-44b6-a010-38a2db5631b3),segment_id=3abf863a-3e03-44b6-a010-38a2db5631b3)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:04.545552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.558858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Calling delete_port for 7da09dee-513b-47b6-9b30-c590d8421907 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:04:04.639012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.660180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e478b-b7ec-410d-a07d-cd6812e54849 None None] DHCP port deletion for 594bdb05-fc0e-47a7-94f7-16d6907d9b8f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:04.672596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da09dee-513b-47b6-9b30-c590d8421907,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:04.677394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] No DVR routers for this DVR port 7da09dee-513b-47b6-9b30-c590d8421907 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:04:04.743626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d803a5fe-0818-45db-8a78-f944f7b9c378 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:04:04.759268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.764770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: d803a5fe-0818-45db-8a78-f944f7b9c378 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:04:04.765120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device d803a5fe-0818-45db-8a78-f944f7b9c378 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:04:04.766293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:04:04.779296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594bdb05-fc0e-47a7-94f7-16d6907d9b8f']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:04.788266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:04:04.788620 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e7f9c4c1-5bc3-4be2-860b-475ab0a7daa7 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:04:04.789036 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7da09dee-513b-47b6-9b30-c590d8421907 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:04:04.789804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3abf863a-3e03-44b6-a010-38a2db5631b3') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:04.790359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3abf863a-3e03-44b6-a010-38a2db5631b3') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:04.800788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.809419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 7da09dee-513b-47b6-9b30-c590d8421907 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:04:04.809770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7da09dee-513b-47b6-9b30-c590d8421907 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:04:04.816512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.823317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:04:04.823803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:04:04.825516 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:04:04.886581 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.891745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:04.895016 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] 10.222.0.13 "DELETE /v2.0/networks/594bdb05-fc0e-47a7-94f7-16d6907d9b8f HTTP/1.1" status: 204 len: 168 time: 0.5416844 Dec 13 17:04:04.907892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948780a-c00d-4743-b5fe-cf3579780247 admin admin] Pushing event deleted for resources: {'Network': ['ID=594bdb05-fc0e-47a7-94f7-16d6907d9b8f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:05.050714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51852) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:05.090619 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8274a36f-1bff-4bfa-918b-28287c2082d2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cbe719885904c02984efb2fbaad9a34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387275 Dec 13 17:04:05.094196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51854) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:05.142477 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ded10a5-0bcd-4c25-81c4-15c6cf53f943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:05.163582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ded10a5-0bcd-4c25-81c4-15c6cf53f943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:05.210495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ded10a5-0bcd-4c25-81c4-15c6cf53f943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:05.213150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8ded10a5-0bcd-4c25-81c4-15c6cf53f943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:05.216844 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8ded10a5-0bcd-4c25-81c4-15c6cf53f943 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2582f99c-c898-4ef1-bec8-35e68ae3aa76 HTTP/1.1" status: 204 len: 168 time: 0.1190970 Dec 13 17:04:05.222481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded10a5-0bcd-4c25-81c4-15c6cf53f943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2582f99c-c898-4ef1-bec8-35e68ae3aa76,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:05.525865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51860) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:05.572844 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-596c10f2-e7e2-489c-ab9f-cfecc6a2fec5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1ec3468e7864d079d13a0f42f0f5fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0457551 Dec 13 17:04:05.575301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51862) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:05.621990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2838d6b9-e9ce-46f7-86ff-5c26e3051089 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:05.644759 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2838d6b9-e9ce-46f7-86ff-5c26e3051089 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:05.695641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2838d6b9-e9ce-46f7-86ff-5c26e3051089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:05.698252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2838d6b9-e9ce-46f7-86ff-5c26e3051089 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:05.699434 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2838d6b9-e9ce-46f7-86ff-5c26e3051089 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b08e35d3-31fd-4ac8-82c4-1a42d6addd8e HTTP/1.1" status: 204 len: 168 time: 0.1230874 Dec 13 17:04:05.707428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2838d6b9-e9ce-46f7-86ff-5c26e3051089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08e35d3-31fd-4ac8-82c4-1a42d6addd8e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:06.376527 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51884) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:06.484572 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1960488864-network', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:06.504678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Made reservation on behalf of a6adbea79f0d487fb114b7afcacadf2b for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:04:06.506926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.515139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.589649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.593484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.619101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:04:06.629643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b64b15-4037-4651-b53e-56bb131ef8ea,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:06.635731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.636076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Added segment c9e28f8d-b0ed-4538-b91f-3436021fd93a of type vlan for network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 Dec 13 17:04:06.679398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.705570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.706722 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:06.707262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.764911 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3872154 Dec 13 17:04:06.768052 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51888) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:06.769911 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dfa9c-40ce-498e-b679-f89ecf5fe2f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5377624d-a74f-43f5-9fdd-ddfd93965ee7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:06.773007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Request body: {'subnet': {'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1960488864-subnet', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:06.781153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:04:06.796387 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Made reservation on behalf of a6adbea79f0d487fb114b7afcacadf2b for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:04:06.799539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:06.968614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.024172 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:07.033164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Checking segment: {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:07.033519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Network hostable DHCP agents. Network: 5377624d-a74f-43f5-9fdd-ddfd93965ee7, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:04:07.050374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:04:07.058627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 5377624d-a74f-43f5-9fdd-ddfd93965ee7) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:07.062560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:07.063760 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.068293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d531e675-5846-4cd3-bd3f-8f986dd48aee None None] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:04:07.080124 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-60d659ff-bc73-4445-ac67-7fd432cd3e43 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3109646 Dec 13 17:04:07.082884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51890) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:07.087272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:07.107665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.108707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.173922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.180853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:04:07.181830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.315376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Allocated IP 172.20.0.2 (5377624d-a74f-43f5-9fdd-ddfd93965ee7/a1eb9041-9f9f-45d5-9bd3-f29dd46e6031/b0fa5bca-a60f-4107-8e37-15ff112e7f98) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:07.334458 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.471334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.477509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.524743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:07.528572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:07.533008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:04:07.541046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Pushing event updated for resources: {'Port': ['ID=b0fa5bca-a60f-4107-8e37-15ff112e7f98,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:07.541240 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.562734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.602155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Attempting to bind port b0fa5bca-a60f-4107-8e37-15ff112e7f98 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:04:07.602528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Attempting to bind port b0fa5bca-a60f-4107-8e37-15ff112e7f98 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:04:07.603104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Attempting to bind port b0fa5bca-a60f-4107-8e37-15ff112e7f98 on network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:04:07.608767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:04:07.609258 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Checking segment: {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:07.610409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.610892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Bound using segment: {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:04:07.611445 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Bound port: b0fa5bca-a60f-4107-8e37-15ff112e7f98, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:04:07.611876 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.671169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Allocated IP 172.26.6.180 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/5a825325-f70f-40d3-9c74-ade605047da5) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:07.682183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] For port b0fa5bca-a60f-4107-8e37-15ff112e7f98, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:04:07.685760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] For port b0fa5bca-a60f-4107-8e37-15ff112e7f98, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b0fa5bca-a60f-4107-8e37-15ff112e7f98,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:04:07.690003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.748411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc6b49-82e7-4178-afc7-50be1726ae9d None None] Pushing event updated for resources: {'Port': ['ID=b0fa5bca-a60f-4107-8e37-15ff112e7f98,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:07.780678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.817423 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.861912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:07.865158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:07.868846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:04:07.880832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cab29c-101f-42b7-b641-02a454c0a839 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:07.893741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a825325-f70f-40d3-9c74-ade605047da5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:07.956388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-71a6bc37-42a8-4350-a6df-4e174060455c None None] Provisioning complete for port 5a825325-f70f-40d3-9c74-ade605047da5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:07.956760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-71a6bc37-42a8-4350-a6df-4e174060455c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:07.996600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-71a6bc37-42a8-4350-a6df-4e174060455c None None] Port 5a825325-f70f-40d3-9c74-ade605047da5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:04:08.151436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:08.351014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:08.484935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:04:08.597523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:04:08.607203 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Sync routers for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:04:08.618251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:08.619596 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:08.619730 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-79cdd7a6-d533-4608-804c-520c9c3dbeb4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5358334 Dec 13 17:04:08.620249 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:08.622399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51892) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:08.647607 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1cac0d-8f38-4422-a82c-7a0587b79cd3 None None] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:04:08.737876 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:08.773264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-24bc28c3-21d0-43f1-aa39-f00d9cd02e16 None None] Provisioning complete for port b0fa5bca-a60f-4107-8e37-15ff112e7f98 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:08.773921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-24bc28c3-21d0-43f1-aa39-f00d9cd02e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:08.807576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b0fa5bca-a60f-4107-8e37-15ff112e7f98 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:08.892822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b0fa5bca-a60f-4107-8e37-15ff112e7f98 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:08.893473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:08.933808 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:08Z', 'revision_number': 3, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:08.967937 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Checking router: 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:04:08.968595 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Updating router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 port 5a825325-f70f-40d3-9c74-ade605047da5 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:04:08.974852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-24bc28c3-21d0-43f1-aa39-f00d9cd02e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:08.995705 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.016960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-24bc28c3-21d0-43f1-aa39-f00d9cd02e16 None None] For port b0fa5bca-a60f-4107-8e37-15ff112e7f98, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b0fa5bca-a60f-4107-8e37-15ff112e7f98,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:09.023791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-24bc28c3-21d0-43f1-aa39-f00d9cd02e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.121909 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc28c3-21d0-43f1-aa39-f00d9cd02e16 None None] Pushing event updated for resources: {'Port': ['ID=b0fa5bca-a60f-4107-8e37-15ff112e7f98,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:09.148924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7ad4941c-aa56-43a6-a886-e31043aebbb6 None None] Provisioning complete for port b0fa5bca-a60f-4107-8e37-15ff112e7f98 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:09.149611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ad4941c-aa56-43a6-a886-e31043aebbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.273408 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.278985 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.386479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.414023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c44db8c-a5b3-4f2b-8342-3a4f5e2f7bd2 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:09.422899 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Pushing event updated for resources: {'Port': ['ID=5a825325-f70f-40d3-9c74-ade605047da5,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:09.431372 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.431737 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.432083 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.432435 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.432778 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.433109 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.433442 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.433773 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.434101 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.434429 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.434804 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.435117 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.435435 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:09.438957 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Attempting to bind port 5a825325-f70f-40d3-9c74-ade605047da5 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:04:09.439343 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Attempting to bind port 5a825325-f70f-40d3-9c74-ade605047da5 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:04:09.439705 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Attempting to bind port 5a825325-f70f-40d3-9c74-ade605047da5 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:04:09.444991 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:04:09.445376 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:09.445891 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.446147 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:04:09.446616 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Bound port: 5a825325-f70f-40d3-9c74-ade605047da5, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:04:09.447020 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.463088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0167c0d8-a42d-4ed0-a69f-d968a9d317b8 None None] Provisioning complete for port 5a825325-f70f-40d3-9c74-ade605047da5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:09.463462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0167c0d8-a42d-4ed0-a69f-d968a9d317b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.499268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0167c0d8-a42d-4ed0-a69f-d968a9d317b8 None None] Port 5a825325-f70f-40d3-9c74-ade605047da5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:04:09.502355 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] For port 5a825325-f70f-40d3-9c74-ade605047da5, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:04:09.505744 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] For port 5a825325-f70f-40d3-9c74-ade605047da5, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a825325-f70f-40d3-9c74-ade605047da5,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:04:09.509904 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.554340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Allocated IP 172.20.0.1 (5377624d-a74f-43f5-9fdd-ddfd93965ee7/a1eb9041-9f9f-45d5-9bd3-f29dd46e6031/38bcce43-ac02-4585-b072-0887897506f5) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:09.556626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812c6462-1107-4d91-ba8c-272efdcac928 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:09.563055 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:09.563627 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:09.619847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e15e1573-8cff-43e4-a2f7-5dd32727e5e6 None None] Provisioning complete for port 5a825325-f70f-40d3-9c74-ade605047da5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:09.620393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e15e1573-8cff-43e4-a2f7-5dd32727e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.648126 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e3086-73fc-4b33-bf47-2a8b97ab81ea None None] Pushing event updated for resources: {'Port': ['ID=5a825325-f70f-40d3-9c74-ade605047da5,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:09.673840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.682047 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:09.709256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e15e1573-8cff-43e4-a2f7-5dd32727e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.712306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.729410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e15e1573-8cff-43e4-a2f7-5dd32727e5e6 None None] For port 5a825325-f70f-40d3-9c74-ade605047da5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a825325-f70f-40d3-9c74-ade605047da5,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:09.734068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e15e1573-8cff-43e4-a2f7-5dd32727e5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.753972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:09.758503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:09.763438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:04:09.766957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Pushing event updated for resources: {'Port': ['ID=38bcce43-ac02-4585-b072-0887897506f5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:09.784883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e1573-8cff-43e4-a2f7-5dd32727e5e6 None None] Pushing event updated for resources: {'Port': ['ID=5a825325-f70f-40d3-9c74-ade605047da5,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:09.808279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:09.904182 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:08Z', 'revision_number': 3, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:09.933770 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e154414e-9dc0-41a5-bc4a-27369f839b3b None None] The sync data for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv is: [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:08Z', 'revision_number': 3, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:04:09.951470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:10.058768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d5e3928c-6ba3-4058-8b76-5ce144ee212b None None] Provisioning complete for port 38bcce43-ac02-4585-b072-0887897506f5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:10.059294 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d5e3928c-6ba3-4058-8b76-5ce144ee212b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:10.099365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d5e3928c-6ba3-4058-8b76-5ce144ee212b None None] Port 38bcce43-ac02-4585-b072-0887897506f5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:04:10.146746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:10.156023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:10.230990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Pushing event updated for resources: {'Port': ['ID=38bcce43-ac02-4585-b072-0887897506f5,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:10.233495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:10.330732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:10.332212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:10.470973 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:04:10.591772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:04:10.601698 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c632bd45-6cb2-48c6-a1eb-88f1a47785b2 admin admin] 10.222.0.13 "PUT /v2.0/routers/92ec3b26-23b3-48e3-bc0e-0ed1733b87a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9743047 Dec 13 17:04:10.627443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1079db51-d34f-4b0f-9293-94b45009c434 None None] Provisioning complete for port 38bcce43-ac02-4585-b072-0887897506f5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:10.627899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1079db51-d34f-4b0f-9293-94b45009c434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:10.663315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-1079db51-d34f-4b0f-9293-94b45009c434 None None] Port 38bcce43-ac02-4585-b072-0887897506f5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:04:10.815001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a825325-f70f-40d3-9c74-ade605047da5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:10.864774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5a825325-f70f-40d3-9c74-ade605047da5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:10.865141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:10.947583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b0fa5bca-a60f-4107-8e37-15ff112e7f98 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:10.995458 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port b0fa5bca-a60f-4107-8e37-15ff112e7f98 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:10.995835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.104015 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:04:11.107941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51908) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:11.113076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1272722584-network', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:11.136351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Made reservation on behalf of d4a8937d6a8048ffb71157c3e856ac40 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:04:11.138788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.149341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.230661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.236277 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.261879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:04:11.271471 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba8d2d1-c9c8-4d73-9c99-9f51b360d798,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:11.276197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.276529 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Added segment 043bc015-3e37-468b-a494-c4f598031672 of type vlan for network 2ffd467b-48e2-48fe-b988-f38b412937a7 Dec 13 17:04:11.319935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.349137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.350328 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:11.350958 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.405077 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2960038 Dec 13 17:04:11.408185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51910) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:11.413089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Request body: {'subnet': {'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1272722584-subnet', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:11.416333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a492e2b-d3d4-4798-b540-711c2ac08396 admin admin] Pushing event updated for resources: {'Network': ['ID=2ffd467b-48e2-48fe-b988-f38b412937a7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:11.427041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 2ffd467b-48e2-48fe-b988-f38b412937a7 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:04:11.441383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Made reservation on behalf of d4a8937d6a8048ffb71157c3e856ac40 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:04:11.444092 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.538233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Sync routers for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:04:11.549994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:11.550733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:11.625689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.684615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9406c1aa-a2bd-455c-a5e5-315a12a0d400,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:11.695973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Checking segment: {'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:11.696338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Network hostable DHCP agents. Network: 2ffd467b-48e2-48fe-b988-f38b412937a7, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:04:11.714511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Network 2ffd467b-48e2-48fe-b988-f38b412937a7 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:04:11.724710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 2ffd467b-48e2-48fe-b988-f38b412937a7) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:11.729503 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:11.730960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.746665 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1a06d192-b55b-4a8f-9912-0fef3c698682 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3373547 Dec 13 17:04:11.749243 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 51912) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:11.753717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:11.771500 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f428d6-c873-4132-96f4-d4654e1fb94d None None] Network 2ffd467b-48e2-48fe-b988-f38b412937a7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:04:11.775689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.777461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.837566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.873791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:11.929276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2ffd467b-48e2-48fe-b988-f38b412937a7', 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7', 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'fixed_ips': [{'subnet_id': '9406c1aa-a2bd-455c-a5e5-315a12a0d400'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:04:11.930364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:11.985717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.185170 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.185839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Allocated IP 172.20.0.2 (2ffd467b-48e2-48fe-b988-f38b412937a7/9406c1aa-a2bd-455c-a5e5-315a12a0d400/451707d6-d899-4661-83f5-814a261addb6) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:12.205890 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.269759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:10Z', 'revision_number': 2, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:12.307146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Checking router: 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:04:12.307505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Updating router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 port 38bcce43-ac02-4585-b072-0887897506f5 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:04:12.311528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Allocated IP 172.26.6.87 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/bd150a27-3276-4f38-9f85-1623bb246b19) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:12.348516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.414935 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.431058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.440098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.454361 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.491851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:12.496406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:12.500010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:04:12.524447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Pushing event updated for resources: {'Port': ['ID=bd150a27-3276-4f38-9f85-1623bb246b19,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:12.529042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2255cd34-5d0f-4ced-b9d1-9d1c564d3b28 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:12.543109 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Network 2ffd467b-48e2-48fe-b988-f38b412937a7 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:12.553845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:12.562131 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:04:12.565834 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Pushing event updated for resources: {'Port': ['ID=451707d6-d899-4661-83f5-814a261addb6,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:12.676279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bede16ff-57e0-4225-b59d-a3773e8a15b8 None None] Provisioning complete for port bd150a27-3276-4f38-9f85-1623bb246b19 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:12.676687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bede16ff-57e0-4225-b59d-a3773e8a15b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.715848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Attempting to bind port 451707d6-d899-4661-83f5-814a261addb6 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:04:12.716139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Attempting to bind port 451707d6-d899-4661-83f5-814a261addb6 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:04:12.716517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Attempting to bind port 451707d6-d899-4661-83f5-814a261addb6 on network 2ffd467b-48e2-48fe-b988-f38b412937a7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:04:12.740202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:04:12.740595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Checking segment: {'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:12.740997 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.741401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Bound using segment: {'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:04:12.741882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Bound port: 451707d6-d899-4661-83f5-814a261addb6, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:04:12.742266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.749415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bede16ff-57e0-4225-b59d-a3773e8a15b8 None None] Port bd150a27-3276-4f38-9f85-1623bb246b19 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:04:12.752064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.852837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.860613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] For port 451707d6-d899-4661-83f5-814a261addb6, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:04:12.863947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] For port 451707d6-d899-4661-83f5-814a261addb6, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=451707d6-d899-4661-83f5-814a261addb6,segment=NetworkSegment(043bc015-3e37-468b-a494-c4f598031672),segment_id=043bc015-3e37-468b-a494-c4f598031672)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:04:12.865076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.870771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:12.928007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b1057-deb1-41ec-8458-34217bf9b02e None None] Pushing event updated for resources: {'Port': ['ID=38bcce43-ac02-4585-b072-0887897506f5,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:13.026881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Attempting to bind port 38bcce43-ac02-4585-b072-0887897506f5 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:04:13.027263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Attempting to bind port 38bcce43-ac02-4585-b072-0887897506f5 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:04:13.027636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Attempting to bind port 38bcce43-ac02-4585-b072-0887897506f5 on network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:04:13.030010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd84c9-1f9f-44f8-9279-62859521c69a None None] Pushing event updated for resources: {'Port': ['ID=451707d6-d899-4661-83f5-814a261addb6,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:13.036715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:04:13.037135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Checking segment: {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:13.037504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.037912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Bound using segment: {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:04:13.038434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Bound port: 38bcce43-ac02-4585-b072-0887897506f5, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:04:13.038855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.107931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] For port 38bcce43-ac02-4585-b072-0887897506f5, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:04:13.112083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] For port 38bcce43-ac02-4585-b072-0887897506f5, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=38bcce43-ac02-4585-b072-0887897506f5,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:04:13.118790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.182388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:13.183182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:13.186974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b1057-deb1-41ec-8458-34217bf9b02e None None] Pushing event updated for resources: {'Port': ['ID=38bcce43-ac02-4585-b072-0887897506f5,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:13.281755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.310581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6362405c-bf47-47a8-b950-d0e29486606e None None] Provisioning complete for port 38bcce43-ac02-4585-b072-0887897506f5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:13.310991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6362405c-bf47-47a8-b950-d0e29486606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.382032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:13.465281 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Router 5e6ab492-a947-4d36-879a-454fc650396f is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:04:13.575349 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:04:13.584983 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Sync routers for ids ['5e6ab492-a947-4d36-879a-454fc650396f'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:04:13.596421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.600190 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Routers {'5e6ab492-a947-4d36-879a-454fc650396f'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:13.600366 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-94a76940-d97b-46c1-900f-4befe2e2c5fe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8475032 Dec 13 17:04:13.600464 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e6ab492-a947-4d36-879a-454fc650396f'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:13.600565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 51914) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:13.696051 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6362405c-bf47-47a8-b950-d0e29486606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.707822 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Set router 5e6ab492-a947-4d36-879a-454fc650396f gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:13.745748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6362405c-bf47-47a8-b950-d0e29486606e None None] For port 38bcce43-ac02-4585-b072-0887897506f5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=38bcce43-ac02-4585-b072-0887897506f5,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:13.809326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6362405c-bf47-47a8-b950-d0e29486606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.878227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362405c-bf47-47a8-b950-d0e29486606e None None] Pushing event updated for resources: {'Port': ['ID=38bcce43-ac02-4585-b072-0887897506f5,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:13.893092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:13Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:13.924862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80907770-a62f-4c11-9dd1-dbbdc448a38b None None] The sync data for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv is: [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:13Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:04:13.939338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8cdb28c1-371b-4662-a822-cc08096fba56 None None] Provisioning complete for port 38bcce43-ac02-4585-b072-0887897506f5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:13.939709 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8cdb28c1-371b-4662-a822-cc08096fba56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:13.988779 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:04:12Z', 'revision_number': 3, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port': {'id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:12Z', 'updated_at': '2021-12-13T17:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:14.028144 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Checking router: 5e6ab492-a947-4d36-879a-454fc650396f for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:04:14.028505 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Updating router 5e6ab492-a947-4d36-879a-454fc650396f port bd150a27-3276-4f38-9f85-1623bb246b19 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:04:14.063414 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.141907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.192668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.245697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4bf56-e315-4bd1-86e0-ccdc21b761c0 None None] Network 2ffd467b-48e2-48fe-b988-f38b412937a7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:04:14.326158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cf498fcf-b002-4558-a019-4a309ee70f0c None None] Provisioning complete for port 451707d6-d899-4661-83f5-814a261addb6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:14.326825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf498fcf-b002-4558-a019-4a309ee70f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.342701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Allocated IP 172.20.0.1 (2ffd467b-48e2-48fe-b988-f38b412937a7/9406c1aa-a2bd-455c-a5e5-315a12a0d400/3408acca-8be0-48a2-a67f-168161c61c5a) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:14.393498 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.400086 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.481384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef084ae-18bb-4830-b8a6-1cd9d645f1df None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:14.487349 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Attempting to bind port bd150a27-3276-4f38-9f85-1623bb246b19 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:04:14.487723 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Attempting to bind port bd150a27-3276-4f38-9f85-1623bb246b19 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:04:14.488093 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Attempting to bind port bd150a27-3276-4f38-9f85-1623bb246b19 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:04:14.493232 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.494940 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04772de-78a2-473f-9767-be3546572cff None None] Pushing event updated for resources: {'Port': ['ID=bd150a27-3276-4f38-9f85-1623bb246b19,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:14.497740 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:04:14.498348 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:14.498931 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.501654 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:04:14.502315 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Bound port: bd150a27-3276-4f38-9f85-1623bb246b19, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:04:14.502905 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.518223 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf498fcf-b002-4558-a019-4a309ee70f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.550499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.573930 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cf498fcf-b002-4558-a019-4a309ee70f0c None None] For port 451707d6-d899-4661-83f5-814a261addb6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=451707d6-d899-4661-83f5-814a261addb6,segment=NetworkSegment(043bc015-3e37-468b-a494-c4f598031672),segment_id=043bc015-3e37-468b-a494-c4f598031672)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:14.585357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cf498fcf-b002-4558-a019-4a309ee70f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.587218 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] For port bd150a27-3276-4f38-9f85-1623bb246b19, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:04:14.592999 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] For port bd150a27-3276-4f38-9f85-1623bb246b19, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bd150a27-3276-4f38-9f85-1623bb246b19,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:04:14.599231 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.642797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Network 2ffd467b-48e2-48fe-b988-f38b412937a7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:14.663130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf498fcf-b002-4558-a019-4a309ee70f0c None None] Pushing event updated for resources: {'Port': ['ID=451707d6-d899-4661-83f5-814a261addb6,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:14.676484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:14.678371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14704f7-7a4d-4b84-9c31-7bb1278926a5 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:04:14.683433 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Routers {'5e6ab492-a947-4d36-879a-454fc650396f'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:14.684078 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e6ab492-a947-4d36-879a-454fc650396f'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:14.689304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:04:14.721000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6819c2b7-9c4b-49df-a5be-3a5ecd5ca5cb None None] Provisioning complete for port bd150a27-3276-4f38-9f85-1623bb246b19 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:14.721501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6819c2b7-9c4b-49df-a5be-3a5ecd5ca5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.776385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.780179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Pushing event updated for resources: {'Port': ['ID=3408acca-8be0-48a2-a67f-168161c61c5a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:14.873264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6819c2b7-9c4b-49df-a5be-3a5ecd5ca5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:14.875223 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04772de-78a2-473f-9767-be3546572cff None None] Pushing event updated for resources: {'Port': ['ID=bd150a27-3276-4f38-9f85-1623bb246b19,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:14.903297 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] Set router 5e6ab492-a947-4d36-879a-454fc650396f gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:14.940853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6819c2b7-9c4b-49df-a5be-3a5ecd5ca5cb None None] For port bd150a27-3276-4f38-9f85-1623bb246b19, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bd150a27-3276-4f38-9f85-1623bb246b19,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:14.948677 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6819c2b7-9c4b-49df-a5be-3a5ecd5ca5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.023627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.034164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819c2b7-9c4b-49df-a5be-3a5ecd5ca5cb None None] Pushing event updated for resources: {'Port': ['ID=bd150a27-3276-4f38-9f85-1623bb246b19,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:15.050880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 38bcce43-ac02-4585-b072-0887897506f5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:15.123464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-298c6e8f-cb66-497c-8aba-1f7dcd664957 None None] Provisioning complete for port 451707d6-d899-4661-83f5-814a261addb6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:15.123842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-298c6e8f-cb66-497c-8aba-1f7dcd664957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.160990 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:04:12Z', 'revision_number': 3, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port': {'id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:12Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:15.168263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 38bcce43-ac02-4585-b072-0887897506f5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:15.168636 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.193373 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832e2c0a-bf0f-4033-834b-57fc2adc86f8 None None] The sync data for ids ['5e6ab492-a947-4d36-879a-454fc650396f'] in dv-neutron-821599-1-hyperv is: [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:04:12Z', 'revision_number': 3, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port': {'id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:83:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:12Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:04:15.269700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.274980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.312639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 451707d6-d899-4661-83f5-814a261addb6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:15.344818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-298c6e8f-cb66-497c-8aba-1f7dcd664957 None None] Provisioning complete for port bd150a27-3276-4f38-9f85-1623bb246b19 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:15.345643 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-298c6e8f-cb66-497c-8aba-1f7dcd664957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.364158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Pushing event updated for resources: {'Port': ['ID=3408acca-8be0-48a2-a67f-168161c61c5a,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:15.367802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.411080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 451707d6-d899-4661-83f5-814a261addb6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:15.411463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.483808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Network 2ffd467b-48e2-48fe-b988-f38b412937a7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:15.488128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:15.628046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-00bbafe9-ef26-4a92-938c-01f45eb294bb None None] Provisioning complete for port 3408acca-8be0-48a2-a67f-168161c61c5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:15.628512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-00bbafe9-ef26-4a92-938c-01f45eb294bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.643860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Router 5e6ab492-a947-4d36-879a-454fc650396f has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:04:15.676815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-00bbafe9-ef26-4a92-938c-01f45eb294bb None None] Port 3408acca-8be0-48a2-a67f-168161c61c5a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:04:15.769553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:04:15.774878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e84e65fe-4ac1-41d4-a520-7b6b90b49c00 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e6ab492-a947-4d36-879a-454fc650396f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1732445 Dec 13 17:04:15.799699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-da6762b4-2a7b-4afc-94b2-52fa105c4b15 None None] Provisioning complete for port 3408acca-8be0-48a2-a67f-168161c61c5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:15.800259 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-da6762b4-2a7b-4afc-94b2-52fa105c4b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:15.841947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-da6762b4-2a7b-4afc-94b2-52fa105c4b15 None None] Port 3408acca-8be0-48a2-a67f-168161c61c5a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:04:16.809431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 451707d6-d899-4661-83f5-814a261addb6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:16.863623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 451707d6-d899-4661-83f5-814a261addb6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:16.863996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:16.960148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bd150a27-3276-4f38-9f85-1623bb246b19 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:17.025002 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port bd150a27-3276-4f38-9f85-1623bb246b19 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:17.025382 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:17.518783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Sync routers for ids ['5e6ab492-a947-4d36-879a-454fc650396f'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:04:17.529647 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Routers {'5e6ab492-a947-4d36-879a-454fc650396f'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:17.530461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e6ab492-a947-4d36-879a-454fc650396f'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:17.645595 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Set router 5e6ab492-a947-4d36-879a-454fc650396f gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:17.867147 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 4, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port': {'id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:12Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '3408acca-8be0-48a2-a67f-168161c61c5a', 'name': '', 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'mac_address': 'fa:16:3e:23:87:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '9406c1aa-a2bd-455c-a5e5-315a12a0d400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:14Z', 'updated_at': '2021-12-13T17:04:15Z', 'revision_number': 2, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'subnets': [{'id': '9406c1aa-a2bd-455c-a5e5-315a12a0d400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:17.894242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Checking router: 5e6ab492-a947-4d36-879a-454fc650396f for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:04:17.894599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Updating router 5e6ab492-a947-4d36-879a-454fc650396f port 3408acca-8be0-48a2-a67f-168161c61c5a binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:04:17.921546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:18.221627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:18.227768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:18.279097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4516cb5-f755-4943-a6a6-99c881a9d8e1 None None] Pushing event updated for resources: {'Port': ['ID=3408acca-8be0-48a2-a67f-168161c61c5a,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:18.344025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Attempting to bind port 3408acca-8be0-48a2-a67f-168161c61c5a on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:04:18.344408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Attempting to bind port 3408acca-8be0-48a2-a67f-168161c61c5a by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:04:18.344803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Attempting to bind port 3408acca-8be0-48a2-a67f-168161c61c5a on network 2ffd467b-48e2-48fe-b988-f38b412937a7 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:04:18.352059 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:04:18.353468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Checking segment: {'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:18.354076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:18.354654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Bound using segment: {'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:04:18.355588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Bound port: 3408acca-8be0-48a2-a67f-168161c61c5a, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043bc015-3e37-468b-a494-c4f598031672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:04:18.357052 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:18.449769 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] For port 3408acca-8be0-48a2-a67f-168161c61c5a, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:04:18.453714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] For port 3408acca-8be0-48a2-a67f-168161c61c5a, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3408acca-8be0-48a2-a67f-168161c61c5a,segment=NetworkSegment(043bc015-3e37-468b-a494-c4f598031672),segment_id=043bc015-3e37-468b-a494-c4f598031672)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:04:18.461495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:18.525412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Routers {'5e6ab492-a947-4d36-879a-454fc650396f'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:04:18.526039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:03:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e6ab492-a947-4d36-879a-454fc650396f'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:18.786955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4516cb5-f755-4943-a6a6-99c881a9d8e1 None None] Pushing event updated for resources: {'Port': ['ID=3408acca-8be0-48a2-a67f-168161c61c5a,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:18.814811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-ff9e7a91-1ef7-4d74-8b23-3f12c7f251fe None None] Provisioning complete for port 3408acca-8be0-48a2-a67f-168161c61c5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:18.815197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff9e7a91-1ef7-4d74-8b23-3f12c7f251fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:18.873089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] Set router 5e6ab492-a947-4d36-879a-454fc650396f gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:04:19.014061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff9e7a91-1ef7-4d74-8b23-3f12c7f251fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:19.076212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ff9e7a91-1ef7-4d74-8b23-3f12c7f251fe None None] For port 3408acca-8be0-48a2-a67f-168161c61c5a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3408acca-8be0-48a2-a67f-168161c61c5a,segment=NetworkSegment(043bc015-3e37-468b-a494-c4f598031672),segment_id=043bc015-3e37-468b-a494-c4f598031672)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:19.084387 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ff9e7a91-1ef7-4d74-8b23-3f12c7f251fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:19.166508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e7a91-1ef7-4d74-8b23-3f12c7f251fe None None] Pushing event updated for resources: {'Port': ['ID=3408acca-8be0-48a2-a67f-168161c61c5a,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:19.194555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 4, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port': {'id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:12Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '3408acca-8be0-48a2-a67f-168161c61c5a', 'name': '', 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'mac_address': 'fa:16:3e:23:87:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '9406c1aa-a2bd-455c-a5e5-315a12a0d400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:14Z', 'updated_at': '2021-12-13T17:04:18Z', 'revision_number': 4, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'subnets': [{'id': '9406c1aa-a2bd-455c-a5e5-315a12a0d400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:04:19.230144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f348920f-eb67-4ea9-b2ae-3737eac37e2f None None] The sync data for ids ['5e6ab492-a947-4d36-879a-454fc650396f'] in dv-neutron-821599-1-hyperv is: [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 4, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port': {'id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:12Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '3408acca-8be0-48a2-a67f-168161c61c5a', 'name': '', 'network_id': '2ffd467b-48e2-48fe-b988-f38b412937a7', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'mac_address': 'fa:16:3e:23:87:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '9406c1aa-a2bd-455c-a5e5-315a12a0d400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:14Z', 'updated_at': '2021-12-13T17:04:18Z', 'revision_number': 4, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'subnets': [{'id': '9406c1aa-a2bd-455c-a5e5-315a12a0d400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:04:19.245800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-048d005d-72d1-4b0f-9ab7-51fb07cc5a5d None None] Provisioning complete for port 3408acca-8be0-48a2-a67f-168161c61c5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:19.246243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-048d005d-72d1-4b0f-9ab7-51fb07cc5a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:20.751924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3408acca-8be0-48a2-a67f-168161c61c5a up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:20.810776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3408acca-8be0-48a2-a67f-168161c61c5a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:20.811158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:25.029434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0e9d814c-a748-4128-a2de-e14925e2cd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:26.044489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-8527b7b8-cd27-4c5b-80f5-700c248ae6cc tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:26.045952 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-8527b7b8-cd27-4c5b-80f5-700c248ae6cc tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 815 time: 0.1014166 Dec 13 17:04:26.060656 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-6b9b1673-2bce-4f1f-b856-2093e0f5bb82 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/quotas/a6adbea79f0d487fb114b7afcacadf2b HTTP/1.1" status: 200 len: 375 time: 0.0087245 Dec 13 17:04:26.117334 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-356209dd-bab3-477a-be48-60f9e2894ae5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502880 Dec 13 17:04:26.296177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-3c7af745-d28c-4fb6-9770-3b3528433ed9 service neutron] 10.222.0.13 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662171 Dec 13 17:04:26.388306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-91d9109e-0628-47fd-aeec-bbdce8a450bb service neutron] 10.222.0.13 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858805 Dec 13 17:04:26.544840 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd8a5753-38f3-41d2-991c-b1b0a07d3344 req-e4c18eb7-5167-4e13-badf-5334910d5737 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 210 time: 0.0269499 Dec 13 17:04:27.457017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bef7fedc-554f-4811-9f0c-7155e48bda57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:27.534673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-197b7c64-a780-44ef-a85f-7a23a755f072 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:27.536145 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-197b7c64-a780-44ef-a85f-7a23a755f072 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 815 time: 0.1112309 Dec 13 17:04:27.554464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'port': {'device_id': '698e4746-f406-45d3-93cd-c039da5e0580', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'admin_state_up': True, 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:27.647698 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5d5dca52-cd68-4854-a496-588b5d4cbf39 req-40bc3d47-265d-4f7a-ad18-b2b79a8a962b tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 210 time: 0.0312772 Dec 13 17:04:27.693028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Made reservation on behalf of a6adbea79f0d487fb114b7afcacadf2b for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:04:27.696488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:28.128121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Allocated IP 172.20.0.10 (5377624d-a74f-43f5-9fdd-ddfd93965ee7/a1eb9041-9f9f-45d5-9bd3-f29dd46e6031/ee9e17ac-9be9-441e-8507-5d700d093e5a) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:28.297290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:28.331685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:28.378424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:04:28.381780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:04:28.385885 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:04:28.417981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'Port': ['ID=ee9e17ac-9be9-441e-8507-5d700d093e5a,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:28.453092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:28.454032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:28.477395 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-acd6eeb0-615a-4153-96cf-a92c9d3eb5a2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9266999 Dec 13 17:04:28.544009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:28.653344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2de16898-6204-49c3-ac7c-f65b44a3f409 None None] Provisioning complete for port ee9e17ac-9be9-441e-8507-5d700d093e5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:28.654115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2de16898-6204-49c3-ac7c-f65b44a3f409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:28.700643 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2de16898-6204-49c3-ac7c-f65b44a3f409 None None] Port ee9e17ac-9be9-441e-8507-5d700d093e5a cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:04:28.778816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab89d17-5c0e-4f5f-a6ac-832c8c13339b req-c99038a0-3869-42f5-8d83-915018c79305 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:28.780347 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eab89d17-5c0e-4f5f-a6ac-832c8c13339b req-c99038a0-3869-42f5-8d83-915018c79305 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 932 time: 0.0603178 Dec 13 17:04:28.830516 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-eab89d17-5c0e-4f5f-a6ac-832c8c13339b req-043bd7a9-feec-4c0a-88fc-9f68df08762c tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Dec 13 17:04:29.949128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefa86c-f070-4186-aced-3da4532dd1e4 req-16860a37-bbef-4b89-a1fb-f61032cf5eab tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:29.950621 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-feefa86c-f070-4186-aced-3da4532dd1e4 req-16860a37-bbef-4b89-a1fb-f61032cf5eab tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 932 time: 0.0500190 Dec 13 17:04:30.000889 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-feefa86c-f070-4186-aced-3da4532dd1e4 req-313340bf-dcfc-4d60-91dc-102bfb6339f2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Dec 13 17:04:30.081678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:30.945530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:31.126447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d4e27-b4e0-4bb8-ac78-5218230bf893 req-70a607a0-2387-41ba-840a-3b3bd25bb9dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:31.130584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb2d4e27-b4e0-4bb8-ac78-5218230bf893 req-70a607a0-2387-41ba-840a-3b3bd25bb9dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 932 time: 0.0560060 Dec 13 17:04:31.185300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb2d4e27-b4e0-4bb8-ac78-5218230bf893 req-6212551f-b28f-48a8-b506-e14143193180 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496788 Dec 13 17:04:32.307378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c16590-7fb5-4720-ab96-d0fbdc625044 req-3b629670-3dd6-444c-901e-a62eb914c5c5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:32.308866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-05c16590-7fb5-4720-ab96-d0fbdc625044 req-3b629670-3dd6-444c-901e-a62eb914c5c5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 932 time: 0.0535729 Dec 13 17:04:32.363942 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-05c16590-7fb5-4720-ab96-d0fbdc625044 req-fbdcbdab-1573-4823-9b61-66599351647e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479665 Dec 13 17:04:33.484909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51462f9e-a848-4d84-b36b-ddd8e472ca37 req-8ba3ae6f-5081-4efa-930d-fc57ce255496 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:33.486457 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51462f9e-a848-4d84-b36b-ddd8e472ca37 req-8ba3ae6f-5081-4efa-930d-fc57ce255496 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 932 time: 0.0508966 Dec 13 17:04:33.536207 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-51462f9e-a848-4d84-b36b-ddd8e472ca37 req-3054c58b-ab0e-4ad0-b4c5-482cf24e277d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438471 Dec 13 17:04:34.665790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e4bf5-2d76-44d1-99f5-4037469513cf req-fe3c6a5b-5a2b-48f3-868c-fe2acf603089 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:34.667359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-941e4bf5-2d76-44d1-99f5-4037469513cf req-fe3c6a5b-5a2b-48f3-868c-fe2acf603089 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 932 time: 0.0538487 Dec 13 17:04:34.716833 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-941e4bf5-2d76-44d1-99f5-4037469513cf req-fdbba80c-f71d-43ee-a439-a6e2012a8a4f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418649 Dec 13 17:04:35.837756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6c1da-ec8f-4e3c-8d41-3f3e8959d19c req-77a03c31-7776-4771-a341-fe2a42841f76 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:35.839044 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-40d6c1da-ec8f-4e3c-8d41-3f3e8959d19c req-77a03c31-7776-4771-a341-fe2a42841f76 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 932 time: 0.0528817 Dec 13 17:04:35.893355 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-40d6c1da-ec8f-4e3c-8d41-3f3e8959d19c req-9b8d9c0d-0a54-4bac-9096-2a260aeec1a0 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477450 Dec 13 17:04:37.010584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1844ce8-4656-4900-a170-5f9220f1b5ec req-782a52f7-b09c-4caa-9ffe-2efa4d5ccdd0 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:37.012127 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e1844ce8-4656-4900-a170-5f9220f1b5ec req-782a52f7-b09c-4caa-9ffe-2efa4d5ccdd0 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 932 time: 0.0505664 Dec 13 17:04:37.066564 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e1844ce8-4656-4900-a170-5f9220f1b5ec req-0fee8bfc-a881-45f3-b397-766e8e50b86b tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474310 Dec 13 17:04:37.653038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Request body: {'port': {'device_id': '698e4746-f406-45d3-93cd-c039da5e0580', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:37.705225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:37.963339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9e17ac-9be9-441e-8507-5d700d093e5a {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:04:37.970756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:37.982296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Transition to ACTIVE for port object ee9e17ac-9be9-441e-8507-5d700d093e5a will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:04:37.986587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:38.040486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Pushing event updated for resources: {'Port': ['ID=ee9e17ac-9be9-441e-8507-5d700d093e5a,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:38.106213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Attempting to bind port ee9e17ac-9be9-441e-8507-5d700d093e5a on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:04:38.106559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Attempting to bind port ee9e17ac-9be9-441e-8507-5d700d093e5a by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:04:38.106941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Attempting to bind port ee9e17ac-9be9-441e-8507-5d700d093e5a on network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:04:38.113837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Port ee9e17ac-9be9-441e-8507-5d700d093e5a on network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:04:38.114157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Attempting to bind port ee9e17ac-9be9-441e-8507-5d700d093e5a on network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:04:38.120112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:04:38.120450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Checking segment: {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:04:38.120830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Bound using segment: {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:04:38.121265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Bound port: ee9e17ac-9be9-441e-8507-5d700d093e5a, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e28f8d-b0ed-4538-b91f-3436021fd93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:04:38.121606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:38.225834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] For port ee9e17ac-9be9-441e-8507-5d700d093e5a, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:04:38.238139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f39ae5-462f-4798-89a5-bb018d94d1ef req-7c1de7cc-bf7f-4086-9b50-af961b8be9d1 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:38.239639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8f39ae5-462f-4798-89a5-bb018d94d1ef req-7c1de7cc-bf7f-4086-9b50-af961b8be9d1 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 944 time: 0.0818317 Dec 13 17:04:38.248492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] For port ee9e17ac-9be9-441e-8507-5d700d093e5a, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:04:38.255914 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:38.318493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:38.319165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:38.320522 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] 10.222.0.31 "PUT /v2.0/ports/ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 1094 time: 0.7165267 Dec 13 17:04:38.320974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:04:38.323258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e1ab5b-0b80-44b9-8884-9e6af77f1700" -d '{"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:04:38.348821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8f39ae5-462f-4798-89a5-bb018d94d1ef req-37615bc4-b00e-4759-a569-cdfd6400f808 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021597 Dec 13 17:04:38.352193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9b784-a533-4e76-a208-2af97083e0cd service neutron] Pushing event updated for resources: {'Port': ['ID=ee9e17ac-9be9-441e-8507-5d700d093e5a,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:38.394422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4f4bcb-d639-4701-a1e6-d9d263127d93 x-openstack-request-id: req-6d4f4bcb-d639-4701-a1e6-d9d263127d93 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:04:38.394756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:04:38.395013 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d4f4bcb-d639-4701-a1e6-d9d263127d93 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:04:38.395421 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'status': 'completed', 'code': 200} Dec 13 17:04:38.429839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-f3ea9fb7-2323-4150-ae78-097195e6fce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:38.431409 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-f3ea9fb7-2323-4150-ae78-097195e6fce7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1097 time: 0.0481277 Dec 13 17:04:38.476150 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-b36347ad-fa03-465f-a8ee-34f9e7d24d22 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 217 time: 0.0358520 Dec 13 17:04:38.528641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-0121c482-52a0-4238-a914-351609a0ae2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:38.530120 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-0121c482-52a0-4238-a914-351609a0ae2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0468714 Dec 13 17:04:38.580164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-c9dfd533-0c05-43b0-bcc1-3b229ea68481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:38.581572 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-c9dfd533-0c05-43b0-bcc1-3b229ea68481 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402632 Dec 13 17:04:38.676140 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-21efc779-c218-449e-882c-3eb853f84d06 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858042 Dec 13 17:04:38.767521 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f9c08c8d-c3e8-4f2b-8a74-c21135bd833f req-9288392b-1a03-4293-8fcc-006a835cdb3b service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823586 Dec 13 17:04:38.870074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-229033d9-7014-421c-a8a1-fc121377a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:38.871603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-229033d9-7014-421c-a8a1-fc121377a748 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1097 time: 0.0464323 Dec 13 17:04:38.962754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-af7db6c2-d1c0-49f7-8b0b-4ca5f2a0645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:38.964219 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-af7db6c2-d1c0-49f7-8b0b-4ca5f2a0645a service neutron] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 916 time: 0.0844827 Dec 13 17:04:39.011588 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-b922f307-17fd-4310-820d-9c7803621ec0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 217 time: 0.0382195 Dec 13 17:04:39.065746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-22b382d4-994b-45cb-9e85-f9b67fbae551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:39.067161 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-22b382d4-994b-45cb-9e85-f9b67fbae551 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0462799 Dec 13 17:04:39.115308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-91516421-2502-4d45-8df8-daa8612c98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:39.116783 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-91516421-2502-4d45-8df8-daa8612c98b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396972 Dec 13 17:04:39.212222 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-f375842f-e377-416f-ae20-220ab974b526 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839977 Dec 13 17:04:39.315516 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41e1ab5b-0b80-44b9-8884-9e6af77f1700 req-4233b53f-70c9-4dc1-96df-020bdcd65a1f service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Dec 13 17:04:39.467692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f30820-c821-4cb6-842f-edd36dd34cac req-f15115c4-56e5-442b-8889-80869952e1c3 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:39.469886 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-84f30820-c821-4cb6-842f-edd36dd34cac req-f15115c4-56e5-442b-8889-80869952e1c3 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 944 time: 0.0494595 Dec 13 17:04:39.516679 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-84f30820-c821-4cb6-842f-edd36dd34cac req-3909e6f5-82bd-44bd-99ed-b4d8e1e77af5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Dec 13 17:04:40.604112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ee9e17ac-9be9-441e-8507-5d700d093e5a details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:04:40.638030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7d0d0-1cc4-482e-b4a5-594e7332fc6f req-dbc8a711-b8dc-4a3c-a348-d713317ded6e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:40.639458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-06c7d0d0-1cc4-482e-b4a5-594e7332fc6f req-dbc8a711-b8dc-4a3c-a348-d713317ded6e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 944 time: 0.0534751 Dec 13 17:04:40.688342 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-06c7d0d0-1cc4-482e-b4a5-594e7332fc6f req-3ce244b4-2f0e-4b93-bf89-93bec54937fe tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Dec 13 17:04:40.703722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ee9e17ac-9be9-441e-8507-5d700d093e5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:40.715309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'port_id': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'mac_address': 'fa:16:3e:5d:c4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:04:40.755530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:40.768409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9e17ac-9be9-441e-8507-5d700d093e5a {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:04:40.787690 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ee9e17ac-9be9-441e-8507-5d700d093e5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:40.791466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:40.841015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=ee9e17ac-9be9-441e-8507-5d700d093e5a,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:40.848494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.848848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.849195 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.849536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.849870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.850192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.850526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.850879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.851211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.851540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.851867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.852190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:40.852513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:04:41.111532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ee9e17ac-9be9-441e-8507-5d700d093e5a'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:04:41.802708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07fd20-5053-4aa3-afff-f0c5e5692a99 req-42ebd9ce-9b24-466c-acd0-1c1cb2ba3db1 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:41.804197 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4c07fd20-5053-4aa3-afff-f0c5e5692a99 req-42ebd9ce-9b24-466c-acd0-1c1cb2ba3db1 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 945 time: 0.0496011 Dec 13 17:04:41.850361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4c07fd20-5053-4aa3-afff-f0c5e5692a99 req-06b2ffb1-f3a7-4489-916d-3cd4efa426e6 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403485 Dec 13 17:04:42.626774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ee9e17ac-9be9-441e-8507-5d700d093e5a up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:04:42.675537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port ee9e17ac-9be9-441e-8507-5d700d093e5a completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:04:42.680211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port ee9e17ac-9be9-441e-8507-5d700d093e5a triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:04:42.680534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:42.756084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:42.778102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:04:42.780443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7abf62-a25f-4c89-ada7-633e7caed848" -d '{"events": [{"server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "name": "network-vif-plugged", "status": "completed", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:04:42.793822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ee9e17ac-9be9-441e-8507-5d700d093e5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:04:42.797766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:42.847891 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=ee9e17ac-9be9-441e-8507-5d700d093e5a,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:04:42.951889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a49f77-3dc9-4ebf-a1a5-df19edb9bdd0 x-openstack-request-id: req-06a49f77-3dc9-4ebf-a1a5-df19edb9bdd0 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:04:42.952812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "name": "network-vif-plugged", "status": "completed", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:04:42.953332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06a49f77-3dc9-4ebf-a1a5-df19edb9bdd0 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:04:42.953746 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'code': 200} Dec 13 17:04:42.973507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da6b34-656a-40d1-800d-e92653e203c3 req-1f88bf78-11af-4c34-ab0d-d2dbac341f28 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:42.975061 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-70da6b34-656a-40d1-800d-e92653e203c3 req-1f88bf78-11af-4c34-ab0d-d2dbac341f28 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0567050 Dec 13 17:04:43.026790 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-70da6b34-656a-40d1-800d-e92653e203c3 req-99c86855-5ee4-4a44-aade-35079ba6c365 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451403 Dec 13 17:04:43.148924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b475399-1162-4da2-b4e9-8d5855a07d7e req-8cb45f21-c211-44d5-abe3-c34f0bc8fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:43.150437 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b475399-1162-4da2-b4e9-8d5855a07d7e req-8cb45f21-c211-44d5-abe3-c34f0bc8fa8e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1099 time: 0.0411932 Dec 13 17:04:43.202069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b475399-1162-4da2-b4e9-8d5855a07d7e req-d140a997-3c4d-4a95-a311-71aef0d7b4ef service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Dec 13 17:04:44.143084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903ee3e-bf4a-4082-9469-00a15c39bfe4 req-ce3b7905-3107-4f6d-b3cd-723c09e6b225 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:44.144563 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b903ee3e-bf4a-4082-9469-00a15c39bfe4 req-ce3b7905-3107-4f6d-b3cd-723c09e6b225 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0488813 Dec 13 17:04:44.192712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:44.201410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b903ee3e-bf4a-4082-9469-00a15c39bfe4 req-62f85004-f900-4d29-a3d7-669ade81c455 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510018 Dec 13 17:04:45.317760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2346978-9353-486b-8d25-1c6708c9700e req-19006642-eb01-4a73-b5a5-6bb5e300784f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:45.319264 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e2346978-9353-486b-8d25-1c6708c9700e req-19006642-eb01-4a73-b5a5-6bb5e300784f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0497541 Dec 13 17:04:45.365932 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e2346978-9353-486b-8d25-1c6708c9700e req-a770cefd-120f-462b-91a7-ced6f4abeb7c tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407581 Dec 13 17:04:45.481531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf54d40-fbc4-4cde-8e2d-877719964a81 req-fc4eab29-43ce-4409-a5c3-b05e54e92b50 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:45.482923 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3bf54d40-fbc4-4cde-8e2d-877719964a81 req-fc4eab29-43ce-4409-a5c3-b05e54e92b50 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0505686 Dec 13 17:04:45.532554 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3bf54d40-fbc4-4cde-8e2d-877719964a81 req-ff91c2c3-655f-4547-9c4e-9ed2ec36a6dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Dec 13 17:04:45.869166 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d699e-80fc-4b7b-ae5c-7fb8256b2a53 req-5360f3cd-2b3e-4eb9-93a5-2eed52c294ae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:45.870626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a1d699e-80fc-4b7b-ae5c-7fb8256b2a53 req-5360f3cd-2b3e-4eb9-93a5-2eed52c294ae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0534308 Dec 13 17:04:45.917997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a1d699e-80fc-4b7b-ae5c-7fb8256b2a53 req-c077d51b-d94a-4c7f-ae2c-4f6bc812ea25 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Dec 13 17:04:48.103128 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:04:55.025451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2f02570c-fa53-48c8-905d-5f2d9b846e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:57.462780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30e6ae68-7f03-4316-a9d6-ecad317cf8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:58.541605 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:59.458186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9ac5b-fd20-4383-a2f3-35ec61efdc55 req-5df3403d-1c54-40cd-af13-dc292e6126d9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:59.459683 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9bc9ac5b-fd20-4383-a2f3-35ec61efdc55 req-5df3403d-1c54-40cd-af13-dc292e6126d9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0498512 Dec 13 17:04:59.508616 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9bc9ac5b-fd20-4383-a2f3-35ec61efdc55 req-6ca00489-0d82-48da-b684-899a24e1ed88 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428865 Dec 13 17:04:59.530470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52122) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:59.611503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97506d45-0f7f-4fca-b504-ea89b7b1252d tempest-TestMinimumBasicScenario-729671562 tempest-TestMinimumBasicScenario-729671562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:04:59.613012 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-97506d45-0f7f-4fca-b504-ea89b7b1252d tempest-TestMinimumBasicScenario-729671562 tempest-TestMinimumBasicScenario-729671562-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1094 time: 0.0815353 Dec 13 17:04:59.615953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52126) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:04:59.620174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:04:59.641487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:59.741420 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:59.845258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Allocated IP 172.26.6.38 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/9708c237-3064-449d-9c90-b73d792c0c22) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:04:59.947452 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:04:59.980795 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:00.022082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:05:00.025001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:05:00.028546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:05:00.052398 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'Port': ['ID=9708c237-3064-449d-9c90-b73d792c0c22,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:00.062557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.062557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.062557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.063136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.063311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.064019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.064307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.064700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.064962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.065292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.065625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.065952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.066279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:00.087748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:00.392483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:00.458431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:00.611342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:00.615733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:00.686554 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'Port': ['ID=9708c237-3064-449d-9c90-b73d792c0c22,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:00.701351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:00.803642 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Floating IP bb71c54e-0115-4d81-a5d7-fec8cf702321 associated. External IP: 172.26.6.38, port: ee9e17ac-9be9-441e-8507-5d700d093e5a. Dec 13 17:05:00.959720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.012371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:05:01.127331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:05:01.138105 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] Sync routers for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:05:01.146324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.150266 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:01.150991 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:04:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:01.175293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9a02f5fe-548a-4aa1-afac-61f30f99b15d tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5583246 Dec 13 17:05:01.176003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:05:01.178234 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52128) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:01.178770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:05:01.183229 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775813348', 'description': 'tempest-secgroup-smoke-775813348 description', 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:05:01.206742 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.218970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570b7632-9632-4fdc-993e-b8d2aeeb8b9d x-openstack-request-id: req-570b7632-9632-4fdc-993e-b8d2aeeb8b9d {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:05:01.219339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:05:01.219607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-570b7632-9632-4fdc-993e-b8d2aeeb8b9d {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:05:01.220019 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'status': 'completed', 'code': 200} Dec 13 17:05:01.284076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.289027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.292395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-a83f1c5a-9306-4346-a188-cc08314fb37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:01.294233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-a83f1c5a-9306-4346-a188-cc08314fb37a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1099 time: 0.0477245 Dec 13 17:05:01.325088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.326351 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1470551 Dec 13 17:05:01.328493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f4f56a-810e-4c02-9afc-091e61cdf460,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:01.332730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52132) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:01.337148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-e0a98298-ee31-41f0-927e-d28f4dd795dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'security_group_rule': {'security_group_id': '53f4f56a-810e-4c02-9afc-091e61cdf460', 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:05:01.349512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.349872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.350223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.350573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.350942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.351288 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.351627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.351963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.352301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.352663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.352999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.353325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.353840 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d60404-9c66-47b2-b2ab-de6fa300ed72 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:05:01.355425 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:01.386141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0a98298-ee31-41f0-927e-d28f4dd795dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.396050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-7e099aef-d02e-4683-997d-2eb7fb85403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:01.397558 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-7e099aef-d02e-4683-997d-2eb7fb85403c service neutron] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 916 time: 0.0966213 Dec 13 17:05:01.445371 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0a98298-ee31-41f0-927e-d28f4dd795dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.449823 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0a98298-ee31-41f0-927e-d28f4dd795dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.475055 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a98298-ee31-41f0-927e-d28f4dd795dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ff8687-51bb-4dc3-b947-ad22e4ebdfb1,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:01.484686 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-b385ee3e-6b52-4a79-8fce-3b0f744ddb5d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 999 time: 0.0793900 Dec 13 17:05:01.486541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-e0a98298-ee31-41f0-927e-d28f4dd795dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.487963 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e0a98298-ee31-41f0-927e-d28f4dd795dd tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1542282 Dec 13 17:05:01.490573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52134) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:01.495266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-469f7019-fa2c-4dfe-9180-5199310279ec tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'security_group_rule': {'security_group_id': '53f4f56a-810e-4c02-9afc-091e61cdf460', 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:05:01.523778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-469f7019-fa2c-4dfe-9180-5199310279ec tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.540651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-3cb69072-fe30-48f5-94b8-eceb1ec5100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:01.542134 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-3cb69072-fe30-48f5-94b8-eceb1ec5100f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0485978 Dec 13 17:05:01.590148 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-469f7019-fa2c-4dfe-9180-5199310279ec tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.594451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-284ed278-c94b-457a-9662-594678e8ffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:01.594896 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-469f7019-fa2c-4dfe-9180-5199310279ec tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.596526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-284ed278-c94b-457a-9662-594678e8ffec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463991 Dec 13 17:05:01.602850 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bb71c54e-0115-4d81-a5d7-fec8cf702321', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'floating_ip_address': '172.26.6.38', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'port_id': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'mac_address': 'fa:16:3e:5d:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698e4746-f406-45d3-93cd-c039da5e0580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:05:00Z', 'updated_at': '2021-12-13T17:05:00Z', 'revision_number': 0, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:13Z', 'revision_number': 5, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:01.619595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f7019-fa2c-4dfe-9180-5199310279ec tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418bfe7b-cf61-40c8-9b78-1ac01a79ace7,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:01.628836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-469f7019-fa2c-4dfe-9180-5199310279ec tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.632660 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-469f7019-fa2c-4dfe-9180-5199310279ec tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385179 Dec 13 17:05:01.633023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52136) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:01.633607 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] Checking router: 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:05:01.637991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5774b3a6-47a9-4aa9-9800-4960307908f5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'security_group_rule': {'security_group_id': '53f4f56a-810e-4c02-9afc-091e61cdf460', 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:05:01.642671 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:05:01.643323 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:04:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:01.668251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5774b3a6-47a9-4aa9-9800-4960307908f5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.731060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5774b3a6-47a9-4aa9-9800-4960307908f5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.736247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5774b3a6-47a9-4aa9-9800-4960307908f5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.756986 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774b3a6-47a9-4aa9-9800-4960307908f5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a174996f-9d17-4890-a98f-45142c30018b,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:01.767996 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:05:01.769024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5774b3a6-47a9-4aa9-9800-4960307908f5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.770524 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5774b3a6-47a9-4aa9-9800-4960307908f5 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361713 Dec 13 17:05:01.774510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52138) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:01.779782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c0652419-2898-4e11-85df-4294b089d4f6 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'security_group_rule': {'security_group_id': '53f4f56a-810e-4c02-9afc-091e61cdf460', 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:05:01.812272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0652419-2898-4e11-85df-4294b089d4f6 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.868353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0652419-2898-4e11-85df-4294b089d4f6 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.872872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0652419-2898-4e11-85df-4294b089d4f6 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.900902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c0652419-2898-4e11-85df-4294b089d4f6 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.903104 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c0652419-2898-4e11-85df-4294b089d4f6 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270938 Dec 13 17:05:01.904128 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0652419-2898-4e11-85df-4294b089d4f6 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53db511e-cb57-47c4-bc16-7998f83834d3,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:01.906796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52140) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:01.911479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-f0d62692-72d7-46b9-85c6-d27ce0bc7913 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'security_group_rule': {'security_group_id': '53f4f56a-810e-4c02-9afc-091e61cdf460', 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:05:01.937028 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-f0d62692-72d7-46b9-85c6-d27ce0bc7913 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Project a6adbea79f0d487fb114b7afcacadf2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:05:01.942764 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f0d62692-72d7-46b9-85c6-d27ce0bc7913 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:01.982132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-3a93199e-43d6-410a-9d4b-bbf64377c654 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777356 Dec 13 17:05:02.005955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f0d62692-72d7-46b9-85c6-d27ce0bc7913 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.010309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f0d62692-72d7-46b9-85c6-d27ce0bc7913 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.033877 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d62692-72d7-46b9-85c6-d27ce0bc7913 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fb3b8c-9300-4c3f-80cd-5632e853a94a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:02.034477 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bb71c54e-0115-4d81-a5d7-fec8cf702321', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'floating_ip_address': '172.26.6.38', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'port_id': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'mac_address': 'fa:16:3e:5d:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698e4746-f406-45d3-93cd-c039da5e0580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:05:00Z', 'updated_at': '2021-12-13T17:05:00Z', 'revision_number': 0, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:13Z', 'revision_number': 5, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:05:02.041020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f0d62692-72d7-46b9-85c6-d27ce0bc7913 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.042786 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f0d62692-72d7-46b9-85c6-d27ce0bc7913 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347170 Dec 13 17:05:02.044928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52142) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:05:02.049785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-fd35f7c8-107e-4761-9915-96ede0ca9fae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'security_group_rule': {'security_group_id': '53f4f56a-810e-4c02-9afc-091e61cdf460', 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:05:02.066212 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0e25fc-32a4-4fe3-b0bf-cc7305a8a3f7 None None] The sync data for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv is: [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'bb71c54e-0115-4d81-a5d7-fec8cf702321', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'floating_ip_address': '172.26.6.38', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'port_id': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'mac_address': 'fa:16:3e:5d:c4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698e4746-f406-45d3-93cd-c039da5e0580', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:05:00Z', 'updated_at': '2021-12-13T17:05:00Z', 'revision_number': 0, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:13Z', 'revision_number': 5, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:05:02.074948 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-fd35f7c8-107e-4761-9915-96ede0ca9fae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Project a6adbea79f0d487fb114b7afcacadf2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:05:02.081009 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c8-107e-4761-9915-96ede0ca9fae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.096030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3cc2a9d2-d9fa-4889-b3ed-5283beb7f9a4 req-9d5f00f0-d275-44db-b811-9f636152f277 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039681 Dec 13 17:05:02.151961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c8-107e-4761-9915-96ede0ca9fae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.155723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c8-107e-4761-9915-96ede0ca9fae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.174319 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd35f7c8-107e-4761-9915-96ede0ca9fae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e6dfca-4763-4438-b7f0-4f7e4d8f7431,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:02.182048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fd35f7c8-107e-4761-9915-96ede0ca9fae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.183295 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fd35f7c8-107e-4761-9915-96ede0ca9fae tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372969 Dec 13 17:05:02.285084 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-f4651bc6-288b-4fe8-bb90-b632d0f4cd8e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775813348&fields=id&tenant_id=a6adbea79f0d487fb114b7afcacadf2b HTTP/1.1" status: 200 len: 267 time: 0.0554488 Dec 13 17:05:02.285774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c01f8e-1952-4ce8-9abd-2969128b0388 None None] New status for floating IP bb71c54e-0115-4d81-a5d7-fec8cf702321: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:05:02.340638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-279c546c-11e6-4bd9-a21c-f81423775175 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:02.342136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-279c546c-11e6-4bd9-a21c-f81423775175 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0509434 Dec 13 17:05:02.353686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'port': {'security_groups': ['32b64b15-4037-4651-b53e-56bb131ef8ea', '53f4f56a-810e-4c02-9afc-091e61cdf460']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:05:02.415721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.606317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] For port ee9e17ac-9be9-441e-8507-5d700d093e5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:05:02.635400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.640018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.654066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ee9e17ac-9be9-441e-8507-5d700d093e5a'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:05:02.689948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:02.690596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:02.694964 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43631f6a-a81c-42c1-9aa6-c70b280b07f3 req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "PUT /v2.0/ports/ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 982 time: 0.3458419 Dec 13 17:05:02.720829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839abf66-f326-4e49-a75e-c3a31877fd2e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'Port': ['ID=ee9e17ac-9be9-441e-8507-5d700d093e5a,revision_number=6']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:05:02.756424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ee9e17ac-9be9-441e-8507-5d700d093e5a'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:05:02.806363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f5c91-0a46-454d-9c66-b313efa16748 req-40f5cbb4-37da-4949-9af4-280af64091db tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:02.811130 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c6f5c91-0a46-454d-9c66-b313efa16748 req-40f5cbb4-37da-4949-9af4-280af64091db tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0619376 Dec 13 17:05:02.875191 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0c6f5c91-0a46-454d-9c66-b313efa16748 req-8bb8294b-05da-400e-8c26-6a459f4fe13c tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610797 Dec 13 17:05:03.024008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2052b798-956c-4644-ba00-0e75a6a55c96 None None] Provisioning complete for port ee9e17ac-9be9-441e-8507-5d700d093e5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:05:03.024289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2052b798-956c-4644-ba00-0e75a6a55c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:03.221601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:05:03.223941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba22517-015c-4934-873d-06f8da58a7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:05:03.266368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6e1c5e-71ac-4878-912f-382cff006b0a x-openstack-request-id: req-1b6e1c5e-71ac-4878-912f-382cff006b0a {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:05:03.266760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:05:03.267169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b6e1c5e-71ac-4878-912f-382cff006b0a {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:05:03.268397 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'status': 'completed', 'code': 200} Dec 13 17:05:03.329189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba22517-015c-4934-873d-06f8da58a7e3 req-6472fda2-c876-401d-a637-5892002dade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:03.331461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba22517-015c-4934-873d-06f8da58a7e3 req-6472fda2-c876-401d-a637-5892002dade8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1138 time: 0.0430911 Dec 13 17:05:03.425384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba22517-015c-4934-873d-06f8da58a7e3 req-79ad2935-aa77-47c5-a328-f479fce2dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:03.426866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba22517-015c-4934-873d-06f8da58a7e3 req-79ad2935-aa77-47c5-a328-f479fce2dbe9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 916 time: 0.0869777 Dec 13 17:05:03.492388 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba22517-015c-4934-873d-06f8da58a7e3 req-9a31248a-5e97-4dc0-97c0-8f7a32d68e0d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 1001 time: 0.0577323 Dec 13 17:05:03.545587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba22517-015c-4934-873d-06f8da58a7e3 req-58a9ef8d-4b08-4b62-a1db-1b0b4d03b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:03.547064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba22517-015c-4934-873d-06f8da58a7e3 req-58a9ef8d-4b08-4b62-a1db-1b0b4d03b33b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0471313 Dec 13 17:05:03.593169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba22517-015c-4934-873d-06f8da58a7e3 req-6b9dc236-6204-4007-aaa5-e682eb3ba5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:03.594635 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba22517-015c-4934-873d-06f8da58a7e3 req-6b9dc236-6204-4007-aaa5-e682eb3ba5c5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398974 Dec 13 17:05:03.684277 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba22517-015c-4934-873d-06f8da58a7e3 req-4d33152b-6d91-43b5-9e66-50fc3c513166 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816450 Dec 13 17:05:03.793817 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cba22517-015c-4934-873d-06f8da58a7e3 req-1c3ed71a-c6fa-401f-806b-87d24d425f67 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984108 Dec 13 17:05:14.193830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:14.760947 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-11f90a19-5b4d-4fd4-baf6-df97c55642c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397897 Dec 13 17:05:14.842155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-225b2226-5d3f-4c70-b9d4-faca06f93d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:14.843663 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-225b2226-5d3f-4c70-b9d4-faca06f93d74 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1138 time: 0.0401907 Dec 13 17:05:14.952063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-e2b2c0cc-8429-4c18-b995-0c06d82ef636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:14.953441 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-e2b2c0cc-8429-4c18-b995-0c06d82ef636 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 916 time: 0.0889339 Dec 13 17:05:15.019439 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-c29a63e5-13f9-41d4-a42f-d7c92326e4c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 1001 time: 0.0584977 Dec 13 17:05:15.073360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-87736474-542a-4780-8f54-7c606eba0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:15.074847 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-87736474-542a-4780-8f54-7c606eba0931 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0487442 Dec 13 17:05:15.124789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-b1aa1051-2f9a-44c2-8e66-c54889c0bbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:15.126830 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-b1aa1051-2f9a-44c2-8e66-c54889c0bbb9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393684 Dec 13 17:05:15.214852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-6a0131ea-c76a-43c2-a1e5-315b0369429c service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811467 Dec 13 17:05:15.310276 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fb5b9cb7-8ef8-4627-a927-60c667287af7 req-9de0bcde-8e73-4f12-b336-a56f4a67bf7e service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877967 Dec 13 17:05:20.164481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-38e55892-c1d0-4acd-97c7-1930a919ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:20.166240 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-38e55892-c1d0-4acd-97c7-1930a919ed97 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1138 time: 0.0630479 Dec 13 17:05:20.174800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe4014-75a7-4475-b6d3-699ff0faeb19 req-39a7be6d-851c-45cb-a6a6-8a6a62c15f61 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:20.176160 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ecbe4014-75a7-4475-b6d3-699ff0faeb19 req-39a7be6d-851c-45cb-a6a6-8a6a62c15f61 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0828254 Dec 13 17:05:20.296555 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ecbe4014-75a7-4475-b6d3-699ff0faeb19 req-a1805fac-c106-41b2-a639-a36f92c702ad tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1113555 Dec 13 17:05:20.310079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-cb6e2a9a-ad6e-4f98-9b29-acf5dc2b19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:20.311619 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-cb6e2a9a-ad6e-4f98-9b29-acf5dc2b19ff service neutron] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 916 time: 0.1336944 Dec 13 17:05:20.387113 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-ba29e517-3814-4be7-a6b3-310563fe8570 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 1001 time: 0.0672407 Dec 13 17:05:20.436144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-7a0de1e6-5048-450b-a8a6-0155ea8ad12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:20.437574 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-7a0de1e6-5048-450b-a8a6-0155ea8ad12a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0436187 Dec 13 17:05:20.483750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-dc9acf37-ef56-4f16-9f62-0d2a32a90f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:20.485239 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-dc9acf37-ef56-4f16-9f62-0d2a32a90f52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398920 Dec 13 17:05:20.582179 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-bf277419-0953-4f37-a428-82154a3cec9c service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873618 Dec 13 17:05:20.673254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a48aa36-7893-4c31-a96f-71f4064d2225 req-c8dd3fac-c940-47fe-8c6e-1ad25a2922e2 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816638 Dec 13 17:05:21.418448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ac564-467d-4e23-907a-20d0cfac0669 req-16a1dea7-b062-4822-93ad-038ff5c803d7 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:21.419979 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c7ac564-467d-4e23-907a-20d0cfac0669 req-16a1dea7-b062-4822-93ad-038ff5c803d7 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0535357 Dec 13 17:05:21.483921 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c7ac564-467d-4e23-907a-20d0cfac0669 req-c3e74f14-ad04-4dd7-972f-aa3a43213853 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572050 Dec 13 17:05:22.600131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3518f07-35d9-4091-b015-b2f99907a299 req-714e72b4-0ec6-4cbb-80f6-03216bc88ea7 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:22.601598 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e3518f07-35d9-4091-b015-b2f99907a299 req-714e72b4-0ec6-4cbb-80f6-03216bc88ea7 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0502827 Dec 13 17:05:22.661319 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e3518f07-35d9-4091-b015-b2f99907a299 req-2c38526f-37c8-4767-a0ea-04167a480646 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536618 Dec 13 17:05:23.838877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81b915-d55d-48a9-a567-58beeb42c54f req-eb8c6caf-3527-4f35-b11a-aaff2985916b tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:23.840362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-df81b915-d55d-48a9-a567-58beeb42c54f req-eb8c6caf-3527-4f35-b11a-aaff2985916b tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.1113722 Dec 13 17:05:23.901044 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-df81b915-d55d-48a9-a567-58beeb42c54f req-2433bd9b-a567-42ed-87f9-213cf7b2737b tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543499 Dec 13 17:05:25.034689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5969bb41-1927-4276-b5e4-c1dbbf93b743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:25.076056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9285f1-f57b-4ad3-b2a1-53f611ef9286 req-ce8b5e93-ab85-4ca5-8dc9-00aee314f242 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:25.077652 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca9285f1-f57b-4ad3-b2a1-53f611ef9286 req-ce8b5e93-ab85-4ca5-8dc9-00aee314f242 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.1096683 Dec 13 17:05:25.101681 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:05:25.138486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca9285f1-f57b-4ad3-b2a1-53f611ef9286 req-19bc1275-0b7d-496a-899e-5f7424ac1594 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538561 Dec 13 17:05:26.252506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8dc8f-72f5-4c4f-8b4f-d5d075e623b3 req-c1edfc9f-85ac-4f95-9858-7e6c8a96dd9e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:26.253990 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d3b8dc8f-72f5-4c4f-8b4f-d5d075e623b3 req-c1edfc9f-85ac-4f95-9858-7e6c8a96dd9e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0487552 Dec 13 17:05:26.315180 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d3b8dc8f-72f5-4c4f-8b4f-d5d075e623b3 req-5593346a-adad-400a-9af9-7270072c8bfe tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551691 Dec 13 17:05:27.430798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963ad8c-48fb-45e5-9297-6a804d1deae2 req-17fa56cb-8437-45ce-9a29-2a6e31700a49 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:27.432362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b963ad8c-48fb-45e5-9297-6a804d1deae2 req-17fa56cb-8437-45ce-9a29-2a6e31700a49 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0502956 Dec 13 17:05:27.464642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f46e09ea-fcb7-48d6-a0f2-db18c9255102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:27.496308 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b963ad8c-48fb-45e5-9297-6a804d1deae2 req-6505e2ca-8fc8-4928-9fac-a0446494cdbc tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579929 Dec 13 17:05:28.542991 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:28.616622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa671e57-8210-4317-a39d-32830a867ff8 req-ce09e8a5-1692-4867-9956-37923f0af9e0 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:28.618104 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa671e57-8210-4317-a39d-32830a867ff8 req-ce09e8a5-1692-4867-9956-37923f0af9e0 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0511003 Dec 13 17:05:28.678924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa671e57-8210-4317-a39d-32830a867ff8 req-0d81a57e-31c0-4720-a14b-bf56c6bf19c2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547559 Dec 13 17:05:29.793053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7299b8e-1249-489a-adb5-226273731bee req-a153904d-384c-4790-8541-eceab989e70f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:29.794531 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7299b8e-1249-489a-adb5-226273731bee req-a153904d-384c-4790-8541-eceab989e70f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0489714 Dec 13 17:05:29.854493 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b7299b8e-1249-489a-adb5-226273731bee req-625bf395-2ed7-4be8-b094-64203cf5d87e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532362 Dec 13 17:05:30.085948 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:30.952120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:30.974583 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d98b0-80c8-4420-852d-7e507f71da6b req-23b3bdae-280d-43d7-88cf-b7737e99cbeb tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:30.976086 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed6d98b0-80c8-4420-852d-7e507f71da6b req-23b3bdae-280d-43d7-88cf-b7737e99cbeb tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0545719 Dec 13 17:05:31.037395 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed6d98b0-80c8-4420-852d-7e507f71da6b req-a35db15e-12e4-43db-bff7-88c470a7ccd3 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552280 Dec 13 17:05:32.153442 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c4336-5533-497b-b13b-146e8e8b8878 req-163031d9-5a05-4cc5-8459-9999dcf59e1e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:05:32.154963 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-104c4336-5533-497b-b13b-146e8e8b8878 req-163031d9-5a05-4cc5-8459-9999dcf59e1e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0496628 Dec 13 17:05:32.215261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-104c4336-5533-497b-b13b-146e8e8b8878 req-dac65eef-a659-4f3c-81bf-9fde5e7a860f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&id=53f4f56a-810e-4c02-9afc-091e61cdf460&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533860 Dec 13 17:05:44.205143 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:55.027497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d22da2a7-09f8-4b87-a987-b67045b4b2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:57.467089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f63e68a2-ff4b-4c8c-9734-91f4e7b4b703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:05:58.545998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:00.089961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:00.955556 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:02.100914 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:06:04.738913 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-3e971083-78c0-4b85-b03c-e4d66232e6be tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775813348&fields=id&tenant_id=a6adbea79f0d487fb114b7afcacadf2b HTTP/1.1" status: 200 len: 267 time: 0.0529883 Dec 13 17:06:04.796093 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-15410d06-ed3b-49f7-916a-faca86f02171 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:04.798417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-15410d06-ed3b-49f7-916a-faca86f02171 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 985 time: 0.0532763 Dec 13 17:06:04.808994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Request body: {'port': {'security_groups': ['32b64b15-4037-4651-b53e-56bb131ef8ea']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:04.883838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.072169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] For port ee9e17ac-9be9-441e-8507-5d700d093e5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:05.103426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.108998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.125318 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ee9e17ac-9be9-441e-8507-5d700d093e5a'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:06:05.168081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:05.168731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.170144 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bf097585-f0d6-470e-a82a-c78f85c68cce req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "PUT /v2.0/ports/ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 943 time: 0.3655071 Dec 13 17:06:05.170600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:06:05.173889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8" -d '{"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:06:05.177214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52196) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:05.211513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event updated for resources: {'Port': ['ID=ee9e17ac-9be9-441e-8507-5d700d093e5a,revision_number=7']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:05.224695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.225276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.225750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.225983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.226325 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.226673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.227022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.227361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.227696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.228027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.228367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.228692 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.229020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dfa7a0-2422-44da-8295-e4ad7137c38f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.241733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6981252b-949a-4be2-b0b8-32fe3de58712 x-openstack-request-id: req-6981252b-949a-4be2-b0b8-32fe3de58712 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:06:05.242050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:06:05.242341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6981252b-949a-4be2-b0b8-32fe3de58712 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:06:05.242854 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'status': 'completed', 'code': 200} Dec 13 17:06:05.268276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ee9e17ac-9be9-441e-8507-5d700d093e5a'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:06:05.282230 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.315405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-7a544d76-4238-4943-866b-c0798f1316ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:05.316498 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-7a544d76-4238-4943-866b-c0798f1316ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1099 time: 0.0522799 Dec 13 17:06:05.326895 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.410088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.415678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.418508 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "DELETE /v2.0/security-groups/53f4f56a-810e-4c02-9afc-091e61cdf460 HTTP/1.1" status: 204 len: 168 time: 0.2401929 Dec 13 17:06:05.423198 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52200) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:05.435653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-3462fdfd-c0d9-4096-9806-f923db5285c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:05.437476 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-3462fdfd-c0d9-4096-9806-f923db5285c1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 916 time: 0.1110442 Dec 13 17:06:05.442409 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f4f56a-810e-4c02-9afc-091e61cdf460,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:05.488273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.488669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.489035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.489517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.489808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.490154 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.490492 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.490923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.491330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.491926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.492495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.493069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.493613 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ef81-98ad-46bd-a784-e1e1379fd7a9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:05.537787 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-3e9d4118-dd8f-449f-8903-d3cedbcf9e47 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 1001 time: 0.0917153 Dec 13 17:06:05.538844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-36aa17f1-e69d-444b-a968-96c33d5782a3 None None] Provisioning complete for port ee9e17ac-9be9-441e-8507-5d700d093e5a triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:05.539275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-36aa17f1-e69d-444b-a968-96c33d5782a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.599645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-643161d7-f391-47d1-b153-6dc241ecacb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:05.602421 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-643161d7-f391-47d1-b153-6dc241ecacb0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0570474 Dec 13 17:06:05.661737 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-963a2dbc-e00a-4bf7-a0e3-372fda3d9e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:05.662014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Deleting port 9708c237-3064-449d-9c90-b73d792c0c22 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:05.662368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.663274 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-963a2dbc-e00a-4bf7-a0e3-372fda3d9e79 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516186 Dec 13 17:06:05.742941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.743272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.755025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Calling delete_port for 9708c237-3064-449d-9c90-b73d792c0c22 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:05.757889 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-4ea1aab4-6087-4313-b218-304d9a7acdb1 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864108 Dec 13 17:06:05.850163 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-285d666d-e3e2-4bf4-b4aa-dd29736f67b8 req-66b8e322-7aaf-4711-ab38-240e9cfe9bd0 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844316 Dec 13 17:06:05.902959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.933744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event deleted for resources: {'Port': ['ID=9708c237-3064-449d-9c90-b73d792c0c22,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:05.993596 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:05.993925 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Floating IP bb71c54e-0115-4d81-a5d7-fec8cf702321 disassociated (deleted). External IP: 172.26.6.38, port: ee9e17ac-9be9-441e-8507-5d700d093e5a. Dec 13 17:06:06.199375 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:06:06.306901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:06:06.311723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:06.316308 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] Sync routers for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:06:06.326702 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:06.327419 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:05:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:06.340206 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a5aab9cd-8a46-42bf-803b-cde35de00a84 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "DELETE /v2.0/floatingips/bb71c54e-0115-4d81-a5d7-fec8cf702321 HTTP/1.1" status: 204 len: 168 time: 0.9073899 Dec 13 17:06:06.340810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:06:06.343144 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f903291d-e4aa-4c47-bd25-7618716e4dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:06:06.440521 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:06.461666 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a1d775-3e17-4ff3-9323-5ba5feb684b1 x-openstack-request-id: req-87a1d775-3e17-4ff3-9323-5ba5feb684b1 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:06:06.462030 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:06:06.462355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87a1d775-3e17-4ff3-9323-5ba5feb684b1 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:06:06.462958 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'status': 'completed', 'code': 200} Dec 13 17:06:06.538312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-fbf15728-9f0c-448b-84ca-25029f1570fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:06.540244 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-fbf15728-9f0c-448b-84ca-25029f1570fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1099 time: 0.0470519 Dec 13 17:06:06.651874 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-9c24c0b0-8966-415b-b2fa-e6228f181ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:06.653561 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-9c24c0b0-8966-415b-b2fa-e6228f181ce9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 916 time: 0.1030607 Dec 13 17:06:06.658013 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:13Z', 'revision_number': 5, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:06.689332 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] Checking router: 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:06:06.697673 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:06.698273 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:05:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:06.706612 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-bc1835c1-87aa-4971-8d21-4d59c920a57e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 217 time: 0.0385549 Dec 13 17:06:06.765010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-44760f5b-6c44-4e5f-b714-33704b74aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:06.767853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-44760f5b-6c44-4e5f-b714-33704b74aefc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0507460 Dec 13 17:06:06.804040 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:06.816341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-a121e25e-a749-4064-8d63-c13ea620efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:06.817858 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-a121e25e-a749-4064-8d63-c13ea620efaf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404606 Dec 13 17:06:06.909652 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-fbcfc11d-a370-4487-9bd9-0ee5e1681d32 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824504 Dec 13 17:06:07.014732 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f903291d-e4aa-4c47-bd25-7618716e4dd3 req-5f0ddb8b-3f77-4d3d-a4d6-ffa8199ae207 service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916932 Dec 13 17:06:07.093965 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:13Z', 'revision_number': 5, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:07.121477 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792dc079-2c4b-429c-9ba6-c1a8aa517855 None None] The sync data for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv is: [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '38bcce43-ac02-4585-b072-0887897506f5', 'name': '', 'network_id': '5377624d-a74f-43f5-9fdd-ddfd93965ee7', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'mac_address': 'fa:16:3e:a6:e5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:09Z', 'updated_at': '2021-12-13T17:04:13Z', 'revision_number': 5, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'subnets': [{'id': 'a1eb9041-9f9f-45d5-9bd3-f29dd46e6031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:06:07.344303 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a622d82f-4c6a-4f04-83a6-fe94f7cf5509 None None] New status for floating IP bb71c54e-0115-4d81-a5d7-fec8cf702321: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:06:14.207588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:14.761312 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-0af95014-1681-4e77-ac9e-5aa20f6d0da1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430305 Dec 13 17:06:14.853073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-d6d355d7-f1a9-4899-8be5-490f92cb7490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:14.854576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-d6d355d7-f1a9-4899-8be5-490f92cb7490 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 1099 time: 0.0408545 Dec 13 17:06:14.971218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-e1928898-2ee5-4cfe-b55d-01ae25b7626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:14.972609 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-e1928898-2ee5-4cfe-b55d-01ae25b7626c service neutron] 10.222.0.31 "GET /v2.0/networks?id=5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 200 len: 916 time: 0.0897033 Dec 13 17:06:15.021179 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-e92fcc48-d8c1-46b5-98d1-17afe4e14ee1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 200 len: 217 time: 0.0353150 Dec 13 17:06:15.080188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-2cd26ed2-437a-45f2-b5e1-922a4a475f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:15.081636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-2cd26ed2-437a-45f2-b5e1-922a4a475f54 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 200 len: 854 time: 0.0497575 Dec 13 17:06:15.134509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-8d84e75d-0def-4361-ab2a-071dcdfb20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:15.136017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-8d84e75d-0def-4361-ab2a-071dcdfb20f0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5377624d-a74f-43f5-9fdd-ddfd93965ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404837 Dec 13 17:06:15.234380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-3af47bbb-1e35-417a-a39a-1370cb0f837e service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861588 Dec 13 17:06:15.356945 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f289238d-6c52-4ac8-9209-0995b2bb7f02 req-0232c3d6-f4e7-4929-9f7b-51098a7c0ffb service neutron] 10.222.0.31 "GET /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137421 Dec 13 17:06:15.397119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189321b-b6c0-4101-93ac-72712b5ba719 req-761086ac-a944-4995-84cb-f7604abc107f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:15.398758 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d189321b-b6c0-4101-93ac-72712b5ba719 req-761086ac-a944-4995-84cb-f7604abc107f tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0567257 Dec 13 17:06:15.450137 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d189321b-b6c0-4101-93ac-72712b5ba719 req-e1a7b6fe-9c3a-4bcb-b4d5-6363a4557fd0 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451963 Dec 13 17:06:16.572314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189198c5-adc4-46f0-ae72-77496082a364 req-93d1f6b5-6e13-4f78-9fad-ee0cfa3fe408 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:16.573796 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-189198c5-adc4-46f0-ae72-77496082a364 req-93d1f6b5-6e13-4f78-9fad-ee0cfa3fe408 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0542176 Dec 13 17:06:16.620691 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-189198c5-adc4-46f0-ae72-77496082a364 req-096b8c58-e5ba-4507-9791-3578a50ae87c tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Dec 13 17:06:17.472624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-58987ba9-2469-419a-96a5-314ca7568db9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:17.474046 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-58987ba9-2469-419a-96a5-314ca7568db9 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.31 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0479584 Dec 13 17:06:17.567698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Deleting port ee9e17ac-9be9-441e-8507-5d700d093e5a {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:17.568039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:17.662806 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] For port ee9e17ac-9be9-441e-8507-5d700d093e5a, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ee9e17ac-9be9-441e-8507-5d700d093e5a,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:17.663429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:17.676815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Calling delete_port for ee9e17ac-9be9-441e-8507-5d700d093e5a owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:17.779929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34bb45-819d-45aa-907a-296bfcf76ac9 req-8f8d5da0-62b3-43f5-b809-600e9c185ed2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:17.781945 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab34bb45-819d-45aa-907a-296bfcf76ac9 req-8f8d5da0-62b3-43f5-b809-600e9c185ed2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/ports?device_id=698e4746-f406-45d3-93cd-c039da5e0580 HTTP/1.1" status: 200 len: 946 time: 0.0940261 Dec 13 17:06:17.863727 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab34bb45-819d-45aa-907a-296bfcf76ac9 req-38bfdfde-275f-477d-bb6c-836b85227df2 tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.13 "GET /v2.0/security-groups?id=32b64b15-4037-4651-b53e-56bb131ef8ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719697 Dec 13 17:06:17.880382 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:17.900627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ee9e17ac-9be9-441e-8507-5d700d093e5a'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:06:17.912445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Pushing event deleted for resources: {'Port': ['ID=ee9e17ac-9be9-441e-8507-5d700d093e5a,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:17.958467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] No DVR routers for this DVR port ee9e17ac-9be9-441e-8507-5d700d093e5a on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:06:17.960924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:17.964241 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2128be07-73d6-4ac8-b99d-a97e5ff5da29 req-f653442c-ae38-4f5d-8873-4e2571af387e tempest-TestMinimumBasicScenario-618798589 tempest-TestMinimumBasicScenario-618798589-project] 10.222.0.31 "DELETE /v2.0/ports/ee9e17ac-9be9-441e-8507-5d700d093e5a HTTP/1.1" status: 204 len: 173 time: 0.4786241 Dec 13 17:06:17.964699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'name': 'network-vif-deleted', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:06:17.967003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c14eff9-d70c-491d-9475-3dea6ca2980b" -d '{"events": [{"server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "name": "network-vif-deleted", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:06:18.005703 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8d43db-2146-4fc1-8869-76e4c53e9edc x-openstack-request-id: req-1b8d43db-2146-4fc1-8869-76e4c53e9edc {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:06:18.006010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "698e4746-f406-45d3-93cd-c039da5e0580", "name": "network-vif-deleted", "tag": "ee9e17ac-9be9-441e-8507-5d700d093e5a", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:06:18.006268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1b8d43db-2146-4fc1-8869-76e4c53e9edc {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:06:18.006784 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '698e4746-f406-45d3-93cd-c039da5e0580', 'name': 'network-vif-deleted', 'tag': 'ee9e17ac-9be9-441e-8507-5d700d093e5a', 'status': 'completed', 'code': 200} Dec 13 17:06:19.447717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52302) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:19.789161 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:20.031540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Deleting port 38bcce43-ac02-4585-b072-0887897506f5 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:20.031871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:20.111031 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] For port 38bcce43-ac02-4585-b072-0887897506f5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=38bcce43-ac02-4585-b072-0887897506f5,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:20.111306 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:20.123493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Calling delete_port for 38bcce43-ac02-4585-b072-0887897506f5 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:20.300248 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:20.324970 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Pushing event deleted for resources: {'Port': ['ID=38bcce43-ac02-4585-b072-0887897506f5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:20.487934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:20.713231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:06:21.058557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ee9e17ac-9be9-441e-8507-5d700d093e5a no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:06:21.078681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: ee9e17ac-9be9-441e-8507-5d700d093e5a {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:06:21.079026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ee9e17ac-9be9-441e-8507-5d700d093e5a not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:06:21.091941 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:06:21.096995 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a0b7490f-50e9-4454-a079-12c36fefcdbc admin admin] 10.222.0.13 "PUT /v2.0/routers/92ec3b26-23b3-48e3-bc0e-0ed1733b87a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6482227 Dec 13 17:06:21.099552 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52304) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:21.102118 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] Sync routers for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:06:21.113267 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:21.113875 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:05:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:21.203188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.219086 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:21.306430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.358402 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Deleting port 5a825325-f70f-40d3-9c74-ade605047da5 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:21.358669 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.398946 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180'}], 'enable_snat': True}, 'gw_port_id': '5a825325-f70f-40d3-9c74-ade605047da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:06:20Z', 'revision_number': 5, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port': {'id': '5a825325-f70f-40d3-9c74-ade605047da5', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:21.425428 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] Checking router: 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:06:21.433652 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] Routers {'92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:21.434284 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:05:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:21.442601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] For port 5a825325-f70f-40d3-9c74-ade605047da5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a825325-f70f-40d3-9c74-ade605047da5,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:21.442992 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.455526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Calling delete_port for 5a825325-f70f-40d3-9c74-ade605047da5 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:21.520285 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] Set router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:21.574861 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:06:21Z', 'revision_number': 6, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:21.601571 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ef83d-dcbf-44b7-a743-fc2110e5a264 None None] The sync data for ids ['92ec3b26-23b3-48e3-bc0e-0ed1733b87a0'] in dv-neutron-821599-1-hyperv is: [{'id': '92ec3b26-23b3-48e3-bc0e-0ed1733b87a0', 'name': 'tempest-TestMinimumBasicScenario-1960488864-router', 'tenant_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:07Z', 'updated_at': '2021-12-13T17:06:21Z', 'revision_number': 6, 'project_id': 'a6adbea79f0d487fb114b7afcacadf2b', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:06:21.621221 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.649688 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a825325-f70f-40d3-9c74-ade605047da5,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:21.663681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8b8329-2666-46ec-a1a8-de7b70507b6e None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:06:21.708861 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.802217 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.804358 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.846550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.847159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:06:21.851452 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.852687 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3a786f8e-76cc-453d-8125-a503a298ec2e admin admin] 10.222.0.13 "DELETE /v2.0/routers/92ec3b26-23b3-48e3-bc0e-0ed1733b87a0 HTTP/1.1" status: 204 len: 168 time: 0.7520444 Dec 13 17:06:21.855091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52306) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:21.899743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e3fc68-9992-4f69-b87e-8f2981322e76 admin admin] Deleting subnet a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:06:21.902599 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60e3fc68-9992-4f69-b87e-8f2981322e76 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:21.936860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60e3fc68-9992-4f69-b87e-8f2981322e76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.020892 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60e3fc68-9992-4f69-b87e-8f2981322e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.073051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60e3fc68-9992-4f69-b87e-8f2981322e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.098246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3fc68-9992-4f69-b87e-8f2981322e76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1eb9041-9f9f-45d5-9bd3-f29dd46e6031,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:22.103342 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60e3fc68-9992-4f69-b87e-8f2981322e76 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.108148 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-60e3fc68-9992-4f69-b87e-8f2981322e76 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a1eb9041-9f9f-45d5-9bd3-f29dd46e6031 HTTP/1.1" status: 204 len: 168 time: 0.2520478 Dec 13 17:06:22.112788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52308) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:22.113527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84650412-0c71-459c-b1af-15cffabbc5b6 None None] Network 5377624d-a74f-43f5-9fdd-ddfd93965ee7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:06:22.182338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.239215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Deleting port b0fa5bca-a60f-4107-8e37-15ff112e7f98 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:22.239557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.304845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] For port b0fa5bca-a60f-4107-8e37-15ff112e7f98, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=b0fa5bca-a60f-4107-8e37-15ff112e7f98,segment=NetworkSegment(c9e28f8d-b0ed-4538-b91f-3436021fd93a),segment_id=c9e28f8d-b0ed-4538-b91f-3436021fd93a)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:22.305126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.317766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Calling delete_port for b0fa5bca-a60f-4107-8e37-15ff112e7f98 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:22.362805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] DHCP port deletion for 5377624d-a74f-43f5-9fdd-ddfd93965ee7 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:06:22.411918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.416521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Deleting port b0fa5bca-a60f-4107-8e37-15ff112e7f98 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:22.416899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.442727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0fa5bca-a60f-4107-8e37-15ff112e7f98,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:22.446387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] No DVR routers for this DVR port b0fa5bca-a60f-4107-8e37-15ff112e7f98 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:06:22.487890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] For port b0fa5bca-a60f-4107-8e37-15ff112e7f98, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:22.488281 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.504061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Calling delete_port for b0fa5bca-a60f-4107-8e37-15ff112e7f98 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:22.506742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Port b0fa5bca-a60f-4107-8e37-15ff112e7f98 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 17:06:22.507962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.518016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.533844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Pushing event deleted for resources: {'Port': ['ID=b0fa5bca-a60f-4107-8e37-15ff112e7f98,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:22.538438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5377624d-a74f-43f5-9fdd-ddfd93965ee7']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:22.541494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] No DVR routers for this DVR port b0fa5bca-a60f-4107-8e37-15ff112e7f98 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:06:22.552336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.552881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.553378 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.553881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.554228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e28f8d-b0ed-4538-b91f-3436021fd93a') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:22.554531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e28f8d-b0ed-4538-b91f-3436021fd93a') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:22.554713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.555202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.555697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.556173 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.556654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.557143 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.557480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.557894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.558098 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f66dba6-66ae-44fc-9e19-d50de4e4083d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:22.568238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.583223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.589603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:06:22.589991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:06:22.592017 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:06:22.653751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.659480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:22.666396 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52310) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:22.666871 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5377624d-a74f-43f5-9fdd-ddfd93965ee7 HTTP/1.1" status: 204 len: 168 time: 0.5520065 Dec 13 17:06:22.678417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2db62-d120-4267-8d80-7b6e574502b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5377624d-a74f-43f5-9fdd-ddfd93965ee7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:22.783557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 38bcce43-ac02-4585-b072-0887897506f5 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:06:22.804308 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 38bcce43-ac02-4585-b072-0887897506f5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:06:22.804652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 38bcce43-ac02-4585-b072-0887897506f5 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:06:22.805060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a825325-f70f-40d3-9c74-ade605047da5 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:06:22.826154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5a825325-f70f-40d3-9c74-ade605047da5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:06:22.826495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a825325-f70f-40d3-9c74-ade605047da5 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:06:22.826941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b0fa5bca-a60f-4107-8e37-15ff112e7f98 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:06:22.847502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: b0fa5bca-a60f-4107-8e37-15ff112e7f98 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:06:22.847502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device b0fa5bca-a60f-4107-8e37-15ff112e7f98 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:06:23.016579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:23.256778 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Deleting port 3408acca-8be0-48a2-a67f-168161c61c5a {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:23.257111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:23.334499 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] For port 3408acca-8be0-48a2-a67f-168161c61c5a, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3408acca-8be0-48a2-a67f-168161c61c5a,segment=NetworkSegment(043bc015-3e37-468b-a494-c4f598031672),segment_id=043bc015-3e37-468b-a494-c4f598031672)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:23.334808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:23.347685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Calling delete_port for 3408acca-8be0-48a2-a67f-168161c61c5a owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:23.523078 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:23.545702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Pushing event deleted for resources: {'Port': ['ID=3408acca-8be0-48a2-a67f-168161c61c5a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:23.716235 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:23.926366 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Router 5e6ab492-a947-4d36-879a-454fc650396f has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:06:24.283528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:06:24.288392 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0fc90c2e-e8b7-4fb9-9682-b44ecebb8226 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e6ab492-a947-4d36-879a-454fc650396f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6202779 Dec 13 17:06:24.291327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52312) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:24.293958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] Sync routers for ids ['5e6ab492-a947-4d36-879a-454fc650396f'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:06:24.304338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] Routers {'5e6ab492-a947-4d36-879a-454fc650396f'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:24.305074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:05:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e6ab492-a947-4d36-879a-454fc650396f'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:24.391865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:24.416322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] Set router 5e6ab492-a947-4d36-879a-454fc650396f gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:24.493913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:24.550659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Deleting port bd150a27-3276-4f38-9f85-1623bb246b19 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:24.550898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:24.592220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87'}], 'enable_snat': True}, 'gw_port_id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:06:23Z', 'revision_number': 5, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port': {'id': 'bd150a27-3276-4f38-9f85-1623bb246b19', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:83:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6ab492-a947-4d36-879a-454fc650396f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:04:12Z', 'updated_at': '2021-12-13T17:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:24.619351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] Checking router: 5e6ab492-a947-4d36-879a-454fc650396f for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:06:24.627957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] Routers {'5e6ab492-a947-4d36-879a-454fc650396f'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:24.628568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:05:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5e6ab492-a947-4d36-879a-454fc650396f'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:24.630560 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] For port bd150a27-3276-4f38-9f85-1623bb246b19, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bd150a27-3276-4f38-9f85-1623bb246b19,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:24.631061 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:24.643903 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Calling delete_port for bd150a27-3276-4f38-9f85-1623bb246b19 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:24.714206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] Set router 5e6ab492-a947-4d36-879a-454fc650396f gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:24.773063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:06:24Z', 'revision_number': 6, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:24.800732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d43e892-c0fb-4a02-a174-ba10013a1182 None None] The sync data for ids ['5e6ab492-a947-4d36-879a-454fc650396f'] in dv-neutron-821599-1-hyperv is: [{'id': '5e6ab492-a947-4d36-879a-454fc650396f', 'name': 'tempest-TestMinimumBasicScenario-1272722584-router', 'tenant_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:04:11Z', 'updated_at': '2021-12-13T17:06:24Z', 'revision_number': 6, 'project_id': 'd4a8937d6a8048ffb71157c3e856ac40', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:06:24.821578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:24.847058 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd150a27-3276-4f38-9f85-1623bb246b19,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:24.861812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb57f4-7ffe-410e-b8b8-cb3866921e39 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:06:24.913027 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.002089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.004260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.031982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-80c75a89-7cb3-467b-b2d7-f0ff7efe662e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.051382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.051858 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6ab492-a947-4d36-879a-454fc650396f {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:06:25.061063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.062390 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-60a02dd1-14bc-4bc5-b80d-6e826905f456 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5e6ab492-a947-4d36-879a-454fc650396f HTTP/1.1" status: 204 len: 168 time: 0.7699351 Dec 13 17:06:25.064860 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52314) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:25.110330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa70cbf-e1ee-4869-aef2-dbb9b0af6165 admin admin] Deleting subnet 9406c1aa-a2bd-455c-a5e5-315a12a0d400 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:06:25.113333 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aa70cbf-e1ee-4869-aef2-dbb9b0af6165 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.151946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aa70cbf-e1ee-4869-aef2-dbb9b0af6165 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.233208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aa70cbf-e1ee-4869-aef2-dbb9b0af6165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.287457 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aa70cbf-e1ee-4869-aef2-dbb9b0af6165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.318482 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa70cbf-e1ee-4869-aef2-dbb9b0af6165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9406c1aa-a2bd-455c-a5e5-315a12a0d400,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:25.322136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0aa70cbf-e1ee-4869-aef2-dbb9b0af6165 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.325337 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0aa70cbf-e1ee-4869-aef2-dbb9b0af6165 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9406c1aa-a2bd-455c-a5e5-315a12a0d400 HTTP/1.1" status: 204 len: 168 time: 0.2595422 Dec 13 17:06:25.328195 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52316) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:25.330825 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb4116d-14fa-4b1d-a147-a9c27a9233da None None] Network 2ffd467b-48e2-48fe-b988-f38b412937a7 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:06:25.399353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.452371 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Deleting port 451707d6-d899-4661-83f5-814a261addb6 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:25.452920 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.519208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] For port 451707d6-d899-4661-83f5-814a261addb6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=451707d6-d899-4661-83f5-814a261addb6,segment=NetworkSegment(043bc015-3e37-468b-a494-c4f598031672),segment_id=043bc015-3e37-468b-a494-c4f598031672)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:25.519489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.532714 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Calling delete_port for 451707d6-d899-4661-83f5-814a261addb6 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:25.589310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] DHCP port deletion for 2ffd467b-48e2-48fe-b988-f38b412937a7 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:06:25.614963 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.636627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] Deleting port 451707d6-d899-4661-83f5-814a261addb6 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:06:25.637006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.641272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Pushing event deleted for resources: {'Port': ['ID=451707d6-d899-4661-83f5-814a261addb6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:25.644758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] No DVR routers for this DVR port 451707d6-d899-4661-83f5-814a261addb6 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:06:25.706912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] For port 451707d6-d899-4661-83f5-814a261addb6, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:25.707309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.720859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] Calling delete_port for 451707d6-d899-4661-83f5-814a261addb6 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:06:25.723017 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.723696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] Port 451707d6-d899-4661-83f5-814a261addb6 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 17:06:25.724989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.743386 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ffd467b-48e2-48fe-b988-f38b412937a7']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:25.751203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] Pushing event deleted for resources: {'Port': ['ID=451707d6-d899-4661-83f5-814a261addb6,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:25.753031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e1df2-a523-4697-8215-5a7b2657e728 None None] No DVR routers for this DVR port 451707d6-d899-4661-83f5-814a261addb6 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:06:25.753670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043bc015-3e37-468b-a494-c4f598031672') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:25.754849 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043bc015-3e37-468b-a494-c4f598031672') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:25.766931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.783848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.790983 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:06:25.791463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:06:25.793891 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:06:25.856444 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.864076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:25.869506 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] 10.222.0.13 "DELETE /v2.0/networks/2ffd467b-48e2-48fe-b988-f38b412937a7 HTTP/1.1" status: 204 len: 168 time: 0.5378478 Dec 13 17:06:25.881611 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950e8f8-bdeb-4277-bd00-1fff158efdad admin admin] Pushing event deleted for resources: {'Network': ['ID=2ffd467b-48e2-48fe-b988-f38b412937a7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:26.053743 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52320) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:26.094006 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b6ccbbdd-905f-4e45-bd5a-3c65ee48a8f5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6adbea79f0d487fb114b7afcacadf2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389843 Dec 13 17:06:26.096321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52322) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:26.143542 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1e96-27f2-4717-9fa8-da31fc9e3c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:26.164167 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1e96-27f2-4717-9fa8-da31fc9e3c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:26.211012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1e96-27f2-4717-9fa8-da31fc9e3c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:26.213695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3a3a1e96-27f2-4717-9fa8-da31fc9e3c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:26.214875 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3a3a1e96-27f2-4717-9fa8-da31fc9e3c56 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32b64b15-4037-4651-b53e-56bb131ef8ea HTTP/1.1" status: 204 len: 168 time: 0.1176198 Dec 13 17:06:26.222791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a1e96-27f2-4717-9fa8-da31fc9e3c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b64b15-4037-4651-b53e-56bb131ef8ea,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:26.535612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52328) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:26.574456 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0d9884ca-522c-4d20-b361-3bff08145c03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d4a8937d6a8048ffb71157c3e856ac40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376630 Dec 13 17:06:26.576888 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52330) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:26.629597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d7c4-0d4c-49ca-9cca-cbffcd2063cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:26.651755 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d7c4-0d4c-49ca-9cca-cbffcd2063cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:26.696848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d7c4-0d4c-49ca-9cca-cbffcd2063cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:26.699494 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d7c4-0d4c-49ca-9cca-cbffcd2063cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:26.700638 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1ec0d7c4-0d4c-49ca-9cca-cbffcd2063cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ba8d2d1-c9c8-4d73-9c99-9f51b360d798 HTTP/1.1" status: 204 len: 168 time: 0.1223247 Dec 13 17:06:26.708957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0d7c4-0d4c-49ca-9cca-cbffcd2063cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba8d2d1-c9c8-4d73-9c99-9f51b360d798,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:26.801405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3408acca-8be0-48a2-a67f-168161c61c5a no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:06:26.825979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 3408acca-8be0-48a2-a67f-168161c61c5a {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:06:26.826325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3408acca-8be0-48a2-a67f-168161c61c5a not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:06:26.826767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bd150a27-3276-4f38-9f85-1623bb246b19 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:06:26.846524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: bd150a27-3276-4f38-9f85-1623bb246b19 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:06:26.846902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bd150a27-3276-4f38-9f85-1623bb246b19 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:06:26.847321 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 451707d6-d899-4661-83f5-814a261addb6 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:06:26.867286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 451707d6-d899-4661-83f5-814a261addb6 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:06:26.867635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 451707d6-d899-4661-83f5-814a261addb6 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:06:27.468951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e3f808d9-fca2-4c2b-b3a6-a50ca1eb81d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.366904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52370) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:28.371594 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95963845', 'description': 'tempest-secgroup-smoke-95963845 description', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:28.400005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.407917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.480356 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.484656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.519967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6f043e-4efb-4802-a942-60fca8ab36ac,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:28.550048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.561065 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.565164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.588753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.589982 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2220550 Dec 13 17:06:28.593004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52372) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:28.597816 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a8790c77-6614-4048-b0ff-38b3c1474ecc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83f47830-b98e-4222-a9b0-97d3d909c012', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:28.598137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d75a1-a6c9-47c0-b6ae-d65efb7e7a27 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f47830-b98e-4222-a9b0-97d3d909c012,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:28.625901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8790c77-6614-4048-b0ff-38b3c1474ecc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.681377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8790c77-6614-4048-b0ff-38b3c1474ecc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.685017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8790c77-6614-4048-b0ff-38b3c1474ecc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.704008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8790c77-6614-4048-b0ff-38b3c1474ecc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a0fdbc-5e15-4d85-86ce-4bebd597cbcd,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:28.710569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a8790c77-6614-4048-b0ff-38b3c1474ecc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.711787 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a8790c77-6614-4048-b0ff-38b3c1474ecc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177180 Dec 13 17:06:28.715086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52374) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:28.720368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-902bf3f1-8038-41a4-b722-b812a5ac81c9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83f47830-b98e-4222-a9b0-97d3d909c012', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:28.750341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-902bf3f1-8038-41a4-b722-b812a5ac81c9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.796271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-902bf3f1-8038-41a4-b722-b812a5ac81c9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.800073 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-902bf3f1-8038-41a4-b722-b812a5ac81c9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.817740 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bf3f1-8038-41a4-b722-b812a5ac81c9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec1e810-6f20-437e-b282-33ae07334467,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:28.825653 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-902bf3f1-8038-41a4-b722-b812a5ac81c9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.826879 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-902bf3f1-8038-41a4-b722-b812a5ac81c9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1107290 Dec 13 17:06:28.830039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52376) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:28.834367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-85bc327f-dd96-4211-a551-1fd227dae8de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83f47830-b98e-4222-a9b0-97d3d909c012', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:28.859939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85bc327f-dd96-4211-a551-1fd227dae8de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.915278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85bc327f-dd96-4211-a551-1fd227dae8de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.918606 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85bc327f-dd96-4211-a551-1fd227dae8de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.935649 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc327f-dd96-4211-a551-1fd227dae8de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b7eebd-d15d-46d0-8ec7-b5c3181dd6f6,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:28.944407 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-85bc327f-dd96-4211-a551-1fd227dae8de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:28.945619 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-85bc327f-dd96-4211-a551-1fd227dae8de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146612 Dec 13 17:06:28.948343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52378) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:28.953353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-4e7d6daa-cd97-49da-95b4-3233d89dbaad tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83f47830-b98e-4222-a9b0-97d3d909c012', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:28.978865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6daa-cd97-49da-95b4-3233d89dbaad tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.035540 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6daa-cd97-49da-95b4-3233d89dbaad tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.039121 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6daa-cd97-49da-95b4-3233d89dbaad tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.056083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d6daa-cd97-49da-95b4-3233d89dbaad tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefe7ee3-ed1e-4baa-b469-1ccba4086975,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:29.065726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-4e7d6daa-cd97-49da-95b4-3233d89dbaad tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.066973 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4e7d6daa-cd97-49da-95b4-3233d89dbaad tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175945 Dec 13 17:06:29.069702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52380) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:29.074016 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-21f4a5f6-09d0-4747-883f-8c16c3696e2b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83f47830-b98e-4222-a9b0-97d3d909c012', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:29.095864 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-21f4a5f6-09d0-4747-883f-8c16c3696e2b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:06:29.100631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-21f4a5f6-09d0-4747-883f-8c16c3696e2b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.161047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-21f4a5f6-09d0-4747-883f-8c16c3696e2b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.164774 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-21f4a5f6-09d0-4747-883f-8c16c3696e2b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.179348 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4a5f6-09d0-4747-883f-8c16c3696e2b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f834bc-5b04-41c6-86f8-a8d6b28c3627,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:29.190341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-21f4a5f6-09d0-4747-883f-8c16c3696e2b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.191564 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-21f4a5f6-09d0-4747-883f-8c16c3696e2b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209447 Dec 13 17:06:29.194374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52382) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:29.198583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-bd74873f-7870-4c40-b1eb-6751f2030d35 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83f47830-b98e-4222-a9b0-97d3d909c012', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:29.220163 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-bd74873f-7870-4c40-b1eb-6751f2030d35 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:06:29.225302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd74873f-7870-4c40-b1eb-6751f2030d35 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.284298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd74873f-7870-4c40-b1eb-6751f2030d35 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.288176 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd74873f-7870-4c40-b1eb-6751f2030d35 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.308800 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74873f-7870-4c40-b1eb-6751f2030d35 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba4000f-3ba1-4498-a569-cf387bc54232,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:29.314466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bd74873f-7870-4c40-b1eb-6751f2030d35 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.315787 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bd74873f-7870-4c40-b1eb-6751f2030d35 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204569 Dec 13 17:06:29.318747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52384) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:29.323502 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'network': {'name': 'tempest-network-smoke--888626614', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'port_security_enabled': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:29.344219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:06:29.347604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.370049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:06:29.379390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.379733 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Added segment aa6db836-0d9d-4a58-b0c2-e3fc2336c347 of type vlan for network 4f363af8-e617-4596-91ea-1ed7ac344d15 Dec 13 17:06:29.420309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.443717 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.449200 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:29.449783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.503039 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1832495 Dec 13 17:06:29.505901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52386) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:29.510158 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'admin_state_up': True, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:29.535076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df616418-81fb-434b-8c64-1834f99ddfc1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Network': ['ID=4f363af8-e617-4596-91ea-1ed7ac344d15,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:29.545686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:06:29.548590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.549586 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.601192 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.738301 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.931063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:29.949782 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:30.050588 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.68 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/5a4f3a6f-0df2-4dea-8947-009df3a489fe) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:06:30.094028 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:30.154350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:30.188876 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:30.227698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:06:30.230583 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:06:30.234881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:06:30.240185 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=5a4f3a6f-0df2-4dea-8947-009df3a489fe,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:30.245251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf77ac84-18ea-4e70-a86d-ce7cb8b7dfe6 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:06:30.325938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cadfc679-2d74-4722-afca-6ed5eefd9103 None None] Provisioning complete for port 5a4f3a6f-0df2-4dea-8947-009df3a489fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:30.326282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cadfc679-2d74-4722-afca-6ed5eefd9103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:30.360438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cadfc679-2d74-4722-afca-6ed5eefd9103 None None] Port 5a4f3a6f-0df2-4dea-8947-009df3a489fe cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:06:30.484730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:30.678419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:30.811912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:06:30.915040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:06:30.924693 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Sync routers for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:06:30.933872 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:30.934294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:30.934499 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:06:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:30.935583 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-024ade2a-93f7-4880-9394-a456eecde625 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4287634 Dec 13 17:06:30.939007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52388) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:30.960409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.052197 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:31.061239 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f0251d77-764a-4699-8b84-3003149d9a53 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9bc1e1aa0fb249fe9a02ec0180350469&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1211400 Dec 13 17:06:31.064851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52392) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:31.159161 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c2a08b-908a-4c2f-9a6c-6abaaaeee6a1 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:31.160683 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b8c2a08b-908a-4c2f-9a6c-6abaaaeee6a1 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949333 Dec 13 17:06:31.163651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52394) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:31.198301 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-25a63420-96f1-45b6-8476-7324fcfce384 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329273 Dec 13 17:06:31.200679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52396) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:31.205697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-232321442', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:31.235831 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:30Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:31.261559 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Checking router: 167f6b01-aad7-4b12-a634-beeb43ad4ff6 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:06:31.261911 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Updating router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 port 5a4f3a6f-0df2-4dea-8947-009df3a489fe binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:06:31.286537 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.293134 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:06:31.297679 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.487191 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.538410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.545017 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.552901 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Subnet': ['ID=8babc49c-35aa-4103-9b0f-e0b2d4dadc46,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:31.555107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Checking segment: {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:06:31.555461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network hostable DHCP agents. Network: 4f363af8-e617-4596-91ea-1ed7ac344d15, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:06:31.572330 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:06:31.583018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 4f363af8-e617-4596-91ea-1ed7ac344d15) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:06:31.586123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689ba29-0e02-4704-8612-11fa9b6eb55a None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:06:31.587041 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:31.587631 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.601805 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Attempting to bind port 5a4f3a6f-0df2-4dea-8947-009df3a489fe on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:06:31.602164 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Attempting to bind port 5a4f3a6f-0df2-4dea-8947-009df3a489fe by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:06:31.602721 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Attempting to bind port 5a4f3a6f-0df2-4dea-8947-009df3a489fe on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:06:31.604823 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Pushing event updated for resources: {'Port': ['ID=5a4f3a6f-0df2-4dea-8947-009df3a489fe,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:31.605009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282b82e5-32db-466b-9a9c-0dc8aeb707e1 None None] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:06:31.605892 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7ed0ca58-a548-4072-a15e-36ddaf939e51 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4041264 Dec 13 17:06:31.608706 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52398) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:31.614174 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.614528 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.614896 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.615461 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.615732 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.616071 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.616481 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.616812 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.617049 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.617396 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.617729 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.618027 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.618350 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:06:31.621583 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:06:31.621966 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:06:31.622381 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.622781 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:06:31.623261 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Bound port: 5a4f3a6f-0df2-4dea-8947-009df3a489fe, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:06:31.623644 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.676786 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] For port 5a4f3a6f-0df2-4dea-8947-009df3a489fe, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:06:31.680241 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] For port 5a4f3a6f-0df2-4dea-8947-009df3a489fe, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a4f3a6f-0df2-4dea-8947-009df3a489fe,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:06:31.684648 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.717307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cab31b63-6997-4ebb-8593-3bdc46cadaaf None None] Provisioning complete for port 5a4f3a6f-0df2-4dea-8947-009df3a489fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:31.717685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cab31b63-6997-4ebb-8593-3bdc46cadaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.740998 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef30c3-4e77-439c-9678-eba15d85675d None None] Pushing event updated for resources: {'Port': ['ID=5a4f3a6f-0df2-4dea-8947-009df3a489fe,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:31.755097 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:31.755734 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:06:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:31.762066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30703946-ac9b-4055-adea-90c11719093d None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:06:31.764405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-4f363af8-e617-4596-91ea-1ed7ac344d15', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:06:31.765460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.865179 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:31.880974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cab31b63-6997-4ebb-8593-3bdc46cadaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:31.919412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-cab31b63-6997-4ebb-8593-3bdc46cadaaf None None] For port 5a4f3a6f-0df2-4dea-8947-009df3a489fe, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a4f3a6f-0df2-4dea-8947-009df3a489fe,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:31.927031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cab31b63-6997-4ebb-8593-3bdc46cadaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.001366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Allocated IP 172.20.0.2 (4f363af8-e617-4596-91ea-1ed7ac344d15/8babc49c-35aa-4103-9b0f-e0b2d4dadc46/64297526-385f-4881-b9e5-c600e7b99f7d) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:06:32.026923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab31b63-6997-4ebb-8593-3bdc46cadaaf None None] Pushing event updated for resources: {'Port': ['ID=5a4f3a6f-0df2-4dea-8947-009df3a489fe,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:32.099726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9319e24d-b18d-4e61-aedc-b48136db6b1a None None] Provisioning complete for port 5a4f3a6f-0df2-4dea-8947-009df3a489fe triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:32.100100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9319e24d-b18d-4e61-aedc-b48136db6b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.141865 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:30Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:32.169166 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051a18-59c5-4c89-80a9-5b3998000247 None None] The sync data for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv is: [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:30Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:06:32.201902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.209366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.277614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:06:32.285565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:06:32.289775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Pushing event updated for resources: {'Port': ['ID=64297526-385f-4881-b9e5-c600e7b99f7d,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:32.293664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:06:32.356635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.362035 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Attempting to bind port 64297526-385f-4881-b9e5-c600e7b99f7d on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:06:32.362410 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Attempting to bind port 64297526-385f-4881-b9e5-c600e7b99f7d by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:06:32.362807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Attempting to bind port 64297526-385f-4881-b9e5-c600e7b99f7d on network 4f363af8-e617-4596-91ea-1ed7ac344d15 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:06:32.368570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:06:32.368948 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Checking segment: {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:06:32.369363 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.369757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Bound using segment: {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:06:32.370264 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Bound port: 64297526-385f-4881-b9e5-c600e7b99f7d, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:06:32.370868 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.458219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] For port 64297526-385f-4881-b9e5-c600e7b99f7d, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:06:32.462338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] For port 64297526-385f-4881-b9e5-c600e7b99f7d, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64297526-385f-4881-b9e5-c600e7b99f7d,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:06:32.469570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.539681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211397a-5942-4c9b-a405-fae201e22359 None None] Pushing event updated for resources: {'Port': ['ID=64297526-385f-4881-b9e5-c600e7b99f7d,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:32.722637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.1 (4f363af8-e617-4596-91ea-1ed7ac344d15/8babc49c-35aa-4103-9b0f-e0b2d4dadc46/8ad4fe17-df52-4582-8da1-678dfed1d041) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:06:32.865263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.878577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a4f3a6f-0df2-4dea-8947-009df3a489fe up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:06:32.910183 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.935486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5a4f3a6f-0df2-4dea-8947-009df3a489fe triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:32.936105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:32.962040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:06:32.965278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:06:32.969636 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:06:32.995832 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=8ad4fe17-df52-4582-8da1-678dfed1d041,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:33.022576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.028014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64297526-385f-4881-b9e5-c600e7b99f7d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:06:33.084525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 64297526-385f-4881-b9e5-c600e7b99f7d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:33.085192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.169010 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.169900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.205480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 64297526-385f-4881-b9e5-c600e7b99f7d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64297526-385f-4881-b9e5-c600e7b99f7d,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:33.209746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.261012 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=64297526-385f-4881-b9e5-c600e7b99f7d,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:33.463461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.469231 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.548271 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.553489 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=8ad4fe17-df52-4582-8da1-678dfed1d041,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:33.573573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912ec17e-d7bc-4ab8-ac5d-b5f1f9e5bc54 None None] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:06:33.646592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:06:33.648090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:06:33.678282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0079cf84-22ca-45ea-b8e4-44de56ac4b13 None None] Provisioning complete for port 64297526-385f-4881-b9e5-c600e7b99f7d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:33.678669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0079cf84-22ca-45ea-b8e4-44de56ac4b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:33.763955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:06:33.891776 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:06:33.903238 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d189ab2e-be01-4bb2-800b-6cc3a9db7b29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/167f6b01-aad7-4b12-a634-beeb43ad4ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2930486 Dec 13 17:06:34.071580 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-f72017ca-befb-4b31-ab6d-3d41dd9c64a4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95963845&fields=id&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 267 time: 0.0515132 Dec 13 17:06:34.143892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cec19013-5785-43b0-81ae-8ee815a04847 None None] Provisioning complete for port 8ad4fe17-df52-4582-8da1-678dfed1d041 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:34.144388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cec19013-5785-43b0-81ae-8ee815a04847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:34.183018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Sync routers for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:06:34.205320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-9d20b705-03f8-48ae-9ee0-53fc31098f58 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:34.206882 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-9d20b705-03f8-48ae-9ee0-53fc31098f58 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/networks?id=4f363af8-e617-4596-91ea-1ed7ac344d15 HTTP/1.1" status: 200 len: 796 time: 0.1274219 Dec 13 17:06:34.208787 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cec19013-5785-43b0-81ae-8ee815a04847 None None] Port 8ad4fe17-df52-4582-8da1-678dfed1d041 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:06:34.210351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:34.211029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:06:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:34.227641 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-2187cb1e-b4b2-4292-8208-7c0984572e0f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/quotas/9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 375 time: 0.0125172 Dec 13 17:06:34.287060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-a42c460f-f8fc-49dc-9d90-c786cb3919c1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537050 Dec 13 17:06:34.294939 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cec19013-5785-43b0-81ae-8ee815a04847 None None] Provisioning complete for port 64297526-385f-4881-b9e5-c600e7b99f7d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:34.295240 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cec19013-5785-43b0-81ae-8ee815a04847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:34.364724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:34.451173 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-337acb48-038e-4178-9321-ee698bb620ed service neutron] 10.222.0.13 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462502 Dec 13 17:06:34.551925 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-4c4295f0-7f14-4eb6-92c1-d262c5d07755 service neutron] 10.222.0.13 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945179 Dec 13 17:06:34.604914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 2, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:34.641809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Checking router: 167f6b01-aad7-4b12-a634-beeb43ad4ff6 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:06:34.642187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Updating router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 port 8ad4fe17-df52-4582-8da1-678dfed1d041 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:06:34.679334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:34.681818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-eb9e1062-7d4d-4f4c-8ca1-5d2ef9fcfa05 None None] Provisioning complete for port 8ad4fe17-df52-4582-8da1-678dfed1d041 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:34.682178 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eb9e1062-7d4d-4f4c-8ca1-5d2ef9fcfa05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:34.726476 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3641d643-82a3-4991-9ec4-cbf7aeac8c43 req-f66d5be5-8782-4a6a-b8f3-d3bbf37a85dc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 210 time: 0.0309637 Dec 13 17:06:34.753218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e1062-7d4d-4f4c-8ca1-5d2ef9fcfa05 None None] Port 8ad4fe17-df52-4582-8da1-678dfed1d041 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:06:34.826863 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64297526-385f-4881-b9e5-c600e7b99f7d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:06:34.947822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 64297526-385f-4881-b9e5-c600e7b99f7d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:34.948224 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.100836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.106514 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.159296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59e3a2-2bad-416d-ae2f-6cd5dce59250 None None] Pushing event updated for resources: {'Port': ['ID=8ad4fe17-df52-4582-8da1-678dfed1d041,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:35.215116 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Attempting to bind port 8ad4fe17-df52-4582-8da1-678dfed1d041 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:06:35.215501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Attempting to bind port 8ad4fe17-df52-4582-8da1-678dfed1d041 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:06:35.216025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Attempting to bind port 8ad4fe17-df52-4582-8da1-678dfed1d041 on network 4f363af8-e617-4596-91ea-1ed7ac344d15 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:06:35.221851 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:06:35.222227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Checking segment: {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:06:35.222635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.223063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Bound using segment: {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:06:35.223541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Bound port: 8ad4fe17-df52-4582-8da1-678dfed1d041, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:06:35.223925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.299054 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] For port 8ad4fe17-df52-4582-8da1-678dfed1d041, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:06:35.303394 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] For port 8ad4fe17-df52-4582-8da1-678dfed1d041, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8ad4fe17-df52-4582-8da1-678dfed1d041,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:06:35.308736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.378256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:35.378942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:06:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:35.389437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af59e3a2-2bad-416d-ae2f-6cd5dce59250 None None] Pushing event updated for resources: {'Port': ['ID=8ad4fe17-df52-4582-8da1-678dfed1d041,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:35.463094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-37266534-5d0f-43d8-af3a-056420cdf83a None None] Provisioning complete for port 8ad4fe17-df52-4582-8da1-678dfed1d041 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:35.463470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37266534-5d0f-43d8-af3a-056420cdf83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.533795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:35.637575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37266534-5d0f-43d8-af3a-056420cdf83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.726863 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-37266534-5d0f-43d8-af3a-056420cdf83a None None] For port 8ad4fe17-df52-4582-8da1-678dfed1d041, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8ad4fe17-df52-4582-8da1-678dfed1d041,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:35.731119 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37266534-5d0f-43d8-af3a-056420cdf83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.793301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-8f7f24a3-7fd9-4731-ae19-ab1d74790e93 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:35.795729 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-8f7f24a3-7fd9-4731-ae19-ab1d74790e93 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/networks?id=4f363af8-e617-4596-91ea-1ed7ac344d15 HTTP/1.1" status: 200 len: 796 time: 0.1302590 Dec 13 17:06:35.823871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37266534-5d0f-43d8-af3a-056420cdf83a None None] Pushing event updated for resources: {'Port': ['ID=8ad4fe17-df52-4582-8da1-678dfed1d041,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:35.857642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:35Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:35.894611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-da480bff-6dad-40e7-aafd-4d0ac0284312 None None] Provisioning complete for port 8ad4fe17-df52-4582-8da1-678dfed1d041 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:35.895007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-da480bff-6dad-40e7-aafd-4d0ac0284312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:35.896809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fdeb38-6cec-4ca0-af18-7fcdc264ac29 None None] The sync data for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv is: [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:35Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:06:36.145888 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cfa35b76-341c-4d7b-9f87-0408402a502f req-ed62189c-ccf9-4ff2-b965-828f8f7827ea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 210 time: 0.3253000 Dec 13 17:06:36.189251 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-b3697726-8ca8-4e81-81fc-9b121d72d3e2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 378 time: 0.3763244 Dec 13 17:06:36.201070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'port': {'device_id': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'admin_state_up': True, 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'security_groups': ['83f47830-b98e-4222-a9b0-97d3d909c012']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:36.315029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:06:36.318588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:36.451723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.14 (4f363af8-e617-4596-91ea-1ed7ac344d15/8babc49c-35aa-4103-9b0f-e0b2d4dadc46/8263c493-4e98-41f2-b1c5-87e1a9c4194e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:06:36.604562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:36.640942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:36.687536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:06:36.693622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:06:36.698217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:06:36.726208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=8263c493-4e98-41f2-b1c5-87e1a9c4194e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:36.772830 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:36.773469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:36.801892 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ab21bc4a-5abf-44f2-b2a2-1bd174efb5de tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6047611 Dec 13 17:06:36.820996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Request body: {'port': {'device_id': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:36.856124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8ad4fe17-df52-4582-8da1-678dfed1d041 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:06:36.887207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:36.914968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 8ad4fe17-df52-4582-8da1-678dfed1d041 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:36.915456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:37.033778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-401639a7-1825-4be3-b3ed-a06af5e7c2c9 None None] Provisioning complete for port 8263c493-4e98-41f2-b1c5-87e1a9c4194e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:37.034148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-401639a7-1825-4be3-b3ed-a06af5e7c2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:37.069385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-401639a7-1825-4be3-b3ed-a06af5e7c2c9 None None] Port 8263c493-4e98-41f2-b1c5-87e1a9c4194e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:06:37.186864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8263c493-4e98-41f2-b1c5-87e1a9c4194e {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:06:37.194533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:37.206751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Transition to ACTIVE for port object 8263c493-4e98-41f2-b1c5-87e1a9c4194e will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:06:37.211825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:37.287020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Pushing event updated for resources: {'Port': ['ID=8263c493-4e98-41f2-b1c5-87e1a9c4194e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:37.348623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15786bfd-3c01-4566-9710-d256eac52f46 req-f599656f-d8cc-43f7-8d94-225d4e0120d0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:37.350296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-15786bfd-3c01-4566-9710-d256eac52f46 req-f599656f-d8cc-43f7-8d94-225d4e0120d0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 944 time: 0.1133258 Dec 13 17:06:37.409404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Attempting to bind port 8263c493-4e98-41f2-b1c5-87e1a9c4194e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:06:37.409739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Attempting to bind port 8263c493-4e98-41f2-b1c5-87e1a9c4194e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:06:37.410071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Attempting to bind port 8263c493-4e98-41f2-b1c5-87e1a9c4194e on network 4f363af8-e617-4596-91ea-1ed7ac344d15 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:06:37.425475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Port 8263c493-4e98-41f2-b1c5-87e1a9c4194e on network 4f363af8-e617-4596-91ea-1ed7ac344d15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:06:37.425802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Attempting to bind port 8263c493-4e98-41f2-b1c5-87e1a9c4194e on network 4f363af8-e617-4596-91ea-1ed7ac344d15 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:06:37.432322 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-15786bfd-3c01-4566-9710-d256eac52f46 req-366794dd-3ee0-4774-89b4-f2c887d8ea24 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730839 Dec 13 17:06:37.434912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:06:37.435236 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Checking segment: {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:06:37.435611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Bound using segment: {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:06:37.436040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Bound port: 8263c493-4e98-41f2-b1c5-87e1a9c4194e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:06:37.436399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:37.499421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] For port 8263c493-4e98-41f2-b1c5-87e1a9c4194e, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:06:37.502394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] For port 8263c493-4e98-41f2-b1c5-87e1a9c4194e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:06:37.506875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:37.542602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:37.543242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:37.544634 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-3bae4a23-7231-409c-9606-733404e5037e service neutron] 10.222.0.31 "PUT /v2.0/ports/8263c493-4e98-41f2-b1c5-87e1a9c4194e HTTP/1.1" status: 200 len: 1094 time: 0.7284687 Dec 13 17:06:37.545076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:06:37.547498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa43ff-97fd-42cc-84ce-869daa6b347f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:06:37.583536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae4a23-7231-409c-9606-733404e5037e service neutron] Pushing event updated for resources: {'Port': ['ID=8263c493-4e98-41f2-b1c5-87e1a9c4194e,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:37.588919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2b2921-9591-4e7c-b73b-92aabacbea0d x-openstack-request-id: req-8c2b2921-9591-4e7c-b73b-92aabacbea0d {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:06:37.589222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:06:37.589543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c2b2921-9591-4e7c-b73b-92aabacbea0d {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:06:37.589962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'status': 'completed', 'code': 200} Dec 13 17:06:37.641616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-163f032d-5683-40c6-ae32-6a0f369a421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:37.643201 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-163f032d-5683-40c6-ae32-6a0f369a421e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 1097 time: 0.0477016 Dec 13 17:06:37.690854 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-d617315a-252e-4da6-aa66-755feec633e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e HTTP/1.1" status: 200 len: 217 time: 0.0357816 Dec 13 17:06:37.745114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-d0ce4739-b702-4b49-95db-a06b5e15ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:37.746510 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-d0ce4739-b702-4b49-95db-a06b5e15ffae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8babc49c-35aa-4103-9b0f-e0b2d4dadc46 HTTP/1.1" status: 200 len: 834 time: 0.0476398 Dec 13 17:06:37.799889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-26a00d52-57d0-4ac7-ae3f-02310f5d4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:37.801361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-26a00d52-57d0-4ac7-ae3f-02310f5d4815 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f363af8-e617-4596-91ea-1ed7ac344d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407133 Dec 13 17:06:37.900347 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-cb699fe1-1518-49d4-a567-1cb7a1fc1879 service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857050 Dec 13 17:06:37.996064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-660b816e-9eb7-46b4-91bf-679c426806e8 req-ac711e01-e87c-4c21-be3d-4cc4ef7761ba service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Dec 13 17:06:38.098313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-d59250b0-444c-487b-9125-0c5f605919e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:38.099892 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-d59250b0-444c-487b-9125-0c5f605919e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 1097 time: 0.0461946 Dec 13 17:06:38.191196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-3f4b1ce7-af7b-4a79-8193-1a265ac5ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:38.192676 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-3f4b1ce7-af7b-4a79-8193-1a265ac5ed84 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f363af8-e617-4596-91ea-1ed7ac344d15 HTTP/1.1" status: 200 len: 897 time: 0.0851488 Dec 13 17:06:38.241657 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-81ee7a2f-a3d9-4161-a355-15e626b815f2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e HTTP/1.1" status: 200 len: 217 time: 0.0395467 Dec 13 17:06:38.292378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-2b894fb1-6a9c-4ce6-8979-341d87d191ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:38.293853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-2b894fb1-6a9c-4ce6-8979-341d87d191ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8babc49c-35aa-4103-9b0f-e0b2d4dadc46 HTTP/1.1" status: 200 len: 834 time: 0.0451033 Dec 13 17:06:38.341183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-1dbcf2b9-de5e-42dc-86cc-e08339061789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:38.342732 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-1dbcf2b9-de5e-42dc-86cc-e08339061789 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f363af8-e617-4596-91ea-1ed7ac344d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404258 Dec 13 17:06:38.437909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-48f407c4-6b65-4765-8529-b149c2a75f07 service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864275 Dec 13 17:06:38.557885 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b4aa43ff-97fd-42cc-84ce-869daa6b347f req-481eb672-6cfe-4573-a749-6bd11815856d service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120791 Dec 13 17:06:38.570560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567036f-237f-42c5-ac00-5e33716331de req-79eb9868-00c2-4042-888a-3f1134153593 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:38.572036 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d567036f-237f-42c5-ac00-5e33716331de req-79eb9868-00c2-4042-888a-3f1134153593 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 944 time: 0.0716355 Dec 13 17:06:38.626903 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d567036f-237f-42c5-ac00-5e33716331de req-1dedb34a-c540-47c3-b422-d29a32980e0f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484838 Dec 13 17:06:39.100635 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:06:39.742520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f53cc-a7f5-4644-b9a6-37c4ebff2d1b req-5db8eea2-8397-4735-a844-dd8acf1f8c37 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:39.744028 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab0f53cc-a7f5-4644-b9a6-37c4ebff2d1b req-5db8eea2-8397-4735-a844-dd8acf1f8c37 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 944 time: 0.0488608 Dec 13 17:06:39.793609 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab0f53cc-a7f5-4644-b9a6-37c4ebff2d1b req-e761b51b-d617-42c8-a3ae-04512ea88501 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436258 Dec 13 17:06:40.908948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9958fa-a77a-48f6-abaf-1b59b075bf56 req-66c34a92-3d23-4e42-b70b-482f4a616ce1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:40.910426 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af9958fa-a77a-48f6-abaf-1b59b075bf56 req-66c34a92-3d23-4e42-b70b-482f4a616ce1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 944 time: 0.0490217 Dec 13 17:06:40.959754 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-af9958fa-a77a-48f6-abaf-1b59b075bf56 req-c3845b79-2d7d-4865-ba25-724908adbd5f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430915 Dec 13 17:06:41.192827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8263c493-4e98-41f2-b1c5-87e1a9c4194e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:06:41.286408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8263c493-4e98-41f2-b1c5-87e1a9c4194e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:41.298317 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'port_id': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'mac_address': 'fa:16:3e:0c:c9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:06:41.338772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:41.500253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8263c493-4e98-41f2-b1c5-87e1a9c4194e {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:06:41.519305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8263c493-4e98-41f2-b1c5-87e1a9c4194e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:41.524031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:41.569742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8263c493-4e98-41f2-b1c5-87e1a9c4194e,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:41.878071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['8263c493-4e98-41f2-b1c5-87e1a9c4194e'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:06:42.082117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325b76d-f65b-4cc1-bb5d-50f3b5e13d57 req-a6aadc9b-176a-472d-9680-1928e32a5686 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:42.083643 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6325b76d-f65b-4cc1-bb5d-50f3b5e13d57 req-a6aadc9b-176a-472d-9680-1928e32a5686 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Dec 13 17:06:42.133171 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6325b76d-f65b-4cc1-bb5d-50f3b5e13d57 req-9f28c417-89f5-43f0-87b0-5e7ff7325b33 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435579 Dec 13 17:06:43.208446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8263c493-4e98-41f2-b1c5-87e1a9c4194e up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:06:43.248552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab733438-384d-4a81-8d29-07eefaa28985 req-e548c5de-1b6f-429d-9721-43b2bfe0dee0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:43.250597 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab733438-384d-4a81-8d29-07eefaa28985 req-e548c5de-1b6f-429d-9721-43b2bfe0dee0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 945 time: 0.0502074 Dec 13 17:06:43.259135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 8263c493-4e98-41f2-b1c5-87e1a9c4194e completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:06:43.263415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 8263c493-4e98-41f2-b1c5-87e1a9c4194e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:06:43.263813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:43.303152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ab733438-384d-4a81-8d29-07eefaa28985 req-565e8c7b-54a4-4a6e-9a0c-71c3b96f0e8a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458696 Dec 13 17:06:43.345421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:43.368232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:06:43.370518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7a9003-074f-4829-833f-16a8471a2840" -d '{"events": [{"server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "name": "network-vif-plugged", "status": "completed", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:06:43.383461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 8263c493-4e98-41f2-b1c5-87e1a9c4194e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:06:43.387540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:43.410822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c1db80-8765-4b41-b49e-ed073b23d53f x-openstack-request-id: req-d2c1db80-8765-4b41-b49e-ed073b23d53f {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:06:43.411127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "name": "network-vif-plugged", "status": "completed", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:06:43.411384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2c1db80-8765-4b41-b49e-ed073b23d53f {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:06:43.411776 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'code': 200} Dec 13 17:06:43.437537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=8263c493-4e98-41f2-b1c5-87e1a9c4194e,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:43.587968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3460e84-472b-46b2-bafe-c2ff1b50ea52 req-aa84a369-8de2-4d5a-966a-7bf4d4e65b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:43.589366 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b3460e84-472b-46b2-bafe-c2ff1b50ea52 req-aa84a369-8de2-4d5a-966a-7bf4d4e65b2f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 1099 time: 0.0393538 Dec 13 17:06:43.644398 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b3460e84-472b-46b2-bafe-c2ff1b50ea52 req-076ad535-eec9-4c15-8dbe-53c5fe759b1e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424826 Dec 13 17:06:44.223351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:44.418428 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922a227-9e56-4694-a798-46cfae04dce5 req-4a5f226d-cedb-4807-9aa8-c48849278c43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:44.419933 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8922a227-9e56-4694-a798-46cfae04dce5 req-4a5f226d-cedb-4807-9aa8-c48849278c43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0488238 Dec 13 17:06:44.468760 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8922a227-9e56-4694-a798-46cfae04dce5 req-6a688249-bfed-4b73-ba1f-a4d1d020e052 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422273 Dec 13 17:06:45.585854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c32eeb-58f7-4902-b905-d1dc227b4248 req-7390103e-26ed-4a53-92e3-983a1ae3b678 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:45.587357 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25c32eeb-58f7-4902-b905-d1dc227b4248 req-7390103e-26ed-4a53-92e3-983a1ae3b678 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0490196 Dec 13 17:06:45.636163 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-25c32eeb-58f7-4902-b905-d1dc227b4248 req-06a31ffe-488a-454f-b161-7e6702af2279 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426934 Dec 13 17:06:45.754056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf25ad-cda2-4273-b104-d35273053397 req-98afece4-19fe-45e9-a3e8-f7248606d9ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:45.755553 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0cdf25ad-cda2-4273-b104-d35273053397 req-98afece4-19fe-45e9-a3e8-f7248606d9ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0537400 Dec 13 17:06:45.803935 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0cdf25ad-cda2-4273-b104-d35273053397 req-0d31054b-0e3d-4e9f-a88c-31fb09e34b2a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424469 Dec 13 17:06:45.825546 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52454) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:45.864368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9150169e-b723-4d83-8277-cacf6262009e tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:45.865859 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9150169e-b723-4d83-8277-cacf6262009e tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 1094 time: 0.0393326 Dec 13 17:06:45.868721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52456) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:45.872927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:06:45.895433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:45.995549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:46.097350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.98 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/193acab3-e965-4bac-a0ef-7d06273a1931) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:06:46.205215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:46.238605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:46.278176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:06:46.281802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:06:46.288204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:06:46.290387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=193acab3-e965-4bac-a0ef-7d06273a1931,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:46.632739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:46.699078 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:46.849205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:46.853312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:46.924381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=193acab3-e965-4bac-a0ef-7d06273a1931,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:06:46.934249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:47.033584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP d054a7f6-8fec-41f4-ae77-30b319b80c71 associated. External IP: 172.26.6.98, port: 8263c493-4e98-41f2-b1c5-87e1a9c4194e. Dec 13 17:06:47.237932 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:06:47.347112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:06:47.356932 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] Sync routers for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:06:47.364886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:47.366462 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:47.367109 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:06:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:47.392498 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-44659bce-8d0f-4d9d-8301-a8cb7c72957c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5227768 Dec 13 17:06:47.393182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:06:47.395602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:06:47.437757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b5d642-67a7-41c4-b04f-12baef529449 x-openstack-request-id: req-57b5d642-67a7-41c4-b04f-12baef529449 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:06:47.438673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:06:47.438673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57b5d642-67a7-41c4-b04f-12baef529449 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:06:47.438966 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'status': 'completed', 'code': 200} Dec 13 17:06:47.478432 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:47.522168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95691b32-b1d1-45ad-bd2d-f21cd5ea0561 req-6b55a1a6-ff4e-48aa-9165-451b3caab5ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:47.523606 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-95691b32-b1d1-45ad-bd2d-f21cd5ea0561 req-6b55a1a6-ff4e-48aa-9165-451b3caab5ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0804183 Dec 13 17:06:47.538463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-6b47fda3-4da5-4c35-a353-c0f2d985b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:47.540169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-6b47fda3-4da5-4c35-a353-c0f2d985b358 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 1099 time: 0.0655167 Dec 13 17:06:47.704934 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'd054a7f6-8fec-41f4-ae77-30b319b80c71', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'port_id': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'mac_address': 'fa:16:3e:0c:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:06:46Z', 'updated_at': '2021-12-13T17:06:46Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:35Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:47.737795 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] Checking router: 167f6b01-aad7-4b12-a634-beeb43ad4ff6 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:06:47.746626 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:06:47.747272 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:06:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:47.854781 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:06:47.900137 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-95691b32-b1d1-45ad-bd2d-f21cd5ea0561 req-7c231d22-f8cb-46b7-8085-f6b27a38eb06 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3692560 Dec 13 17:06:47.925533 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52462) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:47.932384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-707139c6-52d5-4f1a-a050-472e38566aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:47.934467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-707139c6-52d5-4f1a-a050-472e38566aed service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f363af8-e617-4596-91ea-1ed7ac344d15 HTTP/1.1" status: 200 len: 897 time: 0.3860710 Dec 13 17:06:47.995263 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ae8a464f-1ecc-4b7f-aba0-c2a5f6248670 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/d054a7f6-8fec-41f4-ae77-30b319b80c71 HTTP/1.1" status: 200 len: 991 time: 0.0682590 Dec 13 17:06:48.002059 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-69c4ac47-e796-4c9e-b40a-24a545f87b98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e HTTP/1.1" status: 200 len: 999 time: 0.0596209 Dec 13 17:06:48.051615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-d746ae13-acd3-45eb-aa40-c2091cf960f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:48.053110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-d746ae13-acd3-45eb-aa40-c2091cf960f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8babc49c-35aa-4103-9b0f-e0b2d4dadc46 HTTP/1.1" status: 200 len: 834 time: 0.0436604 Dec 13 17:06:48.085800 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'd054a7f6-8fec-41f4-ae77-30b319b80c71', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'port_id': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'mac_address': 'fa:16:3e:0c:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:06:46Z', 'updated_at': '2021-12-13T17:06:46Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:35Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:06:48.102714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-7f06a36c-5c75-49b0-9a88-2ee78fbef7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:06:48.104228 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-7f06a36c-5c75-49b0-9a88-2ee78fbef7b0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f363af8-e617-4596-91ea-1ed7ac344d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443001 Dec 13 17:06:48.115886 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068173ac-a2c9-41cd-a1e0-671d61ee3490 None None] The sync data for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv is: [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'd054a7f6-8fec-41f4-ae77-30b319b80c71', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'port_id': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'mac_address': 'fa:16:3e:0c:c9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:06:46Z', 'updated_at': '2021-12-13T17:06:46Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:35Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:06:48.196701 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-998f16f7-136d-4248-b925-82df12221296 service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847008 Dec 13 17:06:48.295190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81fb6e35-5a1b-46c0-bcfe-edd84d7ce7e3 req-4d3c3ad4-1358-4d69-b894-d1b6ed2be519 service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905495 Dec 13 17:06:48.319124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee28b96-669c-4733-9c7d-8a82ad889c44 None None] New status for floating IP d054a7f6-8fec-41f4-ae77-30b319b80c71: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:06:48.998004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52464) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:06:49.057996 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-4a846059-31cb-400c-ad80-ef4c45227ab5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/d054a7f6-8fec-41f4-ae77-30b319b80c71 HTTP/1.1" status: 200 len: 993 time: 0.0589244 Dec 13 17:06:55.033370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6bdfdb47-6990-46e0-bb0c-bd6e5a9dece6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:57.471158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7fdbc2c3-2506-4f77-8966-9c68ca6cca8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:06:58.552080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:00.097439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:00.963512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:14.224265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:16.099739 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:07:16.758444 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-eb6ca5b9-bd08-4319-8f63-67516fc6f9c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393827 Dec 13 17:07:16.842351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-643f681d-9e02-43c2-94e3-af2cfd62dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:16.843857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-643f681d-9e02-43c2-94e3-af2cfd62dedc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 1099 time: 0.0400441 Dec 13 17:07:16.958695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-48d7796f-0eed-49b3-8565-579f1be2bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:16.960164 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-48d7796f-0eed-49b3-8565-579f1be2bd98 service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f363af8-e617-4596-91ea-1ed7ac344d15 HTTP/1.1" status: 200 len: 897 time: 0.0933452 Dec 13 17:07:17.025945 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-c0ea3ac9-a8dc-4b5d-86b7-65e872a58e46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e HTTP/1.1" status: 200 len: 1001 time: 0.0576684 Dec 13 17:07:17.074136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-09cfa964-e1c8-4d9d-8ea5-f74d05b81dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:17.075682 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-09cfa964-e1c8-4d9d-8ea5-f74d05b81dc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8babc49c-35aa-4103-9b0f-e0b2d4dadc46 HTTP/1.1" status: 200 len: 834 time: 0.0426333 Dec 13 17:07:17.126525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-c39263d2-3a44-46e0-87c2-2dacc62e4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:17.128058 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-c39263d2-3a44-46e0-87c2-2dacc62e4f90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f363af8-e617-4596-91ea-1ed7ac344d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442545 Dec 13 17:07:17.219846 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-898dd75a-2d05-4fce-a4ed-1d99f98fed6f service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829730 Dec 13 17:07:17.317708 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc9d7d6c-4790-44ea-8538-858b9331dfd1 req-e9e94dad-3b39-41b6-acc2-1b191d55f962 service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900171 Dec 13 17:07:22.396611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec223a-2084-44fd-a2e3-c10d5f75fa87 req-b747b281-9720-4995-be19-0473d61b6492 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:22.398099 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c7ec223a-2084-44fd-a2e3-c10d5f75fa87 req-b747b281-9720-4995-be19-0473d61b6492 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0501354 Dec 13 17:07:22.450190 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c7ec223a-2084-44fd-a2e3-c10d5f75fa87 req-86115235-59d8-4e77-8e01-3ece62887e1e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462232 Dec 13 17:07:23.566961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613c5ba-5a3c-4835-a77d-29f7a9170c13 req-eadfd081-e819-417c-820e-3905d571a648 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:23.568424 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0613c5ba-5a3c-4835-a77d-29f7a9170c13 req-eadfd081-e819-417c-820e-3905d571a648 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0488510 Dec 13 17:07:23.618571 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0613c5ba-5a3c-4835-a77d-29f7a9170c13 req-ff69b72b-8925-4ce7-9f19-20488d2cbf29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443208 Dec 13 17:07:23.641312 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52488) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:23.703989 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-30def02c-0d02-4faa-841d-bd7c520a3ae7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/d054a7f6-8fec-41f4-ae77-30b319b80c71 HTTP/1.1" status: 200 len: 993 time: 0.0615978 Dec 13 17:07:25.005068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265e1b5-9578-43a1-adaf-45164de09021 req-fe78a956-1dc3-4bfd-a6d7-59aa4f2fa575 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:25.006470 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7265e1b5-9578-43a1-adaf-45164de09021 req-fe78a956-1dc3-4bfd-a6d7-59aa4f2fa575 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0540445 Dec 13 17:07:25.035272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5da074b8-d8f7-4c3e-b7c2-42a8495108e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:25.059698 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7265e1b5-9578-43a1-adaf-45164de09021 req-854e1f33-7159-4e9d-b779-263247f6bf30 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472250 Dec 13 17:07:26.178229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8a302-4942-4983-b487-528807d2f8e9 req-d87aabd7-45d9-44d0-8c31-ffa0fb8c69e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:26.179742 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d8a302-4942-4983-b487-528807d2f8e9 req-d87aabd7-45d9-44d0-8c31-ffa0fb8c69e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0490952 Dec 13 17:07:26.227961 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09d8a302-4942-4983-b487-528807d2f8e9 req-315ed969-2c59-4af8-85c2-aac5a2b36903 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423181 Dec 13 17:07:26.250845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52498) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:26.316462 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8b951817-1b4e-4c06-ad4e-11e59413f190 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/d054a7f6-8fec-41f4-ae77-30b319b80c71 HTTP/1.1" status: 200 len: 993 time: 0.0639288 Dec 13 17:07:26.583379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52504) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:26.739635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 193acab3-e965-4bac-a0ef-7d06273a1931 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:07:26.739978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:26.818799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:26.819124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:26.830579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 193acab3-e965-4bac-a0ef-7d06273a1931 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:07:26.974904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:27.004144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=193acab3-e965-4bac-a0ef-7d06273a1931,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:27.017490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.017850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.018177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.018523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.018887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.019238 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.019570 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.019895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.020217 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.020631 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.020953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.021274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.021594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:27.078845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:27.079183 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP d054a7f6-8fec-41f4-ae77-30b319b80c71 disassociated (deleted). External IP: 172.26.6.98, port: 8263c493-4e98-41f2-b1c5-87e1a9c4194e. Dec 13 17:07:27.289998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:07:27.400740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:07:27.406213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:27.410848 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07240020-edfa-436c-be71-122ea63704c8 None None] Sync routers for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:07:27.421589 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07240020-edfa-436c-be71-122ea63704c8 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:27.422198 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-07240020-edfa-436c-be71-122ea63704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:06:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:27.433245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d1e1b6d8-2af3-41d0-9cc5-921edcdc1845 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/floatingips/d054a7f6-8fec-41f4-ae77-30b319b80c71 HTTP/1.1" status: 204 len: 168 time: 0.8487833 Dec 13 17:07:27.433842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:07:27.436333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:07:27.477956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c4d876d3-5d83-406a-b04b-0b9a24434794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:27.486469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce17056-200b-4940-b05b-7504111bcb43 x-openstack-request-id: req-4ce17056-200b-4940-b05b-7504111bcb43 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:07:27.486812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:07:27.487079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ce17056-200b-4940-b05b-7504111bcb43 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:07:27.487495 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'status': 'completed', 'code': 200} Dec 13 17:07:27.534893 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-07240020-edfa-436c-be71-122ea63704c8 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:27.570025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-b3af1aa0-371e-43b4-b71f-dc09fef0e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:27.571875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-b3af1aa0-371e-43b4-b71f-dc09fef0e831 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 1099 time: 0.0604401 Dec 13 17:07:27.709131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b9878-558e-48b2-a5ac-7cdf3eaae483 req-70f0072b-3bbf-4d8c-85f0-f780c339c26d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:27.710680 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d00b9878-558e-48b2-a5ac-7cdf3eaae483 req-70f0072b-3bbf-4d8c-85f0-f780c339c26d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0778935 Dec 13 17:07:27.713755 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-28c2c427-8cec-4153-9928-beb21e3e289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:27.715203 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-28c2c427-8cec-4153-9928-beb21e3e289a service neutron] 10.222.0.31 "GET /v2.0/networks?id=4f363af8-e617-4596-91ea-1ed7ac344d15 HTTP/1.1" status: 200 len: 897 time: 0.1313264 Dec 13 17:07:27.778034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-a8538830-6c68-44f9-b946-a27f5daad6ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e HTTP/1.1" status: 200 len: 217 time: 0.0448270 Dec 13 17:07:27.833323 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d00b9878-558e-48b2-a5ac-7cdf3eaae483 req-c6846c11-447a-4ec8-9060-53d84320ef91 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1150682 Dec 13 17:07:27.834668 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-07240020-edfa-436c-be71-122ea63704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:35Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:27.847555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-f3d68ea8-90ed-4f57-9863-37fd92f89fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:27.849303 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-f3d68ea8-90ed-4f57-9863-37fd92f89fac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8babc49c-35aa-4103-9b0f-e0b2d4dadc46 HTTP/1.1" status: 200 len: 834 time: 0.0615866 Dec 13 17:07:27.863156 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07240020-edfa-436c-be71-122ea63704c8 None None] Checking router: 167f6b01-aad7-4b12-a634-beeb43ad4ff6 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:07:27.871582 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07240020-edfa-436c-be71-122ea63704c8 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:27.872264 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-07240020-edfa-436c-be71-122ea63704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:27.897125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-c1025786-e7cc-4ebf-8db7-01f7d2d073e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:27.898608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-c1025786-e7cc-4ebf-8db7-01f7d2d073e9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=4f363af8-e617-4596-91ea-1ed7ac344d15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403712 Dec 13 17:07:27.975604 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-07240020-edfa-436c-be71-122ea63704c8 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:27.994964 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-2130f37b-74a3-4fdb-b1f2-622688bdcd7a service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880725 Dec 13 17:07:28.086461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a9b43cb-2f9f-4eb1-920b-ccc2d94d8ded req-4ce14ed5-52ba-41ef-b756-c0b7698c960a service neutron] 10.222.0.31 "GET /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835383 Dec 13 17:07:28.173413 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-07240020-edfa-436c-be71-122ea63704c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:35Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:28.199582 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07240020-edfa-436c-be71-122ea63704c8 None None] The sync data for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv is: [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:33Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '8ad4fe17-df52-4582-8da1-678dfed1d041', 'name': '', 'network_id': '4f363af8-e617-4596-91ea-1ed7ac344d15', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:da:25:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:32Z', 'updated_at': '2021-12-13T17:06:35Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '8babc49c-35aa-4103-9b0f-e0b2d4dadc46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:07:28.418836 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7c9ade-c352-4d19-ae71-5fbf6e575115 None None] New status for floating IP d054a7f6-8fec-41f4-ae77-30b319b80c71: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:07:28.556877 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:28.952577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51ed67-6f9f-4601-b612-8bd25d2e4cfc req-ab2c4361-7073-45dd-8428-fa6520699d53 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:28.954124 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bb51ed67-6f9f-4601-b612-8bd25d2e4cfc req-ab2c4361-7073-45dd-8428-fa6520699d53 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0493515 Dec 13 17:07:29.006954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bb51ed67-6f9f-4601-b612-8bd25d2e4cfc req-2e80c391-a9c9-4225-8354-a78ff1104d25 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83f47830-b98e-4222-a9b0-97d3d909c012&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469499 Dec 13 17:07:29.470380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-49ea5e03-3638-4c69-9a10-44c6950f06a9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:29.471880 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-49ea5e03-3638-4c69-9a10-44c6950f06a9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 946 time: 0.0484533 Dec 13 17:07:29.563401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 8263c493-4e98-41f2-b1c5-87e1a9c4194e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:07:29.563739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:29.656109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 8263c493-4e98-41f2-b1c5-87e1a9c4194e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=8263c493-4e98-41f2-b1c5-87e1a9c4194e,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:29.656417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:29.668723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 8263c493-4e98-41f2-b1c5-87e1a9c4194e owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:07:29.803777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:29.829854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=8263c493-4e98-41f2-b1c5-87e1a9c4194e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:29.872750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] No DVR routers for this DVR port 8263c493-4e98-41f2-b1c5-87e1a9c4194e on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:07:29.875222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:29.878559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d35acf07-a71a-4414-bff5-22f2800b7cf0 req-344de3f1-7d50-4f77-a910-108492d82eda tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "DELETE /v2.0/ports/8263c493-4e98-41f2-b1c5-87e1a9c4194e HTTP/1.1" status: 204 len: 173 time: 0.3961730 Dec 13 17:07:29.879030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'name': 'network-vif-deleted', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:07:29.881291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d37a87-9165-4820-8b02-0a9d9a38b038" -d '{"events": [{"server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "name": "network-vif-deleted", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:07:29.926705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a953ac-dd04-435a-8a23-f2f6b39dccca x-openstack-request-id: req-d1a953ac-dd04-435a-8a23-f2f6b39dccca {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:07:29.927011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf195cd-b6e3-49dc-bb37-ecf06f4ba065", "name": "network-vif-deleted", "tag": "8263c493-4e98-41f2-b1c5-87e1a9c4194e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:07:29.927272 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1a953ac-dd04-435a-8a23-f2f6b39dccca {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:07:29.927677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf195cd-b6e3-49dc-bb37-ecf06f4ba065', 'name': 'network-vif-deleted', 'tag': '8263c493-4e98-41f2-b1c5-87e1a9c4194e', 'status': 'completed', 'code': 200} Dec 13 17:07:30.103200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:30.114514 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ccdea585-2e96-42cd-8cbe-800624b79dc6 req-6c0efba8-ced5-440e-b294-71110d5eabf4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=0cf195cd-b6e3-49dc-bb37-ecf06f4ba065 HTTP/1.1" status: 200 len: 210 time: 0.0276742 Dec 13 17:07:30.955358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:31.171237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52520) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:31.524443 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:31.773662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 8ad4fe17-df52-4582-8da1-678dfed1d041 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:07:31.773993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:31.863905 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 8ad4fe17-df52-4582-8da1-678dfed1d041, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=8ad4fe17-df52-4582-8da1-678dfed1d041,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:31.864182 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:31.876923 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 8ad4fe17-df52-4582-8da1-678dfed1d041 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:07:32.057921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:32.089334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=8ad4fe17-df52-4582-8da1-678dfed1d041,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:32.118308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.118591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.118960 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.119303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.119641 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.119976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.120308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.120639 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.120971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.121298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.121627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.121957 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.122336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:32.270821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:32.481456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:07:32.585166 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:07:32.590260 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b89dfd46-84b2-410a-a9d1-b9b82a6cd08a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/167f6b01-aad7-4b12-a634-beeb43ad4ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179900 Dec 13 17:07:32.593651 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52522) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:32.595309 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] Sync routers for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:07:32.605551 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:32.606158 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:32.648732 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-0758d8af-e9f1-474f-98aa-52ae6f40d5d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting subnet 8babc49c-35aa-4103-9b0f-e0b2d4dadc46 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:07:32.651828 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0758d8af-e9f1-474f-98aa-52ae6f40d5d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:32.711969 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:32.904348 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:07:32Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:32.935241 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] Checking router: 167f6b01-aad7-4b12-a634-beeb43ad4ff6 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:07:32.943705 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] Routers {'167f6b01-aad7-4b12-a634-beeb43ad4ff6'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:32.944300 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:32.956035 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0758d8af-e9f1-474f-98aa-52ae6f40d5d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.038334 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0758d8af-e9f1-474f-98aa-52ae6f40d5d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.048805 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] Set router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:33.099603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0758d8af-e9f1-474f-98aa-52ae6f40d5d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.126789 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758d8af-e9f1-474f-98aa-52ae6f40d5d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Subnet': ['ID=8babc49c-35aa-4103-9b0f-e0b2d4dadc46,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:33.132097 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0758d8af-e9f1-474f-98aa-52ae6f40d5d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.134899 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0758d8af-e9f1-474f-98aa-52ae6f40d5d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/subnets/8babc49c-35aa-4103-9b0f-e0b2d4dadc46 HTTP/1.1" status: 204 len: 168 time: 0.5402844 Dec 13 17:07:33.137483 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52524) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:33.143388 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2363040e-b1a7-4b71-86fd-8335db1cf7b0 None None] Network 4f363af8-e617-4596-91ea-1ed7ac344d15 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:07:33.235281 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:07:32Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:33.251373 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.265334 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac74d3a-29c3-46ec-ac28-3102c5ae9506 None None] The sync data for ids ['167f6b01-aad7-4b12-a634-beeb43ad4ff6'] in dv-neutron-821599-1-hyperv is: [{'id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-784836192', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68'}], 'enable_snat': True}, 'gw_port_id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:07:32Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '5a4f3a6f-0df2-4dea-8947-009df3a489fe', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:cc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167f6b01-aad7-4b12-a634-beeb43ad4ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1722, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:06:29Z', 'updated_at': '2021-12-13T17:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:07:33.303105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] DHCP port deletion for 4f363af8-e617-4596-91ea-1ed7ac344d15 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:07:33.350581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Deleting port 64297526-385f-4881-b9e5-c600e7b99f7d {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:07:33.350994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.366479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.393495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8263c493-4e98-41f2-b1c5-87e1a9c4194e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:07:33.421465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 8263c493-4e98-41f2-b1c5-87e1a9c4194e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:07:33.421810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 8263c493-4e98-41f2-b1c5-87e1a9c4194e not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:07:33.423449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 5a4f3a6f-0df2-4dea-8947-009df3a489fe {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:07:33.423799 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.439886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] For port 64297526-385f-4881-b9e5-c600e7b99f7d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=64297526-385f-4881-b9e5-c600e7b99f7d,segment=NetworkSegment(aa6db836-0d9d-4a58-b0c2-e3fc2336c347),segment_id=aa6db836-0d9d-4a58-b0c2-e3fc2336c347)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:33.440283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.453569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Calling delete_port for 64297526-385f-4881-b9e5-c600e7b99f7d owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:07:33.506748 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 5a4f3a6f-0df2-4dea-8947-009df3a489fe, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a4f3a6f-0df2-4dea-8947-009df3a489fe,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:33.507036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.519616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 5a4f3a6f-0df2-4dea-8947-009df3a489fe owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:07:33.537900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.566510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Pushing event deleted for resources: {'Port': ['ID=64297526-385f-4881-b9e5-c600e7b99f7d,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:33.573908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] No DVR routers for this DVR port 64297526-385f-4881-b9e5-c600e7b99f7d on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:07:33.576774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.577133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.577482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.577818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.578160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.578493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.578852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.579185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.579512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.579837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.580163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.580531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.580799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7f019d-e242-41f3-917a-645d4b988709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:33.697479 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.725524 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=5a4f3a6f-0df2-4dea-8947-009df3a489fe,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:33.739221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de2f2c-d453-4454-ab49-b3c8a620f2b0 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:07:33.785642 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.878093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.880265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.927046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.927592 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Fanout notify agent at l3_agent the message router_deleted on router 167f6b01-aad7-4b12-a634-beeb43ad4ff6 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:07:33.934381 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:33.936222 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-616fae56-409b-4ee2-9d83-a2cb84db7ee4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/routers/167f6b01-aad7-4b12-a634-beeb43ad4ff6 HTTP/1.1" status: 204 len: 168 time: 0.7972503 Dec 13 17:07:33.938916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52526) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:34.018471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.109077 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.128630 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f363af8-e617-4596-91ea-1ed7ac344d15']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:34.137368 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:34.138291 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa6db836-0d9d-4a58-b0c2-e3fc2336c347') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:34.147604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.160388 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.166382 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:07:34.166780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:07:34.169907 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:07:34.230451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.235117 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.238266 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/networks/4f363af8-e617-4596-91ea-1ed7ac344d15 HTTP/1.1" status: 204 len: 168 time: 0.2984166 Dec 13 17:07:34.241128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52528) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:34.253807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d2c48-46c6-4784-b064-193c6165011d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Network': ['ID=4f363af8-e617-4596-91ea-1ed7ac344d15,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:34.302216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd0b-3eb8-4fee-98de-544d4908d997 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.328539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd0b-3eb8-4fee-98de-544d4908d997 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.392969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd0b-3eb8-4fee-98de-544d4908d997 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.395628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5dc2fd0b-3eb8-4fee-98de-544d4908d997 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.396957 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5dc2fd0b-3eb8-4fee-98de-544d4908d997 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/security-groups/83f47830-b98e-4222-a9b0-97d3d909c012 HTTP/1.1" status: 204 len: 168 time: 0.1548386 Dec 13 17:07:34.410897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2fd0b-3eb8-4fee-98de-544d4908d997 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f47830-b98e-4222-a9b0-97d3d909c012,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:34.641578 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52534) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:34.646261 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-917d7ec8-a50f-492f-8ffe-e193dd3c65ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-474189216', 'description': 'tempest-secgroup-smoke-474189216 description', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:34.668171 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-917d7ec8-a50f-492f-8ffe-e193dd3c65ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.733590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-917d7ec8-a50f-492f-8ffe-e193dd3c65ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.737286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-917d7ec8-a50f-492f-8ffe-e193dd3c65ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.764496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-917d7ec8-a50f-492f-8ffe-e193dd3c65ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.765729 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-917d7ec8-a50f-492f-8ffe-e193dd3c65ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1230989 Dec 13 17:07:34.769004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52536) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:34.769969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d7ec8-a50f-492f-8ffe-e193dd3c65ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=495c471d-8f82-4993-85cc-6665c3ec1972,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:34.773538 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-631920a0-da66-43c5-8c5c-43e8f5b330c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '495c471d-8f82-4993-85cc-6665c3ec1972', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:34.803492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-631920a0-da66-43c5-8c5c-43e8f5b330c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.840817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a4f3a6f-0df2-4dea-8947-009df3a489fe no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:07:34.854838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-631920a0-da66-43c5-8c5c-43e8f5b330c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.858738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-631920a0-da66-43c5-8c5c-43e8f5b330c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.863508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5a4f3a6f-0df2-4dea-8947-009df3a489fe {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:07:34.863857 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a4f3a6f-0df2-4dea-8947-009df3a489fe not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:07:34.864270 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64297526-385f-4881-b9e5-c600e7b99f7d no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:07:34.877894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631920a0-da66-43c5-8c5c-43e8f5b330c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d584b05-8b26-40a1-a344-14399a4f777f,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:34.884325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 64297526-385f-4881-b9e5-c600e7b99f7d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:07:34.884674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 64297526-385f-4881-b9e5-c600e7b99f7d not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:07:34.885062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8ad4fe17-df52-4582-8da1-678dfed1d041 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:07:34.885203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-631920a0-da66-43c5-8c5c-43e8f5b330c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.889688 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-631920a0-da66-43c5-8c5c-43e8f5b330c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164489 Dec 13 17:07:34.889855 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52538) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:34.894241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-ba95f392-2d5d-4188-9454-fc1d76b08e77 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '495c471d-8f82-4993-85cc-6665c3ec1972', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:34.906163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 8ad4fe17-df52-4582-8da1-678dfed1d041 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:07:34.906519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 8ad4fe17-df52-4582-8da1-678dfed1d041 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:07:34.921430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba95f392-2d5d-4188-9454-fc1d76b08e77 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.977259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba95f392-2d5d-4188-9454-fc1d76b08e77 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.980577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba95f392-2d5d-4188-9454-fc1d76b08e77 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:34.999893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba95f392-2d5d-4188-9454-fc1d76b08e77 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9a84d3-1757-46c9-a384-f8c29c01cf54,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:35.004995 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ba95f392-2d5d-4188-9454-fc1d76b08e77 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.006296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ba95f392-2d5d-4188-9454-fc1d76b08e77 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154056 Dec 13 17:07:35.009058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52540) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:35.014034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0f8722a2-ce5e-463b-a700-bb8a950cefd6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '495c471d-8f82-4993-85cc-6665c3ec1972', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:35.043821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f8722a2-ce5e-463b-a700-bb8a950cefd6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.102541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f8722a2-ce5e-463b-a700-bb8a950cefd6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.105986 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f8722a2-ce5e-463b-a700-bb8a950cefd6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.123809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8722a2-ce5e-463b-a700-bb8a950cefd6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93d2d21-fff7-4111-ad36-189d2e0c1c73,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:35.130540 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0f8722a2-ce5e-463b-a700-bb8a950cefd6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.131793 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0f8722a2-ce5e-463b-a700-bb8a950cefd6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218066 Dec 13 17:07:35.134544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52542) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:35.139594 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c1910b91-62c0-4f64-8669-a3a1b823b290 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '495c471d-8f82-4993-85cc-6665c3ec1972', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:35.165074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1910b91-62c0-4f64-8669-a3a1b823b290 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.228285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1910b91-62c0-4f64-8669-a3a1b823b290 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.233307 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1910b91-62c0-4f64-8669-a3a1b823b290 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.251255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1910b91-62c0-4f64-8669-a3a1b823b290 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3837b042-2caa-41d7-bda5-8fe984c3abe7,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:35.258016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c1910b91-62c0-4f64-8669-a3a1b823b290 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.259247 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c1910b91-62c0-4f64-8669-a3a1b823b290 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237481 Dec 13 17:07:35.262282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52544) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:35.266999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a9d960d6-01b0-4060-bc41-9834f99148b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '495c471d-8f82-4993-85cc-6665c3ec1972', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:35.287774 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-a9d960d6-01b0-4060-bc41-9834f99148b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:07:35.292858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a9d960d6-01b0-4060-bc41-9834f99148b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.349255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a9d960d6-01b0-4060-bc41-9834f99148b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.352644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a9d960d6-01b0-4060-bc41-9834f99148b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.370952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d960d6-01b0-4060-bc41-9834f99148b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c97c56-106f-4604-9d85-d87c89c35dad,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:35.377907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a9d960d6-01b0-4060-bc41-9834f99148b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.381592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a9d960d6-01b0-4060-bc41-9834f99148b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155753 Dec 13 17:07:35.381736 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52546) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:35.386072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-fde5db2b-e1d5-4935-aeab-c339ac99cdf8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '495c471d-8f82-4993-85cc-6665c3ec1972', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:35.406884 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-fde5db2b-e1d5-4935-aeab-c339ac99cdf8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:07:35.411598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fde5db2b-e1d5-4935-aeab-c339ac99cdf8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.471626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fde5db2b-e1d5-4935-aeab-c339ac99cdf8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.474952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fde5db2b-e1d5-4935-aeab-c339ac99cdf8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.492642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde5db2b-e1d5-4935-aeab-c339ac99cdf8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8aec2f6-fb47-4c99-8fe5-9d28aa1d9d92,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:35.501181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fde5db2b-e1d5-4935-aeab-c339ac99cdf8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.502391 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fde5db2b-e1d5-4935-aeab-c339ac99cdf8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197307 Dec 13 17:07:35.505202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52548) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:35.509944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'network': {'name': 'tempest-network-smoke--1899741532', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'port_security_enabled': True}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:35.530059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:07:35.533451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.557815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:07:35.567262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.567607 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Added segment cf21a441-7c7a-49db-80b0-acc94b5564a0 of type vlan for network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 Dec 13 17:07:35.606151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.630809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.636402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:35.636928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.693441 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1872189 Dec 13 17:07:35.696120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52550) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:35.707207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'admin_state_up': True, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:35.722821 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4672c6-3198-47fe-ae29-d25a24aea523 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Network': ['ID=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:35.733870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:07:35.736988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.738088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:35.789393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:36.203445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:36.392300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:36.410947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:36.514696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.18 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/bf095b63-6c29-452f-b168-aaf29c7aa3e6) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:07:36.615379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:36.648112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:36.686514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:07:36.689499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:07:36.693287 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:07:36.705331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6909c2c-686c-4aae-8cec-80cc4cafee95 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:07:36.717431 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=bf095b63-6c29-452f-b168-aaf29c7aa3e6,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:36.805823 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-555ba978-30d5-4815-9b56-eade1a2c7581 None None] Provisioning complete for port bf095b63-6c29-452f-b168-aaf29c7aa3e6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:36.806243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-555ba978-30d5-4815-9b56-eade1a2c7581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:36.842232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-555ba978-30d5-4815-9b56-eade1a2c7581 None None] Port bf095b63-6c29-452f-b168-aaf29c7aa3e6 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:07:36.997031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:37.192800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:37.321608 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 770d91ab-4b1b-4012-9104-805b23a1fdaa is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:07:37.428063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:07:37.437883 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Sync routers for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:07:37.448695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:37.450758 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c9afa46c-aecd-4076-af7a-a057e0fd58fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7529397 Dec 13 17:07:37.451678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:37.452309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:37.454024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52552) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:37.489007 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-08d13a98-7912-40b5-b0fe-f7e4182d1fc4 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9bc1e1aa0fb249fe9a02ec0180350469&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338676 Dec 13 17:07:37.491720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52554) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:37.555511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:37.646910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8282b5-188c-46c8-ba73-2fcdca56cf0c tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:37.648411 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bc8282b5-188c-46c8-ba73-2fcdca56cf0c tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1556668 Dec 13 17:07:37.651136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52556) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:37.680605 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bf1e7a00-0bb0-4b9d-b3aa-b2c896a02ba5 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281968 Dec 13 17:07:37.683294 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52558) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:37.690536 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-828841987', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:37.735301 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:36Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:37.761935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Checking router: 770d91ab-4b1b-4012-9104-805b23a1fdaa for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:07:37.762288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Updating router 770d91ab-4b1b-4012-9104-805b23a1fdaa port bf095b63-6c29-452f-b168-aaf29c7aa3e6 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:07:37.776919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:07:37.781011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:37.790241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:37.967412 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.034463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Subnet': ['ID=af95307e-9784-48ac-8b96-42ada68fde4a,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:38.045704 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Checking segment: {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:07:38.046071 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network hostable DHCP agents. Network: 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:07:38.065216 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:07:38.075934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:07:38.080698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:38.081738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.098905 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2fb0091a-c3f3-4d10-8a00-518eef4ff79e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4144311 Dec 13 17:07:38.101870 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52560) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:38.103391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6559ae0-dcea-465d-b443-50fd33791864 None None] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:07:38.261342 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:07:38.262213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.300398 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.346941 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.420529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e601b4-1bf9-47b0-ad5a-ae5ff22c2761 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:07:38.451583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Attempting to bind port bf095b63-6c29-452f-b168-aaf29c7aa3e6 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:07:38.451953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Attempting to bind port bf095b63-6c29-452f-b168-aaf29c7aa3e6 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:07:38.452320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Attempting to bind port bf095b63-6c29-452f-b168-aaf29c7aa3e6 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:07:38.463464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6266ad-2ed6-43c5-95de-604391fbe175 None None] Pushing event updated for resources: {'Port': ['ID=bf095b63-6c29-452f-b168-aaf29c7aa3e6,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:38.469688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:07:38.470071 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:07:38.470478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.470940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:07:38.471423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Bound port: bf095b63-6c29-452f-b168-aaf29c7aa3e6, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:07:38.471810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.507771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Allocated IP 172.20.0.2 (5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682/af95307e-9784-48ac-8b96-42ada68fde4a/cca29d5f-298c-455e-8e61-a101cee74c91) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:07:38.547381 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.549464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] For port bf095b63-6c29-452f-b168-aaf29c7aa3e6, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:07:38.594166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] For port bf095b63-6c29-452f-b168-aaf29c7aa3e6, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bf095b63-6c29-452f-b168-aaf29c7aa3e6,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:07:38.605057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.646795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-82809b39-2239-41f0-a367-ae42634ee140 None None] Provisioning complete for port bf095b63-6c29-452f-b168-aaf29c7aa3e6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:38.647170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82809b39-2239-41f0-a367-ae42634ee140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.695064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7962d3ac-3c83-43be-a1af-99e468e576e5 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:07:38.748066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6266ad-2ed6-43c5-95de-604391fbe175 None None] Pushing event updated for resources: {'Port': ['ID=bf095b63-6c29-452f-b168-aaf29c7aa3e6,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:38.772188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:38.772783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:38.867439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.898286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.929592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.1 (5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682/af95307e-9784-48ac-8b96-42ada68fde4a/1cc5761a-7541-4f23-a5fa-0e9377de06e3) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:07:38.963395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:07:38.969265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82809b39-2239-41f0-a367-ae42634ee140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:38.978372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:07:38.982618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:38.989166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:07:39.043313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.051806 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Pushing event updated for resources: {'Port': ['ID=cca29d5f-298c-455e-8e61-a101cee74c91,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:39.060960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-82809b39-2239-41f0-a367-ae42634ee140 None None] For port bf095b63-6c29-452f-b168-aaf29c7aa3e6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bf095b63-6c29-452f-b168-aaf29c7aa3e6,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:39.083019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.120042 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-82809b39-2239-41f0-a367-ae42634ee140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.128230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:07:39.131434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:07:39.133809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:07:39.164842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=1cc5761a-7541-4f23-a5fa-0e9377de06e3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:39.185012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.190693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Attempting to bind port cca29d5f-298c-455e-8e61-a101cee74c91 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:07:39.191073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Attempting to bind port cca29d5f-298c-455e-8e61-a101cee74c91 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:07:39.191439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Attempting to bind port cca29d5f-298c-455e-8e61-a101cee74c91 on network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:07:39.216829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:07:39.217212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Checking segment: {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:07:39.217619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.218019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Bound using segment: {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:07:39.218491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Bound port: cca29d5f-298c-455e-8e61-a101cee74c91, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:07:39.218902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.249928 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82809b39-2239-41f0-a367-ae42634ee140 None None] Pushing event updated for resources: {'Port': ['ID=bf095b63-6c29-452f-b168-aaf29c7aa3e6,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:39.314538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4fd73bed-2361-4915-bbdf-7a77ad05479d None None] Provisioning complete for port bf095b63-6c29-452f-b168-aaf29c7aa3e6 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:39.314940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4fd73bed-2361-4915-bbdf-7a77ad05479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.320260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.375666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] For port cca29d5f-298c-455e-8e61-a101cee74c91, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:07:39.380573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] For port cca29d5f-298c-455e-8e61-a101cee74c91, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cca29d5f-298c-455e-8e61-a101cee74c91,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:07:39.390684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.431296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:36Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:39.478431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107b32f4-d345-4cb3-895a-0db411fac8c9 None None] The sync data for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv is: [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:36Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:07:39.513913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16b8f7-a468-4c22-b6d9-4406c708f468 None None] Pushing event updated for resources: {'Port': ['ID=cca29d5f-298c-455e-8e61-a101cee74c91,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:39.928258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:39.932841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:40.009222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=1cc5761a-7541-4f23-a5fa-0e9377de06e3,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:40.011648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:40.109839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:07:40.111410 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:07:40.233402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 770d91ab-4b1b-4012-9104-805b23a1fdaa has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:07:40.350088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:07:40.355568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2b1d1407-075c-441f-a124-4e7c9618f6f0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/770d91ab-4b1b-4012-9104-805b23a1fdaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2526269 Dec 13 17:07:40.471926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142a1fbe-e737-4887-8774-a0cd51cff06e None None] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:07:40.521575 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-e9b73a3f-b255-4eac-b9c7-08ba32a0ab65 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-474189216&fields=id&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 267 time: 0.0480907 Dec 13 17:07:40.581896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-428b705b-8179-44fb-9230-c668796c51d1 None None] Provisioning complete for port cca29d5f-298c-455e-8e61-a101cee74c91 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:40.582258 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-428b705b-8179-44fb-9230-c668796c51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:40.633782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127d99-9f3b-424d-a241-78b976acb117 req-7df27a1c-62ed-4f86-a2ed-2ff51e874d55 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:40.635555 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-7df27a1c-62ed-4f86-a2ed-2ff51e874d55 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/networks?id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 HTTP/1.1" status: 200 len: 797 time: 0.1072588 Dec 13 17:07:40.655719 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-948c4e6e-87c4-443a-b740-e74f7249e30b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/quotas/9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 375 time: 0.0105202 Dec 13 17:07:40.678404 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-428b705b-8179-44fb-9230-c668796c51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:40.717984 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-b132c4d9-8e88-4167-ade5-215f6adcc96e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564494 Dec 13 17:07:40.723233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-428b705b-8179-44fb-9230-c668796c51d1 None None] For port cca29d5f-298c-455e-8e61-a101cee74c91, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cca29d5f-298c-455e-8e61-a101cee74c91,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:40.727575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-428b705b-8179-44fb-9230-c668796c51d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:40.784154 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b705b-8179-44fb-9230-c668796c51d1 None None] Pushing event updated for resources: {'Port': ['ID=cca29d5f-298c-455e-8e61-a101cee74c91,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:40.844584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-a8cd8b42-8da3-4c57-b665-e323ec6ac408 service neutron] 10.222.0.13 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130052 Dec 13 17:07:40.939853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cca29d5f-298c-455e-8e61-a101cee74c91 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:07:40.968177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-e33e9713-a70b-4d27-aea4-d2594175e885 service neutron] 10.222.0.13 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226966 Dec 13 17:07:40.986036 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-091b270a-d7ae-469d-8ae4-dac27ed46cc0 None None] Provisioning complete for port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:40.986495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-091b270a-d7ae-469d-8ae4-dac27ed46cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:41.027843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-091b270a-d7ae-469d-8ae4-dac27ed46cc0 None None] Port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:07:41.041423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-091b270a-d7ae-469d-8ae4-dac27ed46cc0 None None] Provisioning complete for port cca29d5f-298c-455e-8e61-a101cee74c91 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:41.041796 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-091b270a-d7ae-469d-8ae4-dac27ed46cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:41.185814 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7e76fff0-efbf-49bd-ba4c-aa27682532bb req-05daed16-211c-49f4-bd46-242eb84407ef tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 210 time: 0.0443029 Dec 13 17:07:41.272701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port cca29d5f-298c-455e-8e61-a101cee74c91 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:41.273580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:41.297380 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Sync routers for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:07:41.307850 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:41.308468 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:41.417360 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bf095b63-6c29-452f-b168-aaf29c7aa3e6 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:07:41.421774 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:41.469113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port bf095b63-6c29-452f-b168-aaf29c7aa3e6 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:41.469424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:41.568129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-31d048d1-2caa-4af5-bfe7-6bec2475a4ae None None] Provisioning complete for port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:41.568800 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-31d048d1-2caa-4af5-bfe7-6bec2475a4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:41.607225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-31d048d1-2caa-4af5-bfe7-6bec2475a4ae None None] Port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:07:41.721728 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 2, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:41.748480 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Checking router: 770d91ab-4b1b-4012-9104-805b23a1fdaa for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:07:41.748848 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Updating router 770d91ab-4b1b-4012-9104-805b23a1fdaa port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:07:41.776885 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.037895 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.043199 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.089956 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Pushing event updated for resources: {'Port': ['ID=1cc5761a-7541-4f23-a5fa-0e9377de06e3,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:42.116472 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.116824 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.117174 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.117514 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.117850 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.118188 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.118517 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.118876 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.119208 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.119537 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.119863 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.120188 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.120509 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:07:42.158390 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Attempting to bind port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:07:42.158843 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Attempting to bind port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:07:42.159266 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Attempting to bind port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 on network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:07:42.165340 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:07:42.165845 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Checking segment: {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:07:42.166337 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.166845 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Bound using segment: {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:07:42.167439 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Bound port: 1cc5761a-7541-4f23-a5fa-0e9377de06e3, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:07:42.168048 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.239142 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] For port 1cc5761a-7541-4f23-a5fa-0e9377de06e3, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:07:42.243306 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] For port 1cc5761a-7541-4f23-a5fa-0e9377de06e3, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1cc5761a-7541-4f23-a5fa-0e9377de06e3,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:07:42.250199 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.307226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cd78832a-5ca7-4976-91d1-afba48791546 req-f743278e-cbc5-4c3c-ace4-f44ef0a9d010 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 210 time: 0.0340111 Dec 13 17:07:42.310485 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e3ada-4500-4536-a39f-3caff83f8f92 None None] Pushing event updated for resources: {'Port': ['ID=1cc5761a-7541-4f23-a5fa-0e9377de06e3,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:42.335810 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:42.336520 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:42.357767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127d99-9f3b-424d-a241-78b976acb117 req-7d688115-fd36-4afb-aac9-c97c4fd1d2b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:42.360132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-7d688115-fd36-4afb-aac9-c97c4fd1d2b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/networks?id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 HTTP/1.1" status: 200 len: 797 time: 0.1770475 Dec 13 17:07:42.438204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1efbfc83-de71-4df8-9798-b52eeb91cda3 None None] Provisioning complete for port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:42.438591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1efbfc83-de71-4df8-9798-b52eeb91cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.449260 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-7e846e06-e804-4883-92bf-33433652305f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 379 time: 0.0776212 Dec 13 17:07:42.463743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'port': {'device_id': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'admin_state_up': True, 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'security_groups': ['495c471d-8f82-4993-85cc-6665c3ec1972']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:42.480671 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:42.534200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1efbfc83-de71-4df8-9798-b52eeb91cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.574995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-1efbfc83-de71-4df8-9798-b52eeb91cda3 None None] For port 1cc5761a-7541-4f23-a5fa-0e9377de06e3, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1cc5761a-7541-4f23-a5fa-0e9377de06e3,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:42.580855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1efbfc83-de71-4df8-9798-b52eeb91cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.608284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:07:42.613659 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.637754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbfc83-de71-4df8-9798-b52eeb91cda3 None None] Pushing event updated for resources: {'Port': ['ID=1cc5761a-7541-4f23-a5fa-0e9377de06e3,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:42.707341 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:42Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:42.708020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f87c5c24-881b-4c61-b309-c7d268e80a7c None None] Provisioning complete for port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:42.708390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f87c5c24-881b-4c61-b309-c7d268e80a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.735495 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db39545d-5fee-478f-9d11-daa8e01c1fe1 None None] The sync data for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv is: [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:42Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:07:42.751739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.12 (5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682/af95307e-9784-48ac-8b96-42ada68fde4a/c7866ebf-7cb6-4fcb-89b7-d2db6354f886) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:07:42.893015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cca29d5f-298c-455e-8e61-a101cee74c91 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:07:42.934743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.954436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port cca29d5f-298c-455e-8e61-a101cee74c91 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:42.954965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:42.972924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.023438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:07:43.026831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:07:43.031210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:07:43.057865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:43.093084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:43.093751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.112894 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-764f8865-162d-456d-8a7f-3c24619bb0e3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6529720 Dec 13 17:07:43.132771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Request body: {'port': {'device_id': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:43.198771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.346885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-cc27b30a-ef2a-4bc3-9cef-c55300a80db7 None None] Provisioning complete for port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:43.347283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-cc27b30a-ef2a-4bc3-9cef-c55300a80db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.388376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-cc27b30a-ef2a-4bc3-9cef-c55300a80db7 None None] Port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:07:43.498401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddd011-ac65-414f-a8fd-b0dd96d64278 req-fe92141e-f38f-4495-a569-f8d67d2b3a60 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:43.499962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0fddd011-ac65-414f-a8fd-b0dd96d64278 req-fe92141e-f38f-4495-a569-f8d67d2b3a60 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 932 time: 0.0845888 Dec 13 17:07:43.550462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7866ebf-7cb6-4fcb-89b7-d2db6354f886 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:07:43.561366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.592006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Transition to ACTIVE for port object c7866ebf-7cb6-4fcb-89b7-d2db6354f886 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:07:43.597128 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0fddd011-ac65-414f-a8fd-b0dd96d64278 req-38b73733-d6eb-43e9-9cb0-16f7ed3e9531 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789590 Dec 13 17:07:43.598202 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.652156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:43.719948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Attempting to bind port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:07:43.720296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Attempting to bind port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:07:43.720612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Attempting to bind port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 on network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:07:43.725462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 on network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:07:43.725799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Attempting to bind port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 on network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:07:43.731097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:07:43.731499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Checking segment: {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:07:43.732038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Bound using segment: {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:07:43.732498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Bound port: c7866ebf-7cb6-4fcb-89b7-d2db6354f886, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf21a441-7c7a-49db-80b0-acc94b5564a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:07:43.732853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.813040 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] For port c7866ebf-7cb6-4fcb-89b7-d2db6354f886, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:07:43.816663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] For port c7866ebf-7cb6-4fcb-89b7-d2db6354f886, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:07:43.821122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.861415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:43.861993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:43.863496 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] 10.222.0.31 "PUT /v2.0/ports/c7866ebf-7cb6-4fcb-89b7-d2db6354f886 HTTP/1.1" status: 200 len: 1094 time: 0.7354877 Dec 13 17:07:43.863960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:07:43.866265 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178bce4d-f9a3-48da-abc9-3d35d6469d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:07:43.908080 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657559c-8b1f-4318-b76e-f24abd05c2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:43.940387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ffee26-cfc3-4ec4-a19d-50727693c526 x-openstack-request-id: req-c4ffee26-cfc3-4ec4-a19d-50727693c526 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:07:43.940686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:07:43.940941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4ffee26-cfc3-4ec4-a19d-50727693c526 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:07:43.941341 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'status': 'completed', 'code': 200} Dec 13 17:07:43.959774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127d99-9f3b-424d-a241-78b976acb117 req-2e7e6f1c-5178-4e2e-812d-1e21500de181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:43.961306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-2e7e6f1c-5178-4e2e-812d-1e21500de181 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 1097 time: 0.0483043 Dec 13 17:07:44.015564 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-6d04566f-f2d2-4a36-8803-dc152f8730fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886 HTTP/1.1" status: 200 len: 217 time: 0.0412014 Dec 13 17:07:44.071611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127d99-9f3b-424d-a241-78b976acb117 req-822b6024-ef5f-4735-837f-7775e61ca453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:44.073088 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-822b6024-ef5f-4735-837f-7775e61ca453 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af95307e-9784-48ac-8b96-42ada68fde4a HTTP/1.1" status: 200 len: 834 time: 0.0462646 Dec 13 17:07:44.123733 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d92de8a7-652b-4d6a-ab79-b47e13cc91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:44.125199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d92de8a7-652b-4d6a-ab79-b47e13cc91a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392966 Dec 13 17:07:44.219830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:44.224318 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-8c635506-6b92-4a20-8f0e-8268279406f0 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861902 Dec 13 17:07:44.320820 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1127d99-9f3b-424d-a241-78b976acb117 req-d8c6ab0b-7071-4423-a2f5-69450a278442 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839429 Dec 13 17:07:44.422224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-96d586f1-0a7a-4f4b-95dd-44e29e1352ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:44.423755 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-96d586f1-0a7a-4f4b-95dd-44e29e1352ac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 1097 time: 0.0415056 Dec 13 17:07:44.518817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-e1546f44-2701-446d-b58a-869536f449b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:44.520291 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-e1546f44-2701-446d-b58a-869536f449b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 HTTP/1.1" status: 200 len: 898 time: 0.0890005 Dec 13 17:07:44.567950 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-effb8f10-3f03-4cb8-a4b9-936a2fd2c2e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886 HTTP/1.1" status: 200 len: 217 time: 0.0352554 Dec 13 17:07:44.622801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-58ff525a-bba1-4ccd-94ad-36dfe4f820b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:44.624255 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-58ff525a-bba1-4ccd-94ad-36dfe4f820b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af95307e-9784-48ac-8b96-42ada68fde4a HTTP/1.1" status: 200 len: 834 time: 0.0472856 Dec 13 17:07:44.702182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-4c6431a7-c7d9-4f4f-906e-9e79a99dab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:44.703710 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-4c6431a7-c7d9-4f4f-906e-9e79a99dab27 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667756 Dec 13 17:07:44.727282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70bac0-005d-45a0-b944-6d57e902d8da req-cff7191e-0e8e-4d37-b09a-686f7761ec30 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:44.728690 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5f70bac0-005d-45a0-b944-6d57e902d8da req-cff7191e-0e8e-4d37-b09a-686f7761ec30 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 944 time: 0.0627308 Dec 13 17:07:44.830563 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5f70bac0-005d-45a0-b944-6d57e902d8da req-0e61db06-026f-48c2-ba54-6236e40e9064 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914564 Dec 13 17:07:44.859805 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-cb50d74a-8dbd-4ee3-81ae-edda9cd02179 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384010 Dec 13 17:07:44.860257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1cc5761a-7541-4f23-a5fa-0e9377de06e3 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:07:44.905005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:44.905271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:44.943794 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-178bce4d-f9a3-48da-abc9-3d35d6469d5b req-e1cad37e-2547-4ad9-8c44-6e4a0560fe27 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834434 Dec 13 17:07:45.956599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d1ae1-2452-4788-9d3d-8d2b2a6f3c97 req-9135644e-aeeb-4dcf-9eea-288a884133df tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:45.958069 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b02d1ae1-2452-4788-9d3d-8d2b2a6f3c97 req-9135644e-aeeb-4dcf-9eea-288a884133df tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 944 time: 0.0496433 Dec 13 17:07:46.011101 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b02d1ae1-2452-4788-9d3d-8d2b2a6f3c97 req-915a72ab-1a87-45b8-9adb-4c422330c329 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471764 Dec 13 17:07:47.125015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efacdf8-cb31-483b-a9bb-a4f70ab1237f req-6f2fc6f2-a620-4672-8b0d-4e189d5407cb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:47.126522 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5efacdf8-cb31-483b-a9bb-a4f70ab1237f req-6f2fc6f2-a620-4672-8b0d-4e189d5407cb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 944 time: 0.0486901 Dec 13 17:07:47.175193 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5efacdf8-cb31-483b-a9bb-a4f70ab1237f req-a0c0c56f-d524-4972-a5ea-c27c4a50d17c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428386 Dec 13 17:07:47.430529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c7866ebf-7cb6-4fcb-89b7-d2db6354f886 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:07:47.522826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c7866ebf-7cb6-4fcb-89b7-d2db6354f886, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:47.534041 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'port_id': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'mac_address': 'fa:16:3e:c0:f2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:07:47.570421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:47.586995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7866ebf-7cb6-4fcb-89b7-d2db6354f886 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:07:47.606568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c7866ebf-7cb6-4fcb-89b7-d2db6354f886, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:47.610212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:47.656344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:47.872124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['c7866ebf-7cb6-4fcb-89b7-d2db6354f886'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:07:48.294365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087074d-94fc-40ca-8e3b-c2470423dac4 req-35141912-5fd5-4127-86ce-3c613402e0f3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:48.295877 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1087074d-94fc-40ca-8e3b-c2470423dac4 req-35141912-5fd5-4127-86ce-3c613402e0f3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 945 time: 0.0490129 Dec 13 17:07:48.344965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1087074d-94fc-40ca-8e3b-c2470423dac4 req-3930d152-346e-4c00-af56-ac1130c0e3fb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Dec 13 17:07:49.457563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c7866ebf-7cb6-4fcb-89b7-d2db6354f886 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:07:49.461944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe9b92-777a-4321-b390-adcac2ffbea6 req-591c9daf-787c-45a0-b722-dacffc61865e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:49.463462 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d4fe9b92-777a-4321-b390-adcac2ffbea6 req-591c9daf-787c-45a0-b722-dacffc61865e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 945 time: 0.0516739 Dec 13 17:07:49.505895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:07:49.509668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:07:49.510037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:49.514267 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d4fe9b92-777a-4321-b390-adcac2ffbea6 req-d5c727b4-46f9-4f8c-9271-ecafa28d8908 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Dec 13 17:07:49.589556 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:49.611654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:07:49.613919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00497d46-f866-4c3d-b427-56cea9a014ff" -d '{"events": [{"server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "name": "network-vif-plugged", "status": "completed", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:07:49.628563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port c7866ebf-7cb6-4fcb-89b7-d2db6354f886, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:07:49.633554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:49.662337 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0260b817-b4c6-45a4-b638-3889dbdc9aa2 x-openstack-request-id: req-0260b817-b4c6-45a4-b638-3889dbdc9aa2 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:07:49.662632 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "name": "network-vif-plugged", "status": "completed", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:07:49.662910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0260b817-b4c6-45a4-b638-3889dbdc9aa2 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:07:49.663297 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'code': 200} Dec 13 17:07:49.684118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:49.848072 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce54b8-35c7-4858-860f-382f53d454b5 req-10678dff-ce78-406f-8ad2-b9fe7c469848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:49.849546 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17ce54b8-35c7-4858-860f-382f53d454b5 req-10678dff-ce78-406f-8ad2-b9fe7c469848 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 1099 time: 0.0397365 Dec 13 17:07:49.899140 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-17ce54b8-35c7-4858-860f-382f53d454b5 req-a554034e-db75-4dcc-ab79-d44133a956af service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387802 Dec 13 17:07:50.640484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd3c56d-0487-41e1-8c88-b01e9600df5b req-626172e4-9d93-40f1-8275-02fc793df9e7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:50.641987 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9cd3c56d-0487-41e1-8c88-b01e9600df5b req-626172e4-9d93-40f1-8275-02fc793df9e7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0561628 Dec 13 17:07:50.693245 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9cd3c56d-0487-41e1-8c88-b01e9600df5b req-02bd5d4d-2185-4978-832c-aa8a57c9f33d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452542 Dec 13 17:07:51.810910 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d714a-fe58-47d0-98e3-2e33dc36dfdf req-51338237-a10c-404a-ba11-c8acc9ec25f6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:51.812382 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a3d714a-fe58-47d0-98e3-2e33dc36dfdf req-51338237-a10c-404a-ba11-c8acc9ec25f6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0492761 Dec 13 17:07:51.860492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a3d714a-fe58-47d0-98e3-2e33dc36dfdf req-e6284e28-6a07-49ac-aec3-85204569c3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420840 Dec 13 17:07:51.977721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c71722-b690-4ce6-856a-fa4622858db4 req-f3bc95b1-b224-4e6a-95d6-6784eaf80a64 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:51.979220 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e2c71722-b690-4ce6-856a-fa4622858db4 req-f3bc95b1-b224-4e6a-95d6-6784eaf80a64 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0487933 Dec 13 17:07:52.036364 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e2c71722-b690-4ce6-856a-fa4622858db4 req-dbd38394-1a36-47f1-9a3a-6a5683e3985b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505886 Dec 13 17:07:52.058314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52616) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:52.097645 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cee2f1-7def-4bf4-9ac1-588ab03c6600 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:52.099208 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c4cee2f1-7def-4bf4-9ac1-588ab03c6600 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 1094 time: 0.0391176 Dec 13 17:07:52.101960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52618) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:52.106886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:07:52.128353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:52.223023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:52.330566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.230 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/687120f8-3b4b-4323-a72f-f2571b06f298) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:07:52.435882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:52.471813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:52.515299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:07:52.518189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:07:52.521721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:07:52.546633 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=687120f8-3b4b-4323-a72f-f2571b06f298,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:52.862907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:52.928031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:53.101326 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:07:53.410169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:53.415210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:53.487187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=687120f8-3b4b-4323-a72f-f2571b06f298,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:07:53.494373 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:53.595013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP 73a343bf-d679-4bfe-8e43-5e0870a815bc associated. External IP: 172.26.6.230, port: c7866ebf-7cb6-4fcb-89b7-d2db6354f886. Dec 13 17:07:53.802457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 770d91ab-4b1b-4012-9104-805b23a1fdaa has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:07:53.910934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:07:53.921347 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] Sync routers for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:07:53.929197 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:53.931135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:53.931755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:53.957948 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-95fe01d2-9151-49f0-bd3e-29e858ebe804 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8549466 Dec 13 17:07:53.958552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:07:53.960871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4113c4a2-acb7-4093-92e7-d7151861ff38" -d '{"events": [{"name": "network-changed", "server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:07:54.001944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36f435-21d7-47b8-aaed-1b215ab3dd54 x-openstack-request-id: req-4b36f435-21d7-47b8-aaed-1b215ab3dd54 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:07:54.002245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:07:54.002815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4b36f435-21d7-47b8-aaed-1b215ab3dd54 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:07:54.003430 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'status': 'completed', 'code': 200} Dec 13 17:07:54.043592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:54.095157 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38ad73-bdaa-4a02-9e18-94722fd9f31d req-8ffbbf02-3356-4acf-9be8-f22cf78d69b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:54.096573 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae38ad73-bdaa-4a02-9e18-94722fd9f31d req-8ffbbf02-3356-4acf-9be8-f22cf78d69b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0778375 Dec 13 17:07:54.099276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-4c0ee6a6-7079-43b1-ae00-b5490021fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:54.100620 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-4c0ee6a6-7079-43b1-ae00-b5490021fb4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 1099 time: 0.0704792 Dec 13 17:07:54.200332 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae38ad73-bdaa-4a02-9e18-94722fd9f31d req-ede36174-1724-47cf-9b2e-0b6aa405ae7e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975339 Dec 13 17:07:54.224936 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52624) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:54.229556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-5ce2d903-ba4b-4240-9997-89112ca5db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:54.231434 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-5ce2d903-ba4b-4240-9997-89112ca5db6e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 HTTP/1.1" status: 200 len: 898 time: 0.1218872 Dec 13 17:07:54.275073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '73a343bf-d679-4bfe-8e43-5e0870a815bc', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'port_id': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'mac_address': 'fa:16:3e:c0:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:07:52Z', 'updated_at': '2021-12-13T17:07:52Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:42Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:54.290169 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-ab5b018a-47fb-4050-9258-570b9dcad30f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/73a343bf-d679-4bfe-8e43-5e0870a815bc HTTP/1.1" status: 200 len: 992 time: 0.0640810 Dec 13 17:07:54.301983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] Checking router: 770d91ab-4b1b-4012-9104-805b23a1fdaa for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:07:54.307120 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-999a34ba-feea-4239-984a-5a822cc86943 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886 HTTP/1.1" status: 200 len: 1000 time: 0.0682678 Dec 13 17:07:54.311711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:07:54.312345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:07:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:54.356942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-6d2a107c-7870-4e9f-a6ff-c1b2dd627684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:54.358307 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-6d2a107c-7870-4e9f-a6ff-c1b2dd627684 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af95307e-9784-48ac-8b96-42ada68fde4a HTTP/1.1" status: 200 len: 834 time: 0.0444200 Dec 13 17:07:54.405212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-1f3e9feb-572f-4db2-bbc0-43c648ef38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:07:54.406733 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-1f3e9feb-572f-4db2-bbc0-43c648ef38ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412979 Dec 13 17:07:54.420527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:07:54.505432 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-7dbc691f-965d-4330-91b2-9e8c9d508de5 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905306 Dec 13 17:07:54.596974 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4113c4a2-acb7-4093-92e7-d7151861ff38 req-622fe1f0-9b6f-450a-9456-6f9ddda81812 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831583 Dec 13 17:07:54.644197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '73a343bf-d679-4bfe-8e43-5e0870a815bc', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'port_id': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'mac_address': 'fa:16:3e:c0:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:07:52Z', 'updated_at': '2021-12-13T17:07:52Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:42Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:07:54.671724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b4e900-3c32-46a4-aaf7-6a0c6e665164 None None] The sync data for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv is: [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '73a343bf-d679-4bfe-8e43-5e0870a815bc', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.230', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'port_id': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'mac_address': 'fa:16:3e:c0:f2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:07:52Z', 'updated_at': '2021-12-13T17:07:52Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:42Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:07:54.863001 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcead529-c40d-4633-931a-b6a6402f6e1e None None] New status for floating IP 73a343bf-d679-4bfe-8e43-5e0870a815bc: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:07:55.038299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-04a60387-e5c6-433f-ac7e-dcd204566444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:55.292580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52626) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:07:55.359452 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-753b1182-7abd-45bf-8aab-86036c53dd9c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/73a343bf-d679-4bfe-8e43-5e0870a815bc HTTP/1.1" status: 200 len: 994 time: 0.0650856 Dec 13 17:07:57.470598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c87e9e45-0e01-44b6-87d6-4ec0def31ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:07:58.557354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:00.103244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:00.957414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:14.235376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:17.785520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-b4e41f2d-3ba5-4523-97fc-1c60dd8b742f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402458 Dec 13 17:08:17.875503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-7816e160-52aa-48f7-ae34-b782661af1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:17.876986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-7816e160-52aa-48f7-ae34-b782661af1c8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 1099 time: 0.0447781 Dec 13 17:08:17.981593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-c2a44b1f-008a-4f5e-b2b9-a4beec06d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:17.983172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-c2a44b1f-008a-4f5e-b2b9-a4beec06d98c service neutron] 10.222.0.31 "GET /v2.0/networks?id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 HTTP/1.1" status: 200 len: 898 time: 0.0845995 Dec 13 17:08:18.054524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-11ee81ef-9bb5-4676-b4f2-d45c65c07e12 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886 HTTP/1.1" status: 200 len: 1002 time: 0.0630186 Dec 13 17:08:18.101663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-ccebccb2-b4a2-4d97-9b86-f1ba33b758d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:18.103124 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-ccebccb2-b4a2-4d97-9b86-f1ba33b758d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af95307e-9784-48ac-8b96-42ada68fde4a HTTP/1.1" status: 200 len: 834 time: 0.0419550 Dec 13 17:08:18.147917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-b58bcd6e-f96e-4230-9448-fab97e058976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:18.149371 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-b58bcd6e-f96e-4230-9448-fab97e058976 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392878 Dec 13 17:08:18.242602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-29af3708-60f7-412e-ba9e-9fab9728256e service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849161 Dec 13 17:08:18.331613 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bc91dc4d-0df4-4f19-9f78-f208c0f36b8d req-a808f10a-acc1-402d-a9c0-0e8b4221f35e service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818925 Dec 13 17:08:25.041050 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4ef1de36-eea1-4448-be30-69408108a9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:27.471144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-af4c0207-4781-4b9e-a6fb-b3bfdca900a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:28.561763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:28.689667 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-8d4ea3d5-cb59-4afa-9a41-00fcab6539e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:28.692064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-8d4ea3d5-cb59-4afa-9a41-00fcab6539e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 1099 time: 0.0677507 Dec 13 17:08:28.702959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931dcf38-afc9-495b-a0b4-b88bfc112db0 req-8a763880-de44-43e8-95c4-379ef11fb567 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:28.704448 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-931dcf38-afc9-495b-a0b4-b88bfc112db0 req-8a763880-de44-43e8-95c4-379ef11fb567 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0890772 Dec 13 17:08:28.805199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-931dcf38-afc9-495b-a0b4-b88bfc112db0 req-7de47e3e-9b2f-452c-9f7c-bd9191bd28fa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925539 Dec 13 17:08:28.826524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-ab78347d-502f-41f1-b55a-9d6e7b7e0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:28.828025 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-ab78347d-502f-41f1-b55a-9d6e7b7e0843 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 HTTP/1.1" status: 200 len: 898 time: 0.1227214 Dec 13 17:08:28.899614 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-7d1e5f00-c9ee-428f-b6ee-648d97f6b773 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886 HTTP/1.1" status: 200 len: 1002 time: 0.0632408 Dec 13 17:08:28.953720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-d52c6170-5ebc-4679-bd6f-5b0fb0e6e332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:28.955101 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-d52c6170-5ebc-4679-bd6f-5b0fb0e6e332 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af95307e-9784-48ac-8b96-42ada68fde4a HTTP/1.1" status: 200 len: 834 time: 0.0441651 Dec 13 17:08:29.001288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-fc305d5e-92bf-4d53-b064-c65055ed7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:29.002767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-fc305d5e-92bf-4d53-b064-c65055ed7577 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394473 Dec 13 17:08:29.102298 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-b75f49f5-ddcb-49b9-b1cc-3c3613388892 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873082 Dec 13 17:08:29.195434 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4514e9b2-bf45-4abd-82e8-46f0ab9ddd8f req-fa4e47b5-8856-4a5c-a56f-3b7a36d14915 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840483 Dec 13 17:08:29.929190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309c7ec-202d-4e33-b8ef-08ed013c5fd8 req-f628d4ed-2b49-481b-8e93-56e7df5dd3c0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:29.930679 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9309c7ec-202d-4e33-b8ef-08ed013c5fd8 req-f628d4ed-2b49-481b-8e93-56e7df5dd3c0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0547471 Dec 13 17:08:29.980167 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9309c7ec-202d-4e33-b8ef-08ed013c5fd8 req-cc3fdbba-bf70-4098-9af0-420e16764d82 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420754 Dec 13 17:08:30.099880 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:08:30.106169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:30.959665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:31.097223 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8fd72-5f4e-4f7d-826d-bb102a4e310b req-3d2a10f9-4b3a-417e-8afa-bdff4186afcc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:31.098604 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-14f8fd72-5f4e-4f7d-826d-bb102a4e310b req-3d2a10f9-4b3a-417e-8afa-bdff4186afcc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0483401 Dec 13 17:08:31.147477 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-14f8fd72-5f4e-4f7d-826d-bb102a4e310b req-77bdbdba-5afa-4f1a-952d-a5cd23d764d2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Dec 13 17:08:32.262786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a55acc-c215-45f2-92eb-37e786d7bb43 req-765de086-e655-4ab9-a772-4026b30e19cd tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:32.264246 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43a55acc-c215-45f2-92eb-37e786d7bb43 req-765de086-e655-4ab9-a772-4026b30e19cd tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0485501 Dec 13 17:08:32.316487 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-43a55acc-c215-45f2-92eb-37e786d7bb43 req-f270dd64-e499-4c09-825f-c6cd2a7b3ec3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463908 Dec 13 17:08:33.431376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7658b0-e873-4708-b037-5e2f8a06db0e req-454c5d9d-2766-4fee-a3f7-067e3429d258 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:33.433030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4b7658b0-e873-4708-b037-5e2f8a06db0e req-454c5d9d-2766-4fee-a3f7-067e3429d258 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0493529 Dec 13 17:08:33.481922 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4b7658b0-e873-4708-b037-5e2f8a06db0e req-00befcd0-b12c-4a59-8b33-7693913d2bf7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429065 Dec 13 17:08:34.597747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3553ab1-99e5-4898-b17f-ffc307d1148c req-42659347-29c9-43a6-9620-285fd613fa1e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:34.599249 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b3553ab1-99e5-4898-b17f-ffc307d1148c req-42659347-29c9-43a6-9620-285fd613fa1e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0484531 Dec 13 17:08:34.647272 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b3553ab1-99e5-4898-b17f-ffc307d1148c req-38c011c9-fb2b-4deb-860b-a2a1e171d4b4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421166 Dec 13 17:08:35.766047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49065be-cf31-4bcd-a803-911155fcd355 req-35ee18e1-1489-4fda-bc8a-d126e084c163 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:35.767556 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b49065be-cf31-4bcd-a803-911155fcd355 req-35ee18e1-1489-4fda-bc8a-d126e084c163 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0528841 Dec 13 17:08:35.817340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b49065be-cf31-4bcd-a803-911155fcd355 req-4adffbf7-0f88-4766-badb-ebfb3b926eac tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438318 Dec 13 17:08:37.097648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee8ac5-c4b0-455f-a3bf-071468a486f4 req-08b03b41-6fb2-447b-b1ee-cf50394cc102 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:37.099055 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07ee8ac5-c4b0-455f-a3bf-071468a486f4 req-08b03b41-6fb2-447b-b1ee-cf50394cc102 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0505812 Dec 13 17:08:37.149080 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07ee8ac5-c4b0-455f-a3bf-071468a486f4 req-b51b4f51-059c-4266-b09b-68571ddbd423 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 Dec 13 17:08:38.265001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a5fa8-5ec9-4a14-a69b-c9eff2833a67 req-0b8f5f2b-71e4-46f6-87ee-858d4e399461 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:38.266478 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e8a5fa8-5ec9-4a14-a69b-c9eff2833a67 req-0b8f5f2b-71e4-46f6-87ee-858d4e399461 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0486100 Dec 13 17:08:38.324635 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e8a5fa8-5ec9-4a14-a69b-c9eff2833a67 req-b997721f-1390-486e-8e48-8bff2a53039e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520723 Dec 13 17:08:39.440302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa10b70-71df-4880-a1a0-4f3e58bc07cf req-022ca97e-dfc3-4531-8c21-2c194c08c0a4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:39.441778 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3aa10b70-71df-4880-a1a0-4f3e58bc07cf req-022ca97e-dfc3-4531-8c21-2c194c08c0a4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0487614 Dec 13 17:08:39.490214 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3aa10b70-71df-4880-a1a0-4f3e58bc07cf req-46ce0bd5-d266-4281-9295-51352cb53541 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Dec 13 17:08:40.603482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c35d9b-9a5e-437c-acce-ca5ad490a0e5 req-86633350-4ec3-46c7-823b-65ab790ae3ca tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:08:40.605477 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-29c35d9b-9a5e-437c-acce-ca5ad490a0e5 req-86633350-4ec3-46c7-823b-65ab790ae3ca tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0490503 Dec 13 17:08:40.654311 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-29c35d9b-9a5e-437c-acce-ca5ad490a0e5 req-017783d0-c1aa-4f4b-ab8c-742d1e7cef6c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 Dec 13 17:08:40.676730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52664) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:08:40.742320 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-3c067c80-b550-4247-9e99-289209950921 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/73a343bf-d679-4bfe-8e43-5e0870a815bc HTTP/1.1" status: 200 len: 994 time: 0.0643933 Dec 13 17:08:44.233543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:55.043121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0fe43f6a-4a16-4069-a5d3-36633f557050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:57.472306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-53cbc814-9420-4d53-aafb-fa6d4aea0804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:08:58.563696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:00.109299 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:00.969354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:07.099023 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:09:13.181346 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52674) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:13.343448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 687120f8-3b4b-4323-a72f-f2571b06f298 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:09:13.343783 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:13.418728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:13.419056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:13.430411 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 687120f8-3b4b-4323-a72f-f2571b06f298 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:09:13.577266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:13.603545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=687120f8-3b4b-4323-a72f-f2571b06f298,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:13.613624 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.613982 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.614332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.614701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.615047 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.615408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.615744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.616096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.616408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.616738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.617067 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.617399 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.617723 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:13.674579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:13.674951 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP 73a343bf-d679-4bfe-8e43-5e0870a815bc disassociated (deleted). External IP: 172.26.6.230, port: c7866ebf-7cb6-4fcb-89b7-d2db6354f886. Dec 13 17:09:13.881519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 770d91ab-4b1b-4012-9104-805b23a1fdaa has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:09:13.987767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:09:13.992589 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:13.997864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] Sync routers for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:09:14.006797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:14.007416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:08:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:14.019860 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-01ac9af2-c8ec-4013-9db2-be9e84b072d6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/floatingips/73a343bf-d679-4bfe-8e43-5e0870a815bc HTTP/1.1" status: 204 len: 168 time: 0.8370767 Dec 13 17:09:14.020572 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:09:14.022881 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3585c5-00cb-4644-affb-1a0911ddea42" -d '{"events": [{"name": "network-changed", "server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:09:14.063857 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22693cd-40e6-4ccb-9795-0056712b21b6 x-openstack-request-id: req-a22693cd-40e6-4ccb-9795-0056712b21b6 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:09:14.064093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:09:14.064485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a22693cd-40e6-4ccb-9795-0056712b21b6 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:09:14.065047 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'status': 'completed', 'code': 200} Dec 13 17:09:14.153222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-b788c5b9-3ab9-49bf-9da3-ed6b913e73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:14.154911 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-b788c5b9-3ab9-49bf-9da3-ed6b913e73e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 1099 time: 0.0565448 Dec 13 17:09:14.255142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:14.281199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:14.291396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-2c198b16-b148-4674-a514-8dc3e5f9428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:14.293498 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-2c198b16-b148-4674-a514-8dc3e5f9428f service neutron] 10.222.0.31 "GET /v2.0/networks?id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 HTTP/1.1" status: 200 len: 898 time: 0.1297817 Dec 13 17:09:14.301670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6d121-2a55-4909-b448-2674c4ce1ffe req-cfd00afb-a77c-4de3-b685-469525d65203 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:14.303044 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-beb6d121-2a55-4909-b448-2674c4ce1ffe req-cfd00afb-a77c-4de3-b685-469525d65203 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0794551 Dec 13 17:09:14.345863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-3b3c3d1b-1e70-4e7d-ae93-0c1edc9e4082 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886 HTTP/1.1" status: 200 len: 217 time: 0.0419016 Dec 13 17:09:14.422473 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-beb6d121-2a55-4909-b448-2674c4ce1ffe req-895229a3-cd2b-4846-99ad-5f23094c364c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108541 Dec 13 17:09:14.427865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-0afc07c0-179f-44d8-8e8e-f08aa7fe666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:14.429261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-0afc07c0-179f-44d8-8e8e-f08aa7fe666b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=af95307e-9784-48ac-8b96-42ada68fde4a HTTP/1.1" status: 200 len: 834 time: 0.0732005 Dec 13 17:09:14.475951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-c5daa21d-3df1-4929-9176-76f8c6c34e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:14.477446 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-c5daa21d-3df1-4929-9176-76f8c6c34e24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396981 Dec 13 17:09:14.481290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:42Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:14.490188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-58a2d54d-b4b7-4c23-8c6e-5586099b3604 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:09:14.491158 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-58a2d54d-b4b7-4c23-8c6e-5586099b3604 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049574 Dec 13 17:09:14.510871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] Checking router: 770d91ab-4b1b-4012-9104-805b23a1fdaa for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:09:14.519495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:14.520113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:08:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:14.584505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-3d866f03-2038-4c99-8586-d2637349de4e service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852513 Dec 13 17:09:14.622433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:14.677234 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2e3585c5-00cb-4644-affb-1a0911ddea42 req-96f3849f-a84b-4e28-bb8f-582e04aea6f5 service neutron] 10.222.0.31 "GET /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820029 Dec 13 17:09:14.823564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:42Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:14.849330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b9e3ad-d3a7-4450-8e91-dc14b6064b06 None None] The sync data for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv is: [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:07:39Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '1cc5761a-7541-4f23-a5fa-0e9377de06e3', 'name': '', 'network_id': '5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:89:99:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:38Z', 'updated_at': '2021-12-13T17:07:42Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'af95307e-9784-48ac-8b96-42ada68fde4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:09:15.073464 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77578f9b-4312-4f22-af0b-f9f3caf6fc7d None None] New status for floating IP 73a343bf-d679-4bfe-8e43-5e0870a815bc: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:09:15.541139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c51ca8-8bd9-4570-b6c9-36b54db85507 req-b4475067-be8b-44b7-bfaf-0ba79cabcd2d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:15.542780 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09c51ca8-8bd9-4570-b6c9-36b54db85507 req-b4475067-be8b-44b7-bfaf-0ba79cabcd2d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0510933 Dec 13 17:09:15.596515 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-09c51ca8-8bd9-4570-b6c9-36b54db85507 req-bdceba23-764e-434f-9a2a-f3b297ccf69a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=495c471d-8f82-4993-85cc-6665c3ec1972&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478671 Dec 13 17:09:15.997393 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3361dd09-1309-4df1-a00a-4e3f1ceee898 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:15.998874 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3361dd09-1309-4df1-a00a-4e3f1ceee898 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 946 time: 0.0477006 Dec 13 17:09:16.085577 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:09:16.085916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:16.176137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port c7866ebf-7cb6-4fcb-89b7-d2db6354f886, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:16.176499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:16.189000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for c7866ebf-7cb6-4fcb-89b7-d2db6354f886 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:09:16.317603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:16.345941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=c7866ebf-7cb6-4fcb-89b7-d2db6354f886,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:16.356346 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.356705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.357063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.357413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.357762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.358106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.358445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.358938 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.359135 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.359694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.360028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.360365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.360696 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:16.399939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] No DVR routers for this DVR port c7866ebf-7cb6-4fcb-89b7-d2db6354f886 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:09:16.402518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:16.405883 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a5eadb3-28c3-4852-8ca4-4f899bbd4075 req-3f6a2c85-3dad-4649-b18e-06becbe3a67d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "DELETE /v2.0/ports/c7866ebf-7cb6-4fcb-89b7-d2db6354f886 HTTP/1.1" status: 204 len: 173 time: 0.4004164 Dec 13 17:09:16.406340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'name': 'network-vif-deleted', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:09:16.408617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b294c132-875b-4d09-8c1d-0ab538839797" -d '{"events": [{"server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "name": "network-vif-deleted", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:09:16.506312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bcfdcb-fcef-4701-8929-e70e2428c1f9 x-openstack-request-id: req-c4bcfdcb-fcef-4701-8929-e70e2428c1f9 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:09:16.506687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81c2bf64-d218-4e18-8c38-82ab21eb61b7", "name": "network-vif-deleted", "tag": "c7866ebf-7cb6-4fcb-89b7-d2db6354f886", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:09:16.506948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4bcfdcb-fcef-4701-8929-e70e2428c1f9 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:09:16.507352 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81c2bf64-d218-4e18-8c38-82ab21eb61b7', 'name': 'network-vif-deleted', 'tag': 'c7866ebf-7cb6-4fcb-89b7-d2db6354f886', 'status': 'completed', 'code': 200} Dec 13 17:09:16.701880 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ad5f2ada-93ff-4cd0-9c25-5bb549754244 req-363abd70-952c-4687-86b9-974126132a33 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=81c2bf64-d218-4e18-8c38-82ab21eb61b7 HTTP/1.1" status: 200 len: 210 time: 0.0277541 Dec 13 17:09:17.757364 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52694) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:18.115303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:18.364257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 1cc5761a-7541-4f23-a5fa-0e9377de06e3 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:09:18.364601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:18.451174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 1cc5761a-7541-4f23-a5fa-0e9377de06e3, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1cc5761a-7541-4f23-a5fa-0e9377de06e3,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:18.451537 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:18.464383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 1cc5761a-7541-4f23-a5fa-0e9377de06e3 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:09:18.649447 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:18.674355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=1cc5761a-7541-4f23-a5fa-0e9377de06e3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:18.852485 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.319155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 770d91ab-4b1b-4012-9104-805b23a1fdaa has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:09:19.431627 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:09:19.437258 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bf1e7c1e-8d4f-49ab-a612-b72c1b4600f7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/770d91ab-4b1b-4012-9104-805b23a1fdaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6788623 Dec 13 17:09:19.439984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52696) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:19.441569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] Sync routers for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:09:19.455565 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:19.456172 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:08:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:19.490351 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bfed31-5b01-488e-a06e-e4710f223d4c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting subnet af95307e-9784-48ac-8b96-42ada68fde4a {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:09:19.493408 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0bfed31-5b01-488e-a06e-e4710f223d4c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.533701 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0bfed31-5b01-488e-a06e-e4710f223d4c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.557790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:19.619821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0bfed31-5b01-488e-a06e-e4710f223d4c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.677315 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0bfed31-5b01-488e-a06e-e4710f223d4c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.705826 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfed31-5b01-488e-a06e-e4710f223d4c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Subnet': ['ID=af95307e-9784-48ac-8b96-42ada68fde4a,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:19.707844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-d0bfed31-5b01-488e-a06e-e4710f223d4c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.711092 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d0bfed31-5b01-488e-a06e-e4710f223d4c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/subnets/af95307e-9784-48ac-8b96-42ada68fde4a HTTP/1.1" status: 204 len: 168 time: 0.2700453 Dec 13 17:09:19.713846 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52698) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:19.718169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8db467-292d-43ad-991f-459cfad52d33 None None] Network 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:09:19.822962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.824385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:09:18Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:19.855300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] Checking router: 770d91ab-4b1b-4012-9104-805b23a1fdaa for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:09:19.859853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c7866ebf-7cb6-4fcb-89b7-d2db6354f886 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:09:19.885611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: c7866ebf-7cb6-4fcb-89b7-d2db6354f886 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:09:19.885611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device c7866ebf-7cb6-4fcb-89b7-d2db6354f886 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:09:19.890220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] Routers {'770d91ab-4b1b-4012-9104-805b23a1fdaa'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:19.890887 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:08:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['770d91ab-4b1b-4012-9104-805b23a1fdaa'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:19.935956 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:19.953205 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] DHCP port deletion for 5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:09:19.988500 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port bf095b63-6c29-452f-b168-aaf29c7aa3e6 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:09:19.988842 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.030356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] Set router 770d91ab-4b1b-4012-9104-805b23a1fdaa gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:20.071454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port bf095b63-6c29-452f-b168-aaf29c7aa3e6, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=bf095b63-6c29-452f-b168-aaf29c7aa3e6,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:20.071819 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.084420 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for bf095b63-6c29-452f-b168-aaf29c7aa3e6 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:09:20.086856 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Deleting port cca29d5f-298c-455e-8e61-a101cee74c91 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:09:20.087231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.198440 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] For port cca29d5f-298c-455e-8e61-a101cee74c91, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=cca29d5f-298c-455e-8e61-a101cee74c91,segment=NetworkSegment(cf21a441-7c7a-49db-80b0-acc94b5564a0),segment_id=cf21a441-7c7a-49db-80b0-acc94b5564a0)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:20.198778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.220965 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Calling delete_port for cca29d5f-298c-455e-8e61-a101cee74c91 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:09:20.259069 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.285637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=bf095b63-6c29-452f-b168-aaf29c7aa3e6,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:20.305039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b408e422-2777-4adf-8366-7075ecad5abf None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:09:20.347108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.358043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:09:18Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:20.359948 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.410616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff75d04-ef9a-4466-8675-35a9e472540d None None] The sync data for ids ['770d91ab-4b1b-4012-9104-805b23a1fdaa'] in dv-neutron-821599-1-hyperv is: [{'id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-481411540', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:07:35Z', 'updated_at': '2021-12-13T17:09:18Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': 'bf095b63-6c29-452f-b168-aaf29c7aa3e6', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:37:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '770d91ab-4b1b-4012-9104-805b23a1fdaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:07:36Z', 'updated_at': '2021-12-13T17:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:09:20.414575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Pushing event deleted for resources: {'Port': ['ID=cca29d5f-298c-455e-8e61-a101cee74c91,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:20.417371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] No DVR routers for this DVR port cca29d5f-298c-455e-8e61-a101cee74c91 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:09:20.429381 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.429973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.430710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.431188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.432151 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.432563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.432966 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.433371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.434189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.434779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.435179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.435582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.436165 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6a45d9-bda6-4ca9-acf2-5ffd53cf7a48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:20.448561 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.453327 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.499272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.499794 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Fanout notify agent at l3_agent the message router_deleted on router 770d91ab-4b1b-4012-9104-805b23a1fdaa {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:09:20.507111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.508209 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9516a406-c4fa-4f91-a5fc-aabb1c51e91b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/routers/770d91ab-4b1b-4012-9104-805b23a1fdaa HTTP/1.1" status: 204 len: 168 time: 0.7934513 Dec 13 17:09:20.511079 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52700) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:20.588615 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.677258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.698698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:20.707645 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf21a441-7c7a-49db-80b0-acc94b5564a0') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:20.707940 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf21a441-7c7a-49db-80b0-acc94b5564a0') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:20.719042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.733303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.739278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:09:20.739606 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:09:20.742708 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:09:20.811023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.815807 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.819914 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/networks/5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682 HTTP/1.1" status: 204 len: 168 time: 0.3078909 Dec 13 17:09:20.822776 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52702) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:20.844906 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f1664-0d9e-4854-afe0-413351d24b72 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Network': ['ID=5edb0ed0-feb9-4dc1-abbb-2bc9ddfd2682,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:20.899929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-481b1c65-f458-49ac-a5aa-d819c9936aea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.929475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-481b1c65-f458-49ac-a5aa-d819c9936aea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:20.942438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cca29d5f-298c-455e-8e61-a101cee74c91 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:09:20.969062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: cca29d5f-298c-455e-8e61-a101cee74c91 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:09:20.969062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device cca29d5f-298c-455e-8e61-a101cee74c91 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:09:20.970735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1cc5761a-7541-4f23-a5fa-0e9377de06e3 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:09:20.991261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 1cc5761a-7541-4f23-a5fa-0e9377de06e3 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:09:20.991616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1cc5761a-7541-4f23-a5fa-0e9377de06e3 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:09:20.998448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-481b1c65-f458-49ac-a5aa-d819c9936aea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.001344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-481b1c65-f458-49ac-a5aa-d819c9936aea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.002524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-481b1c65-f458-49ac-a5aa-d819c9936aea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/security-groups/495c471d-8f82-4993-85cc-6665c3ec1972 HTTP/1.1" status: 204 len: 168 time: 0.1787422 Dec 13 17:09:21.013136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b1c65-f458-49ac-a5aa-d819c9936aea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c471d-8f82-4993-85cc-6665c3ec1972,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:21.231262 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52708) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:21.235890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-54b0d922-c1da-43ba-aed2-e7e9071e4703 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475909640', 'description': 'tempest-secgroup-smoke-475909640 description', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:21.259862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54b0d922-c1da-43ba-aed2-e7e9071e4703 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.324731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54b0d922-c1da-43ba-aed2-e7e9071e4703 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.328113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54b0d922-c1da-43ba-aed2-e7e9071e4703 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.357213 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-54b0d922-c1da-43ba-aed2-e7e9071e4703 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.358440 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-54b0d922-c1da-43ba-aed2-e7e9071e4703 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1261420 Dec 13 17:09:21.361730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52710) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:21.362343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0d922-c1da-43ba-aed2-e7e9071e4703 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eea494f-9db4-444c-b912-2d5136af59ec,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:21.366397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-76708611-29b2-459d-8e45-f5bb0cafac9d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '9eea494f-9db4-444c-b912-2d5136af59ec', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:21.393165 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-76708611-29b2-459d-8e45-f5bb0cafac9d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.448917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-76708611-29b2-459d-8e45-f5bb0cafac9d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.452360 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-76708611-29b2-459d-8e45-f5bb0cafac9d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.471951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76708611-29b2-459d-8e45-f5bb0cafac9d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5811dcff-40fb-4d95-95d7-895d9663b5ad,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:21.477730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-76708611-29b2-459d-8e45-f5bb0cafac9d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.480041 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-76708611-29b2-459d-8e45-f5bb0cafac9d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168740 Dec 13 17:09:21.482298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52712) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:21.486667 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-cf817316-0eb0-43e1-8f20-c3cb60fb33a7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '9eea494f-9db4-444c-b912-2d5136af59ec', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:21.515397 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf817316-0eb0-43e1-8f20-c3cb60fb33a7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.574125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf817316-0eb0-43e1-8f20-c3cb60fb33a7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.578481 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf817316-0eb0-43e1-8f20-c3cb60fb33a7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.599295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf817316-0eb0-43e1-8f20-c3cb60fb33a7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45d2bd0-5e52-4ea1-9210-db3436243554,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:21.605347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf817316-0eb0-43e1-8f20-c3cb60fb33a7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.609147 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cf817316-0eb0-43e1-8f20-c3cb60fb33a7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232426 Dec 13 17:09:21.609272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52714) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:21.613741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0327a438-4631-4aad-8064-df416b3d8858 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '9eea494f-9db4-444c-b912-2d5136af59ec', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:21.642515 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0327a438-4631-4aad-8064-df416b3d8858 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.714015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0327a438-4631-4aad-8064-df416b3d8858 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.718335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0327a438-4631-4aad-8064-df416b3d8858 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.738305 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327a438-4631-4aad-8064-df416b3d8858 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9440bc75-cbe7-4e39-aac2-e26eac9889d9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:21.746094 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0327a438-4631-4aad-8064-df416b3d8858 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.747655 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0327a438-4631-4aad-8064-df416b3d8858 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374702 Dec 13 17:09:21.750393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52716) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:21.755014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a4ff8ebd-e6ba-43a2-9594-6cd0c1e625f9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '9eea494f-9db4-444c-b912-2d5136af59ec', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:21.782083 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8ebd-e6ba-43a2-9594-6cd0c1e625f9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.839279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8ebd-e6ba-43a2-9594-6cd0c1e625f9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.843073 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8ebd-e6ba-43a2-9594-6cd0c1e625f9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.861458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ff8ebd-e6ba-43a2-9594-6cd0c1e625f9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccb60ca-3fe9-4a62-bfdd-8ae5b817f898,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:21.868531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a4ff8ebd-e6ba-43a2-9594-6cd0c1e625f9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.870680 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a4ff8ebd-e6ba-43a2-9594-6cd0c1e625f9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192713 Dec 13 17:09:21.873343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52718) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:21.877549 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1bbdec6f-c5ab-4706-8a3c-3ad62c684d6a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '9eea494f-9db4-444c-b912-2d5136af59ec', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:21.898999 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-1bbdec6f-c5ab-4706-8a3c-3ad62c684d6a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:09:21.903955 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1bbdec6f-c5ab-4706-8a3c-3ad62c684d6a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.960928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1bbdec6f-c5ab-4706-8a3c-3ad62c684d6a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.964658 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1bbdec6f-c5ab-4706-8a3c-3ad62c684d6a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.982100 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdec6f-c5ab-4706-8a3c-3ad62c684d6a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b524cdaa-6e10-4add-b35c-df64144b55bd,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:21.990227 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1bbdec6f-c5ab-4706-8a3c-3ad62c684d6a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:21.991362 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1bbdec6f-c5ab-4706-8a3c-3ad62c684d6a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171095 Dec 13 17:09:21.995257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52720) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:21.999573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c48f0131-7a8d-4748-b039-e733cb370bb4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '9eea494f-9db4-444c-b912-2d5136af59ec', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:22.019867 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-c48f0131-7a8d-4748-b039-e733cb370bb4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:09:22.024573 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c48f0131-7a8d-4748-b039-e733cb370bb4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.085793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c48f0131-7a8d-4748-b039-e733cb370bb4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.089719 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c48f0131-7a8d-4748-b039-e733cb370bb4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.106946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f0131-7a8d-4748-b039-e733cb370bb4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3d79ac-c4b3-424f-8941-9c865dbe76a0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:22.115012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c48f0131-7a8d-4748-b039-e733cb370bb4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.116186 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c48f0131-7a8d-4748-b039-e733cb370bb4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199822 Dec 13 17:09:22.119116 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52722) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:22.124026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'network': {'name': 'tempest-network-smoke--1969963074', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'port_security_enabled': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:22.143472 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:09:22.146976 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.172545 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:09:22.182353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.182722 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Added segment bd8ed240-065e-4b9d-ac09-fa7a1fdf6306 of type vlan for network 2686c584-a5c5-470a-8952-657ac57cb816 Dec 13 17:09:22.222535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.247124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.252555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:22.253130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.310917 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905160 Dec 13 17:09:22.313796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52724) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:22.318872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'admin_state_up': True, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:22.326300 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bf524-bac7-4d2d-9cbe-b04afff80277 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Network': ['ID=2686c584-a5c5-470a-8952-657ac57cb816,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:22.337428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 2686c584-a5c5-470a-8952-657ac57cb816 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:09:22.343354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.344405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.401838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.539245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:22.839097 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bf095b63-6c29-452f-b168-aaf29c7aa3e6 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:09:22.864872 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: bf095b63-6c29-452f-b168-aaf29c7aa3e6 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:09:22.865413 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device bf095b63-6c29-452f-b168-aaf29c7aa3e6 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:09:23.021990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:23.040250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:23.144934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.252 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/59e543ce-56c4-4cfd-a286-dbc966a8d9b7) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:09:23.248472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:23.280627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:23.325947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:09:23.328915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:09:23.332504 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:09:23.341570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ebbefd-db19-47d0-9a99-d101f51813b3 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:09:23.357675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=59e543ce-56c4-4cfd-a286-dbc966a8d9b7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:23.371569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5d145ceb-6926-4276-ac28-a5a40949f4c5 None None] Provisioning complete for port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:23.372127 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5d145ceb-6926-4276-ac28-a5a40949f4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:23.405721 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5d145ceb-6926-4276-ac28-a5a40949f4c5 None None] Port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:09:23.581464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:23.776499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:23.907176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 084bcf69-227b-4d03-89cf-2636f705d763 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:09:24.014739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:09:24.025166 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Sync routers for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:09:24.034702 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:24.035258 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:08:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:24.035731 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.037063 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1c8aa7e3-eebf-4fd2-baa7-31e691b47b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7221174 Dec 13 17:09:24.040392 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52726) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:24.069420 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-46ff54f7-03b7-4cbb-ae98-437b325e0204 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9bc1e1aa0fb249fe9a02ec0180350469&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273151 Dec 13 17:09:24.072192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52728) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:24.142430 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:24.163953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a917c1db-eb18-489e-a895-b93d94ac91fe tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:24.168859 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a917c1db-eb18-489e-a895-b93d94ac91fe tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921414 Dec 13 17:09:24.169124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52730) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:24.201106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-124ce1ec-97d3-42d2-80ad-a5ace9ee4d48 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283341 Dec 13 17:09:24.201341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52732) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:24.206237 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606136211', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:24.303183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:09:24.306799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.412100 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:23Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:24.439270 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Checking router: 084bcf69-227b-4d03-89cf-2636f705d763 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:09:24.439774 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Updating router 084bcf69-227b-4d03-89cf-2636f705d763 port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:09:24.468151 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.487273 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.552475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Subnet': ['ID=18360675-ebca-45b1-97b8-2b820b1f19c7,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:24.559271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Checking segment: {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:09:24.559781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network hostable DHCP agents. Network: 2686c584-a5c5-470a-8952-657ac57cb816, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:09:24.576922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 2686c584-a5c5-470a-8952-657ac57cb816 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:09:24.586198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 2686c584-a5c5-470a-8952-657ac57cb816) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:09:24.591070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:24.591775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.599218 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e195ff-2ac4-4a48-bc8d-bcc2b1a65555 None None] Network 2686c584-a5c5-470a-8952-657ac57cb816 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:09:24.613576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a237f3f5-e146-48a5-8e21-9218c823670d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4085379 Dec 13 17:09:24.613879 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52734) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:24.710497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2686c584-a5c5-470a-8952-657ac57cb816', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:09:24.711702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.733254 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.739960 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.779221 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Pushing event updated for resources: {'Port': ['ID=59e543ce-56c4-4cfd-a286-dbc966a8d9b7,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:24.789219 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.789675 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.790121 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.791633 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.791633 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.792148 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.793307 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.793307 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.793307 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.793885 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.794306 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.794769 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.795167 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:09:24.817378 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Attempting to bind port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:09:24.817767 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Attempting to bind port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:09:24.818126 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Attempting to bind port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:09:24.823317 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:09:24.823701 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:09:24.824104 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.824513 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:09:24.824973 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Bound port: 59e543ce-56c4-4cfd-a286-dbc966a8d9b7, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:09:24.825357 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.842449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f720030-8c8e-4480-b9f8-4a7304515017 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:09:24.873545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Allocated IP 172.20.0.2 (2686c584-a5c5-470a-8952-657ac57cb816/18360675-ebca-45b1-97b8-2b820b1f19c7/1a0a3109-8991-4930-8d66-c6de1a7c0163) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:09:24.879603 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] For port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:09:24.883127 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] For port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=59e543ce-56c4-4cfd-a286-dbc966a8d9b7,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:09:24.888947 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.946294 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a554ee-21ad-4d7d-8143-7c2f48d959fc None None] Pushing event updated for resources: {'Port': ['ID=59e543ce-56c4-4cfd-a286-dbc966a8d9b7,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:24.954713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573cea7e-6376-41ed-a1b1-b3f4f66f4b32 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:09:24.961326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-3e748234-7f80-4aea-be6e-3fa8b1da2a70 None None] Provisioning complete for port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:24.961931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e748234-7f80-4aea-be6e-3fa8b1da2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:24.962122 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:24.962959 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:08:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:25.080438 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:25.083093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.245703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-310eaf17-95b5-4e4b-96b5-3bd04496603b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.271479 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:23Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:25.293466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.300779 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da990014-c95f-4616-8d46-d7b579ddbe8f None None] The sync data for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv is: [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:23Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:09:25.302783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.313048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e748234-7f80-4aea-be6e-3fa8b1da2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.359774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Network 2686c584-a5c5-470a-8952-657ac57cb816 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:09:25.376510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:09:25.376510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:09:25.381625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3e748234-7f80-4aea-be6e-3fa8b1da2a70 None None] For port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=59e543ce-56c4-4cfd-a286-dbc966a8d9b7,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:25.388091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3e748234-7f80-4aea-be6e-3fa8b1da2a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.392000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.1 (2686c584-a5c5-470a-8952-657ac57cb816/18360675-ebca-45b1-97b8-2b820b1f19c7/ac53be8d-48e6-43dd-a753-1bac2c7f8d71) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:09:25.396283 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Pushing event updated for resources: {'Port': ['ID=1a0a3109-8991-4930-8d66-c6de1a7c0163,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:25.479530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Attempting to bind port 1a0a3109-8991-4930-8d66-c6de1a7c0163 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:09:25.479908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Attempting to bind port 1a0a3109-8991-4930-8d66-c6de1a7c0163 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:09:25.480274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Attempting to bind port 1a0a3109-8991-4930-8d66-c6de1a7c0163 on network 2686c584-a5c5-470a-8952-657ac57cb816 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:09:25.488867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e748234-7f80-4aea-be6e-3fa8b1da2a70 None None] Pushing event updated for resources: {'Port': ['ID=59e543ce-56c4-4cfd-a286-dbc966a8d9b7,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:25.492980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:09:25.493367 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Checking segment: {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:09:25.493815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.494208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Bound using segment: {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:09:25.494714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Bound port: 1a0a3109-8991-4930-8d66-c6de1a7c0163, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:09:25.495602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.515945 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.568717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9be288df-2d84-4a37-92c5-71a98cf86ba0 None None] Provisioning complete for port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:25.569101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9be288df-2d84-4a37-92c5-71a98cf86ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.584832 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.628762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] For port 1a0a3109-8991-4930-8d66-c6de1a7c0163, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:09:25.632742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] For port 1a0a3109-8991-4930-8d66-c6de1a7c0163, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1a0a3109-8991-4930-8d66-c6de1a7c0163,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:09:25.639365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:25.760953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9185c-622d-4e29-bd5b-cf48c28f56c8 None None] Pushing event updated for resources: {'Port': ['ID=1a0a3109-8991-4930-8d66-c6de1a7c0163,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:25.931246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 2686c584-a5c5-470a-8952-657ac57cb816 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:09:25.934635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:09:25.939159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:09:25.943259 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:25.993338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:26.144063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:26.434942 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:26.439796 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:26.518848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:26.520607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:26.616137 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 2686c584-a5c5-470a-8952-657ac57cb816 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:09:26.617626 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:09:26.678839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2835c06a-49fb-4664-8725-85ff35907ac6 None None] Network 2686c584-a5c5-470a-8952-657ac57cb816 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:09:26.733899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 084bcf69-227b-4d03-89cf-2636f705d763 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:09:26.792335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0a81b671-2887-4f1d-b467-69e74d1a0a1c None None] Provisioning complete for port 1a0a3109-8991-4930-8d66-c6de1a7c0163 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:26.792707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a81b671-2887-4f1d-b467-69e74d1a0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:26.856169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:09:26.869222 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cf831717-d5b7-487b-8a76-63f68228638f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/084bcf69-227b-4d03-89cf-2636f705d763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2484572 Dec 13 17:09:26.899701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a81b671-2887-4f1d-b467-69e74d1a0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:26.966101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0a81b671-2887-4f1d-b467-69e74d1a0a1c None None] For port 1a0a3109-8991-4930-8d66-c6de1a7c0163, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1a0a3109-8991-4930-8d66-c6de1a7c0163,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:26.972958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a81b671-2887-4f1d-b467-69e74d1a0a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:27.008206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1a0a3109-8991-4930-8d66-c6de1a7c0163 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:09:27.071474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81b671-2887-4f1d-b467-69e74d1a0a1c None None] Pushing event updated for resources: {'Port': ['ID=1a0a3109-8991-4930-8d66-c6de1a7c0163,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:27.078097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-e4b2b337-e236-49c7-a57a-a2a7f7bbf54e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475909640&fields=id&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 267 time: 0.0629151 Dec 13 17:09:27.090492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1a0a3109-8991-4930-8d66-c6de1a7c0163 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:27.090897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:27.194040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:09:27.223505 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-4c321e7e-622e-4a5d-bb64-54b47c425647 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:27.229539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d7d42bfc-c0df-4477-b409-e03aac76b657 None None] Provisioning complete for port 1a0a3109-8991-4930-8d66-c6de1a7c0163 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:27.229989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7d42bfc-c0df-4477-b409-e03aac76b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:27.231271 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-4c321e7e-622e-4a5d-bb64-54b47c425647 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 797 time: 0.1451180 Dec 13 17:09:27.242207 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-b6474f60-01c3-4c2f-a24c-099574b93c3b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/quotas/9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 375 time: 0.0098982 Dec 13 17:09:27.284064 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:27.284996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:27.302528 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-18576cc4-4561-44c4-9aa4-7798b4e4d910 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539553 Dec 13 17:09:27.351254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Sync routers for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:09:27.381686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:27.381686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:08:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:27.465409 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-98b60fb8-abc9-4c04-bb38-bfa76c1b4da2 service neutron] 10.222.0.13 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508036 Dec 13 17:09:27.493122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-d7d42bfc-c0df-4477-b409-e03aac76b657 None None] Provisioning complete for port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:27.493492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d7d42bfc-c0df-4477-b409-e03aac76b657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:27.538032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-12701076-5685-40da-9763-2a54fe2189e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:27.559093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-d7d42bfc-c0df-4477-b409-e03aac76b657 None None] Port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:09:27.566640 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-b66cf7dc-b682-4b9e-b849-454575d84d3e service neutron] 10.222.0.13 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945623 Dec 13 17:09:27.574466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:27.711094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-11db0fcc-a544-44be-80b0-d8398f9c72db None None] Provisioning complete for port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:27.711759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11db0fcc-a544-44be-80b0-d8398f9c72db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:27.765992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-11db0fcc-a544-44be-80b0-d8398f9c72db None None] Port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:09:27.814233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 2, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:27.844837 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Checking router: 084bcf69-227b-4d03-89cf-2636f705d763 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:09:27.845190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Updating router 084bcf69-227b-4d03-89cf-2636f705d763 port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:09:27.868667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.125457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.130625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.176937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554fe94-9cdb-4db0-b5c7-ccabc8bc5823 None None] Pushing event updated for resources: {'Port': ['ID=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:28.233062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Attempting to bind port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:09:28.233430 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Attempting to bind port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:09:28.233794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Attempting to bind port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 on network 2686c584-a5c5-470a-8952-657ac57cb816 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:09:28.238947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:09:28.239322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Checking segment: {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:09:28.239720 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.240112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Bound using segment: {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:09:28.240575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Bound port: ac53be8d-48e6-43dd-a753-1bac2c7f8d71, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:09:28.240955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.309794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] For port ac53be8d-48e6-43dd-a753-1bac2c7f8d71, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:09:28.313133 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] For port ac53be8d-48e6-43dd-a753-1bac2c7f8d71, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:09:28.318411 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.371539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:28.372171 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:09:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:28.451188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554fe94-9cdb-4db0-b5c7-ccabc8bc5823 None None] Pushing event updated for resources: {'Port': ['ID=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:28.477988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9a002c53-c375-456d-bf7d-7e7060dcf3d8 None None] Provisioning complete for port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:28.478341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a002c53-c375-456d-bf7d-7e7060dcf3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.529030 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:28.590334 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.693838 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a002c53-c375-456d-bf7d-7e7060dcf3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:28.770351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bb4299cf-63b2-46d0-aae1-22d71708b398 req-9b6dc718-26bd-4517-a005-15d04d3f07b4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 210 time: 0.0296159 Dec 13 17:09:28.907115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1a0a3109-8991-4930-8d66-c6de1a7c0163 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:09:28.910225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9a002c53-c375-456d-bf7d-7e7060dcf3d8 None None] For port ac53be8d-48e6-43dd-a753-1bac2c7f8d71, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:28.938352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a002c53-c375-456d-bf7d-7e7060dcf3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:29.037903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a002c53-c375-456d-bf7d-7e7060dcf3d8 None None] Pushing event updated for resources: {'Port': ['ID=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:29.054311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 1a0a3109-8991-4930-8d66-c6de1a7c0163 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:29.054824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:29.096843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:28Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:29.100564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-54a50d2a-141c-42dd-84fa-34e964101e24 None None] Provisioning complete for port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:29.100936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-54a50d2a-141c-42dd-84fa-34e964101e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:29.159307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac87af1-687e-4e9a-9f98-1ab6db255394 None None] The sync data for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv is: [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:28Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:09:29.873101 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e00bd680-12a4-41ad-a74e-fc4cf33614a3 req-b1aefd72-d984-4a78-a784-8961ce8540b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 210 time: 0.0273771 Dec 13 17:09:30.004834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-10075025-1b97-4fea-b596-f3c8f5557e28 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:30.006452 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-10075025-1b97-4fea-b596-f3c8f5557e28 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 797 time: 0.1186695 Dec 13 17:09:30.083463 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-b1bd6c1d-ce85-442c-b31c-22473a783479 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 379 time: 0.0599582 Dec 13 17:09:30.095326 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'port': {'device_id': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'admin_state_up': True, 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'security_groups': ['9eea494f-9db4-444c-b912-2d5136af59ec']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:30.115676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:30.216701 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:09:30.220331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:30.351161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.7 (2686c584-a5c5-470a-8952-657ac57cb816/18360675-ebca-45b1-97b8-2b820b1f19c7/1c244c18-b3d4-4480-ae16-6fabbe1d16c3) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:09:30.494245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:30.527162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:30.575031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 2686c584-a5c5-470a-8952-657ac57cb816 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:09:30.578181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:09:30.581853 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:09:30.611361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:30.641832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:30.642496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:30.659773 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-379c58f9-6649-475e-a30e-8d9d09ee9142 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5681841 Dec 13 17:09:30.677260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Request body: {'port': {'device_id': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:30.734596 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:30.820818 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-32c4fd71-deee-489c-afc3-50a945006a5c None None] Provisioning complete for port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:30.821179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-32c4fd71-deee-489c-afc3-50a945006a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:30.861306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-32c4fd71-deee-489c-afc3-50a945006a5c None None] Port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:09:30.914368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ac53be8d-48e6-43dd-a753-1bac2c7f8d71 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:09:30.973417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:30.983014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:30.983385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:31.051711 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c2385-eb88-476a-830a-e307ad3db2b0 req-888b78f7-a19a-48c6-b11a-0b2468e289e1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:31.053182 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ba8c2385-eb88-476a-830a-e307ad3db2b0 req-888b78f7-a19a-48c6-b11a-0b2468e289e1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 931 time: 0.0954912 Dec 13 17:09:31.057386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:09:31.071361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:31.094404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Transition to ACTIVE for port object 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:09:31.100515 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:31.151389 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ba8c2385-eb88-476a-830a-e307ad3db2b0 req-1409f09f-8cf8-4350-b6a6-af396d52d09d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895422 Dec 13 17:09:31.169623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Pushing event updated for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:31.242294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Attempting to bind port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:09:31.242635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Attempting to bind port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:09:31.243000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Attempting to bind port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 on network 2686c584-a5c5-470a-8952-657ac57cb816 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:09:31.248486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 on network 2686c584-a5c5-470a-8952-657ac57cb816 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:09:31.248812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Attempting to bind port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 on network 2686c584-a5c5-470a-8952-657ac57cb816 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:09:31.254632 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:09:31.255056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Checking segment: {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:09:31.255449 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Bound using segment: {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:09:31.255884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Bound port: 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:09:31.256244 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:31.322763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:09:31.325942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:09:31.330016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:31.365292 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:31.365918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:31.367264 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] 10.222.0.31 "PUT /v2.0/ports/1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 1093 time: 0.6943560 Dec 13 17:09:31.367700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:09:31.370825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45dd527-0abe-4e41-9d37-f9f800e29bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:09:31.412438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf4ae9-3863-433e-b2b8-b089b387ab3c service neutron] Pushing event updated for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:31.432101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d051cc73-fb06-48cb-ba45-e974f0c0e28a x-openstack-request-id: req-d051cc73-fb06-48cb-ba45-e974f0c0e28a {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:09:31.432499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:09:31.432967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d051cc73-fb06-48cb-ba45-e974f0c0e28a {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:09:31.433444 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'status': 'completed', 'code': 200} Dec 13 17:09:31.463163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-72f5c095-ce19-484c-b5af-c04c102d2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:31.464722 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-72f5c095-ce19-484c-b5af-c04c102d2638 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1096 time: 0.0459719 Dec 13 17:09:31.514997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-7cf6f064-1281-45db-8383-f95c6ee0adc1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 217 time: 0.0404611 Dec 13 17:09:31.570056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-9823a4b6-e9cd-4150-91b1-25f79fe5fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:31.572086 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-9823a4b6-e9cd-4150-91b1-25f79fe5fb58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 200 len: 834 time: 0.0463893 Dec 13 17:09:31.623349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-6826621c-0db9-49f1-bed8-f54cf01ce03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:31.624848 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-6826621c-0db9-49f1-bed8-f54cf01ce03d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2686c584-a5c5-470a-8952-657ac57cb816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398967 Dec 13 17:09:31.722706 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-a6c63524-9772-41b6-8203-cc2c85bcdac7 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853429 Dec 13 17:09:31.816119 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b74c57c2-a48d-42a6-beda-f284da2115b5 req-bb68156c-210d-45a5-9dcb-f6a9dbe83350 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815792 Dec 13 17:09:31.904032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-5d8aa247-b9eb-437e-999c-a1b86c5efa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:31.905522 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-5d8aa247-b9eb-437e-999c-a1b86c5efa39 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1096 time: 0.0429473 Dec 13 17:09:31.999310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-0cc94fb1-e083-4694-8f8d-b5f05f0652cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:32.000676 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-0cc94fb1-e083-4694-8f8d-b5f05f0652cd service neutron] 10.222.0.31 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 898 time: 0.0870450 Dec 13 17:09:32.043530 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-65c7dcaa-f4f9-4619-99e4-dad7db8d6c0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 217 time: 0.0340507 Dec 13 17:09:32.097957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-ea3899c8-e72a-4cbb-be68-91f1e392dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:32.099413 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-ea3899c8-e72a-4cbb-be68-91f1e392dd71 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 200 len: 834 time: 0.0476692 Dec 13 17:09:32.146457 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-6adc752e-58c1-41a6-9f7c-0272935c0288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:32.148121 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-6adc752e-58c1-41a6-9f7c-0272935c0288 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2686c584-a5c5-470a-8952-657ac57cb816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404031 Dec 13 17:09:32.267110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-ba1760f5-98f9-4d06-a765-20eb5ba12d40 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096334 Dec 13 17:09:32.330308 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706e926-8b15-4127-ac0e-45aaf0f3019c req-1eaf4b9c-2869-476f-9d4e-08d3aecf1b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:32.331806 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2706e926-8b15-4127-ac0e-45aaf0f3019c req-1eaf4b9c-2869-476f-9d4e-08d3aecf1b75 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 943 time: 0.1060383 Dec 13 17:09:32.405680 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d45dd527-0abe-4e41-9d37-f9f800e29bdb req-c0bc7b87-7c0c-400b-b577-1d6c449ab36c service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305473 Dec 13 17:09:32.409874 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2706e926-8b15-4127-ac0e-45aaf0f3019c req-da2b5e42-1067-4a96-8f0d-beb00f39d6fc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696337 Dec 13 17:09:33.531060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3f4ae-c86f-4b84-a6d8-d9e0c9dbef8e req-9c9202a3-f43a-47fc-b0eb-02dd8167dd9a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:33.532532 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1c3f4ae-c86f-4b84-a6d8-d9e0c9dbef8e req-9c9202a3-f43a-47fc-b0eb-02dd8167dd9a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 943 time: 0.0530162 Dec 13 17:09:33.581941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f1c3f4ae-c86f-4b84-a6d8-d9e0c9dbef8e req-f2941555-a710-45b8-98d7-332da05d8d32 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434957 Dec 13 17:09:33.952613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:09:34.043473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:34.054405 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'port_id': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'mac_address': 'fa:16:3e:e5:1d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:09:34.094569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:34.107460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:09:34.125798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:34.129155 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:34.176079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:34.391392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['1c244c18-b3d4-4480-ae16-6fabbe1d16c3'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:09:34.410850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [req-dfb2c0a1-9784-4f1e-b36f-ce9e23f4f5af req-3ff3def5-a380-424f-afc3-0cb41ea63023 tempest-ServerDiskConfigTestJSON-895019852 tempest-ServerDiskConfigTestJSON-895019852-project] (103053) timed out ('10.222.0.31', 55671) {{(pid=103053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 17:09:34.694110 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee8c79-777d-4467-93d3-4742f1bcb61d req-b11ef30d-ab5f-4aa0-9974-1c5cbca83b57 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:34.695555 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1ee8c79-777d-4467-93d3-4742f1bcb61d req-b11ef30d-ab5f-4aa0-9974-1c5cbca83b57 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 944 time: 0.0481222 Dec 13 17:09:34.744798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c1ee8c79-777d-4467-93d3-4742f1bcb61d req-4dfdd3a4-dcc4-4ed5-82fa-3c69a60b645c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427761 Dec 13 17:09:35.862178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695552d-5863-46ed-96f4-ece59446e33a req-569671bb-203b-47fe-b289-3e3090477ca0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:35.863679 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d695552d-5863-46ed-96f4-ece59446e33a req-569671bb-203b-47fe-b289-3e3090477ca0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 944 time: 0.0519295 Dec 13 17:09:35.912286 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d695552d-5863-46ed-96f4-ece59446e33a req-fd162f24-0097-410b-9e5c-0fe6dfa6ad88 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418699 Dec 13 17:09:35.955848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:09:36.004933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:09:36.008742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:09:36.009161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:36.088757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:36.111586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:09:36.113829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8936a9ac-0027-4947-bb20-0b46bb8d9e13" -d '{"events": [{"server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "name": "network-vif-plugged", "status": "completed", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:09:36.126907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:09:36.131005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:36.153631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1fb37b-dd6c-4d27-96dd-2b6c20e78b86 x-openstack-request-id: req-cb1fb37b-dd6c-4d27-96dd-2b6c20e78b86 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:09:36.153921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "name": "network-vif-plugged", "status": "completed", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:09:36.154176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb1fb37b-dd6c-4d27-96dd-2b6c20e78b86 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:09:36.154560 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'code': 200} Dec 13 17:09:36.179871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:36.335248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34293f-24ec-4ac4-ac26-57a1d5967e93 req-ca0be367-abd4-4f13-9852-b46f599c3a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:36.336716 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4c34293f-24ec-4ac4-ac26-57a1d5967e93 req-ca0be367-abd4-4f13-9852-b46f599c3a03 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1098 time: 0.0405111 Dec 13 17:09:36.388623 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4c34293f-24ec-4ac4-ac26-57a1d5967e93 req-a565e675-b3b4-42d6-a8a4-35123e3792a2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392811 Dec 13 17:09:37.028799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b44842-d2b5-414d-8236-765a94c96b77 req-06167434-601b-4d14-b4c1-dc86577f2cbc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:37.030270 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b8b44842-d2b5-414d-8236-765a94c96b77 req-06167434-601b-4d14-b4c1-dc86577f2cbc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0482678 Dec 13 17:09:37.082237 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b8b44842-d2b5-414d-8236-765a94c96b77 req-c8224a0f-0570-4683-a9b6-0cc78688d282 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460145 Dec 13 17:09:38.200771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c59e73-bf26-44d8-911f-d4fced228a54 req-9acb9b74-df69-44a8-8fce-c654bb428da7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:38.202260 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12c59e73-bf26-44d8-911f-d4fced228a54 req-9acb9b74-df69-44a8-8fce-c654bb428da7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0479994 Dec 13 17:09:38.251032 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-12c59e73-bf26-44d8-911f-d4fced228a54 req-dd58541e-6a2b-4a16-97f9-8b443b510743 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429454 Dec 13 17:09:38.373114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e891af-2b28-4d96-b6bb-c212351a8ded req-88468310-7477-4c7d-83d1-35b7180511cb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:38.374745 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8e891af-2b28-4d96-b6bb-c212351a8ded req-88468310-7477-4c7d-83d1-35b7180511cb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0563958 Dec 13 17:09:38.422854 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8e891af-2b28-4d96-b6bb-c212351a8ded req-12bb2584-8e27-48b8-a243-4a888a2d74d4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422151 Dec 13 17:09:38.444652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52794) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:38.486356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538564b-d553-4b37-9de7-e81325479880 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:38.487857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f538564b-d553-4b37-9de7-e81325479880 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1093 time: 0.0422626 Dec 13 17:09:38.490550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52796) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:38.495354 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:09:38.516324 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:38.612305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:39.011338 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.74 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/6aef06f7-d359-4d5c-8b5f-d7cde80306a2) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:09:39.110031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:39.145214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:39.182998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:09:39.187419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:09:39.190871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:09:39.196089 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=6aef06f7-d359-4d5c-8b5f-d7cde80306a2,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:39.537189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:39.601623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:39.754927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:39.759407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:39.833825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=6aef06f7-d359-4d5c-8b5f-d7cde80306a2,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:09:39.840274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:39.937734 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP 5d1c9774-442a-4e23-bda7-4876d959f78b associated. External IP: 172.26.6.74, port: 1c244c18-b3d4-4480-ae16-6fabbe1d16c3. Dec 13 17:09:40.153146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 084bcf69-227b-4d03-89cf-2636f705d763 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:09:40.262996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:09:40.273258 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] Sync routers for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:09:40.281913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:40.286014 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:40.286685 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:09:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:40.311595 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6f2a67e3-6811-4cb6-a4d5-63e82a4a0e10 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8200083 Dec 13 17:09:40.312291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:09:40.314805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a656615d-c372-419c-bc6d-11f0a2bff73a" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:09:40.354805 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9addbaa-fcc9-4e82-adba-dc13edf14821 x-openstack-request-id: req-b9addbaa-fcc9-4e82-adba-dc13edf14821 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:09:40.355098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:09:40.355364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9addbaa-fcc9-4e82-adba-dc13edf14821 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:09:40.355767 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'status': 'completed', 'code': 200} Dec 13 17:09:40.397066 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:40.419624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63166350-bd93-4a53-8ffd-09e388898d5f req-339e900a-0148-43b3-8954-83149e301860 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:40.421360 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-63166350-bd93-4a53-8ffd-09e388898d5f req-339e900a-0148-43b3-8954-83149e301860 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0598590 Dec 13 17:09:40.504502 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-63166350-bd93-4a53-8ffd-09e388898d5f req-57bd54ea-ea55-4905-9dd6-bf126901cd50 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766287 Dec 13 17:09:40.512610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-09dac747-5967-4767-998c-89b1205ba427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:40.514296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-09dac747-5967-4767-998c-89b1205ba427 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1098 time: 0.1249523 Dec 13 17:09:40.528471 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52804) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:40.598851 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-89358ed0-3395-4f9d-a994-d6fec2d7b497 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/5d1c9774-442a-4e23-bda7-4876d959f78b HTTP/1.1" status: 200 len: 990 time: 0.0689650 Dec 13 17:09:40.620691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-04faceaa-4d14-4656-bd7f-ae4326c05ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:40.622180 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-04faceaa-4d14-4656-bd7f-ae4326c05ee2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 898 time: 0.0986762 Dec 13 17:09:40.625378 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '5d1c9774-442a-4e23-bda7-4876d959f78b', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'port_id': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'mac_address': 'fa:16:3e:e5:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:09:39Z', 'updated_at': '2021-12-13T17:09:39Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:28Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:40.655528 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] Checking router: 084bcf69-227b-4d03-89cf-2636f705d763 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:09:40.664178 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:09:40.664719 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:09:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:40.693358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-c0c00e87-0939-4ac6-9d19-6140615cc0c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 998 time: 0.0633979 Dec 13 17:09:40.744695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-ba8b4817-aaf3-4678-8b0a-97e9f3565f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:40.746226 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-ba8b4817-aaf3-4678-8b0a-97e9f3565f52 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 200 len: 834 time: 0.0452487 Dec 13 17:09:40.769377 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:09:40.793041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-afec8bc6-e0d5-473f-b5c4-084c2304e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:09:40.794599 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-afec8bc6-e0d5-473f-b5c4-084c2304e2e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2686c584-a5c5-470a-8952-657ac57cb816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411527 Dec 13 17:09:40.894228 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-9ca8b8d3-a894-4050-aae5-24a6c4b1980f service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918009 Dec 13 17:09:40.985301 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a656615d-c372-419c-bc6d-11f0a2bff73a req-1715c528-927a-4214-81ec-7eca73ec9147 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835512 Dec 13 17:09:41.077239 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '5d1c9774-442a-4e23-bda7-4876d959f78b', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'port_id': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'mac_address': 'fa:16:3e:e5:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:09:39Z', 'updated_at': '2021-12-13T17:09:39Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:28Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:09:41.107025 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73390b-efb7-4712-8ea7-d3393dd60a05 None None] The sync data for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv is: [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '5d1c9774-442a-4e23-bda7-4876d959f78b', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.74', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'port_id': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'mac_address': 'fa:16:3e:e5:1d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:09:39Z', 'updated_at': '2021-12-13T17:09:39Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:28Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:09:41.309983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e004c78-95e9-4bc3-98d8-125eaaa73cf7 None None] New status for floating IP 5d1c9774-442a-4e23-bda7-4876d959f78b: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:09:41.600569 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52806) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:09:41.665956 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-35097714-e1c7-4657-b7dd-349e84abff05 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/5d1c9774-442a-4e23-bda7-4876d959f78b HTTP/1.1" status: 200 len: 992 time: 0.0636413 Dec 13 17:09:44.097966 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:09:44.251175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:55.049293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4ea1855-d029-4f55-b7e0-323e69a0ffcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:57.471433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1bdd53a5-046f-4daa-90d9-d35151d59477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:09:58.571101 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:00.115113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:00.964364 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:14.266504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:14.955234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-254b338c-948d-42e0-a4ca-afd4cae24e29 req-cf76b12b-e2cd-4eeb-8fa2-74ab5de6e08c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:10:14.956235 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-254b338c-948d-42e0-a4ca-afd4cae24e29 req-cf76b12b-e2cd-4eeb-8fa2-74ab5de6e08c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054770 Dec 13 17:10:15.151444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ae9cf-e121-44ce-8d5f-0c02b952ecdd req-b13e83cb-a200-4aee-9f54-6b85f524d406 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:15.153224 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f7ae9cf-e121-44ce-8d5f-0c02b952ecdd req-b13e83cb-a200-4aee-9f54-6b85f524d406 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0617216 Dec 13 17:10:15.159104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52826) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:10:15.219247 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f7ae9cf-e121-44ce-8d5f-0c02b952ecdd req-a89cfbc5-4e33-45ea-9d68-90c37dc6917d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541446 Dec 13 17:10:15.255957 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-bdcdf0be-6afd-4219-b320-cc03eb9846f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955033 Dec 13 17:10:15.265744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-0355878b-dd1a-4e11-9a00-7f04181b1171 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:10:15.266747 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-0355878b-dd1a-4e11-9a00-7f04181b1171 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049827 Dec 13 17:10:16.333469 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ddf97-2fff-46ce-8d89-fcb5feb60f9a req-e7a85902-055d-4b88-9c71-110a18a2ef26 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:16.334973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-486ddf97-2fff-46ce-8d89-fcb5feb60f9a req-e7a85902-055d-4b88-9c71-110a18a2ef26 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0492215 Dec 13 17:10:16.386199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-486ddf97-2fff-46ce-8d89-fcb5feb60f9a req-8e0639bf-3a22-4668-a992-cfdd7d20f194 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446520 Dec 13 17:10:17.500812 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89c85-2402-4867-8a04-d23102a590fd req-4185f30c-9d7e-469f-bfae-05cb2c9d8a8b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:17.502283 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-29f89c85-2402-4867-8a04-d23102a590fd req-4185f30c-9d7e-469f-bfae-05cb2c9d8a8b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0488305 Dec 13 17:10:17.555738 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-29f89c85-2402-4867-8a04-d23102a590fd req-6f832089-55cc-4efc-b21d-2ccd63710338 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475729 Dec 13 17:10:18.671049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07454be6-12d8-42e3-9905-7fd20066f9a6 req-8f4728ab-2dc7-4578-b976-58276ea43598 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:18.672454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07454be6-12d8-42e3-9905-7fd20066f9a6 req-8f4728ab-2dc7-4578-b976-58276ea43598 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0498824 Dec 13 17:10:18.721580 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07454be6-12d8-42e3-9905-7fd20066f9a6 req-da5f8a25-2ae7-459f-94a2-1d6dc482590c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431421 Dec 13 17:10:19.844890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8c3d8-19ab-4b1a-9845-66eb24c3740c req-f784f88b-d770-492e-b3ef-b56d06d71f59 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:19.846423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-75e8c3d8-19ab-4b1a-9845-66eb24c3740c req-f784f88b-d770-492e-b3ef-b56d06d71f59 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0486939 Dec 13 17:10:19.902579 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-75e8c3d8-19ab-4b1a-9845-66eb24c3740c req-d1a844cf-5ecf-454f-855a-6bced755b164 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490363 Dec 13 17:10:20.529848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-73f31ea4-0087-4b1d-8533-04c237242a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:20.531375 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-73f31ea4-0087-4b1d-8533-04c237242a9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1098 time: 0.0439899 Dec 13 17:10:20.629039 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-f3bd0676-4742-4e11-903e-2cd3ff1279a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:20.630559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-f3bd0676-4742-4e11-903e-2cd3ff1279a3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 898 time: 0.0861588 Dec 13 17:10:20.703214 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-42087327-c905-4a0e-8aca-5035950558a4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 1000 time: 0.0627291 Dec 13 17:10:20.759955 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-b9d3304e-37f6-4cf0-b245-e85009eba18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:20.761439 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-b9d3304e-37f6-4cf0-b245-e85009eba18e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 200 len: 834 time: 0.0456843 Dec 13 17:10:20.813404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-491de69d-f9e8-4502-ac47-f479636326a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:20.814941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-491de69d-f9e8-4502-ac47-f479636326a3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2686c584-a5c5-470a-8952-657ac57cb816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398057 Dec 13 17:10:20.909881 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-62910b5e-f448-4744-9058-766ad8935ac5 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Dec 13 17:10:21.044156 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-eb2f18c9-889b-4495-a78b-0c1ebdbdf728 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218512 Dec 13 17:10:21.052274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5e1ee-5eac-4def-8ffe-276b6b387897 req-79f862f0-fd8d-4d7d-99f2-4677d1ab674b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:21.053685 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24b5e1ee-5eac-4def-8ffe-276b6b387897 req-79f862f0-fd8d-4d7d-99f2-4677d1ab674b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0781138 Dec 13 17:10:21.099081 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:10:21.106890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-24b5e1ee-5eac-4def-8ffe-276b6b387897 req-b9276d97-41d9-4931-a5b3-c594ffc28d2d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457792 Dec 13 17:10:21.780133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552275f5-813d-4346-9164-4518f152f03a req-d6bf71a2-4bf9-45ab-bc6e-1f5b91a01700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:21.781491 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-552275f5-813d-4346-9164-4518f152f03a req-d6bf71a2-4bf9-45ab-bc6e-1f5b91a01700 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1098 time: 0.0402243 Dec 13 17:10:21.885579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552275f5-813d-4346-9164-4518f152f03a req-eddb0f09-de8e-4a4d-8a30-c9a0c68a68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:21.887091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-552275f5-813d-4346-9164-4518f152f03a req-eddb0f09-de8e-4a4d-8a30-c9a0c68a68d2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 898 time: 0.0853424 Dec 13 17:10:21.958031 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-552275f5-813d-4346-9164-4518f152f03a req-6958477f-5fb7-437e-b9d7-45ba22d4bbab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 1000 time: 0.0633473 Dec 13 17:10:22.007815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552275f5-813d-4346-9164-4518f152f03a req-d3336e54-d987-4694-8e15-aff9f5f0dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:22.010115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-552275f5-813d-4346-9164-4518f152f03a req-d3336e54-d987-4694-8e15-aff9f5f0dcc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 200 len: 834 time: 0.0427504 Dec 13 17:10:22.057122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552275f5-813d-4346-9164-4518f152f03a req-ae3f93d8-5dca-4a56-9af7-1faac18cbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:22.058524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-552275f5-813d-4346-9164-4518f152f03a req-ae3f93d8-5dca-4a56-9af7-1faac18cbd97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2686c584-a5c5-470a-8952-657ac57cb816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399249 Dec 13 17:10:22.165748 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-552275f5-813d-4346-9164-4518f152f03a req-0fc5bb6e-0ef6-44e9-99a9-39922206187f service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954514 Dec 13 17:10:22.282366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeabfdb-9a92-4626-96b6-697cc29e441f req-ae05c563-00fc-4ff8-87ad-2ebbf308c936 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:22.283854 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-baeabfdb-9a92-4626-96b6-697cc29e441f req-ae05c563-00fc-4ff8-87ad-2ebbf308c936 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.1036487 Dec 13 17:10:22.310514 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-552275f5-813d-4346-9164-4518f152f03a req-1eb45173-4cbf-4a8f-a9fa-4eab76465db9 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371891 Dec 13 17:10:22.344124 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-baeabfdb-9a92-4626-96b6-697cc29e441f req-4c732c19-2dc7-4081-be12-56105809e0c6 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501909 Dec 13 17:10:23.509302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98d1d4-af73-448d-95f1-856c6d40a9ca req-fc109f9e-8f6a-49b7-ab6c-a5dabf286780 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:23.510806 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a98d1d4-af73-448d-95f1-856c6d40a9ca req-fc109f9e-8f6a-49b7-ab6c-a5dabf286780 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0976486 Dec 13 17:10:23.559162 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8a98d1d4-af73-448d-95f1-856c6d40a9ca req-2aad3c8e-22d7-4138-a548-08267a5f43ff tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424414 Dec 13 17:10:24.728048 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fac050-0d37-490c-ac4a-0de247082646 req-80bf340b-ea96-463e-b02e-9d5d73dd204a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:24.729517 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-74fac050-0d37-490c-ac4a-0de247082646 req-80bf340b-ea96-463e-b02e-9d5d73dd204a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.1021447 Dec 13 17:10:24.781909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-74fac050-0d37-490c-ac4a-0de247082646 req-7a0e122f-a19b-46ca-82f8-95efe4227807 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462809 Dec 13 17:10:25.053845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-10f8f6c0-ecd5-4396-a70a-ceb39f4ed08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:25.897933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a632b2-9b8a-4ab5-b12d-51f4b3294259 req-1ece036d-8754-49db-bfda-bf8a5cf9115b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:25.899450 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d5a632b2-9b8a-4ab5-b12d-51f4b3294259 req-1ece036d-8754-49db-bfda-bf8a5cf9115b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0492282 Dec 13 17:10:25.948093 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d5a632b2-9b8a-4ab5-b12d-51f4b3294259 req-2373c8c0-dc70-41c7-98fa-94a7ed5a6025 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 Dec 13 17:10:27.067111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb47501-fa37-471a-b8c0-462e1aca63ac req-448afc13-ffac-4db7-bffe-2088f2336eb7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:27.068591 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2eb47501-fa37-471a-b8c0-462e1aca63ac req-448afc13-ffac-4db7-bffe-2088f2336eb7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0522718 Dec 13 17:10:27.117286 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2eb47501-fa37-471a-b8c0-462e1aca63ac req-8d22e80f-4525-44bc-803c-0d205896bce0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427256 Dec 13 17:10:27.475999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-08382f53-568b-4296-9039-3f11367ccba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:28.232514 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20152f4f-f052-4eb8-b6ca-da9b554e5fc0 req-c9213a90-32ae-4665-80c0-0e28d10c2893 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:28.233992 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-20152f4f-f052-4eb8-b6ca-da9b554e5fc0 req-c9213a90-32ae-4665-80c0-0e28d10c2893 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Dec 13 17:10:28.283232 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-20152f4f-f052-4eb8-b6ca-da9b554e5fc0 req-88075a5a-a9c8-433c-88c5-fbbb7b13913b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433290 Dec 13 17:10:28.575437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:29.397269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231f93f-3e40-43ae-a54c-037d17de3c15 req-36daa02f-42b7-4a65-974b-6f34344c6b93 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:29.398908 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8231f93f-3e40-43ae-a54c-037d17de3c15 req-36daa02f-42b7-4a65-974b-6f34344c6b93 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0490680 Dec 13 17:10:29.451602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8231f93f-3e40-43ae-a54c-037d17de3c15 req-9e725877-41d1-4fd3-9912-1e83fe90b6dc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468173 Dec 13 17:10:30.119350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:30.568754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b622c-3ca7-42c1-93ea-ba9fdca6d82f req-e2b25f16-555c-417b-afb1-185d69abe370 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:30.570215 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-671b622c-3ca7-42c1-93ea-ba9fdca6d82f req-e2b25f16-555c-417b-afb1-185d69abe370 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Dec 13 17:10:30.619417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-671b622c-3ca7-42c1-93ea-ba9fdca6d82f req-1ae57c07-c584-4343-9c95-9633afdf771c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432599 Dec 13 17:10:30.966820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:31.733922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8892-5c12-4134-b80c-857478c47beb req-44b96c25-ced1-492e-91f7-098e61d820c1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:31.735478 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-530d8892-5c12-4134-b80c-857478c47beb req-44b96c25-ced1-492e-91f7-098e61d820c1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0487816 Dec 13 17:10:31.784639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-530d8892-5c12-4134-b80c-857478c47beb req-3dd92e8e-0c04-4fb0-97e2-44b0619feb34 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Dec 13 17:10:32.930839 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a1f76-a39d-4f9b-9712-6cc73d4b493e req-f8647bce-4152-451f-bafc-ce77936be107 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:32.932306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b98a1f76-a39d-4f9b-9712-6cc73d4b493e req-f8647bce-4152-451f-bafc-ce77936be107 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0794678 Dec 13 17:10:32.979949 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-78acb2de-cd0e-4ab2-b810-0f3e58f0395c service neutron] 10.222.0.31 "GET /v2.0/ports/1c244c18-b3d4-4480-ae16-6fabbe1d16c3/bindings/hv-neutron-8215 HTTP/1.1" status: 200 len: 384 time: 0.0881429 Dec 13 17:10:32.995635 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b98a1f76-a39d-4f9b-9712-6cc73d4b493e req-88b7bd9c-8ba7-4fa2-9faf-851da53f4423 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571196 Dec 13 17:10:33.209523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-5b4d2058-53d4-4cf0-a3e8-abbfd5d61ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:33.211669 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-5b4d2058-53d4-4cf0-a3e8-abbfd5d61ec4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 1098 time: 0.0413079 Dec 13 17:10:33.283517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-1dafb706-ac84-4b5a-856f-f3f79ae99ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:33.284972 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-1dafb706-ac84-4b5a-856f-f3f79ae99ab3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1098 time: 0.0431154 Dec 13 17:10:33.378221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-39f27c83-f29a-438c-a013-922cff5ccceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:33.379727 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-39f27c83-f29a-438c-a013-922cff5ccceb service neutron] 10.222.0.31 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 898 time: 0.0833821 Dec 13 17:10:33.452477 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-ca1a3d79-1526-4ffb-ac5b-78a8f236fd90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 1000 time: 0.0615652 Dec 13 17:10:33.505637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-a57a1cf4-bc4f-42a1-9b80-88421efe6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:33.506990 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-a57a1cf4-bc4f-42a1-9b80-88421efe6b08 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 200 len: 834 time: 0.0419145 Dec 13 17:10:33.556176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-267ff137-adc0-4585-a487-9e9ae17c1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:33.557608 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-267ff137-adc0-4585-a487-9e9ae17c1a6a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2686c584-a5c5-470a-8952-657ac57cb816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387120 Dec 13 17:10:33.654111 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-cc8e04a4-823a-4e0a-b2c8-9eabf5e0afd7 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835578 Dec 13 17:10:34.038468 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71f0e480-2324-4ec6-b604-75c5e3659d14 req-955972fc-5538-4a9c-a7b6-5164f8759e0c service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712862 Dec 13 17:10:34.113693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6274be56-1931-452a-bcc9-e4ef761bf301 req-906e6f96-61c6-4eb3-8dfa-4b3b60f5bf7f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:34.115199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6274be56-1931-452a-bcc9-e4ef761bf301 req-906e6f96-61c6-4eb3-8dfa-4b3b60f5bf7f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0493138 Dec 13 17:10:34.170701 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6274be56-1931-452a-bcc9-e4ef761bf301 req-5a872b9e-3f57-4348-8f1e-697ce65c6d4d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487654 Dec 13 17:10:35.288981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f02ff2-69ce-42a6-a4ac-8838506cd4aa req-45726f34-3ae4-4c54-9a99-a111caf66a84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:35.290455 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2f02ff2-69ce-42a6-a4ac-8838506cd4aa req-45726f34-3ae4-4c54-9a99-a111caf66a84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0490177 Dec 13 17:10:35.340121 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2f02ff2-69ce-42a6-a4ac-8838506cd4aa req-fbf6e3ce-c2f2-457c-add8-5736fc0c41b0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434599 Dec 13 17:10:36.278189 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:10:36.280356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:10:36.423649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:36.443368 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:10:36.459375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96779268-3a6e-4e14-8404-0779bc00b2ba req-49e9c7a7-96d2-4ed7-8976-207ed0f47469 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:36.461064 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-96779268-3a6e-4e14-8404-0779bc00b2ba req-49e9c7a7-96d2-4ed7-8976-207ed0f47469 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0500789 Dec 13 17:10:36.464932 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:10:36.467188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354c2211-0eb9-44fb-b1e1-b871553414aa" -d '{"events": [{"server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "name": "network-vif-unplugged", "status": "completed", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:10:36.476425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'port_id': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'mac_address': 'fa:16:3e:e5:1d:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:10:36.487125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:10:36.492337 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:36.515568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-96779268-3a6e-4e14-8404-0779bc00b2ba req-81459505-6d3b-41c9-98a9-a0787ac89654 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483375 Dec 13 17:10:36.553344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:36.577561 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:10:36.583406 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 17:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87fb428-d77d-4b52-92e0-9505fc3ad413 x-openstack-request-id: req-d87fb428-d77d-4b52-92e0-9505fc3ad413 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:10:36.583693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "name": "network-vif-unplugged", "status": "completed", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:10:36.583949 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d87fb428-d77d-4b52-92e0-9505fc3ad413 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:10:36.584333 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'code': 200} Dec 13 17:10:36.585020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:10:36.597643 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.597995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.598338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.598702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.599039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.599369 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.599698 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.600026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.600351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.600678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.601001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.601319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.601639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:10:36.614814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:10:36.619824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:36.678878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:10:36.685419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['1c244c18-b3d4-4480-ae16-6fabbe1d16c3'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:10:36.762336 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ba531-300c-47a3-9e78-603128f2d800 req-81d24472-92fd-494f-b77e-0d5ab2653530 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:36.763851 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d43ba531-300c-47a3-9e78-603128f2d800 req-81d24472-92fd-494f-b77e-0d5ab2653530 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 944 time: 0.0830197 Dec 13 17:10:36.772103 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-35a6a5db-6e0f-4a7b-8f2e-945fb001657d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:36.773488 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-35a6a5db-6e0f-4a7b-8f2e-945fb001657d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&binding%3Ahost_id=hv-neutron-8215 HTTP/1.1" status: 200 len: 944 time: 0.0822740 Dec 13 17:10:36.819619 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d43ba531-300c-47a3-9e78-603128f2d800 req-adbc4b2c-217c-4b9d-94bf-ae680424ab43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450711 Dec 13 17:10:36.863598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-361810dc-41e2-4d7a-8498-de21aecf4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:36.865183 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-361810dc-41e2-4d7a-8498-de21aecf4502 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1097 time: 0.0431614 Dec 13 17:10:36.990414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6950b83-3b5b-4594-b5ab-f69818a37056 req-ad0f0876-624a-4ae7-8009-441f486fce0d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:36.991921 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b6950b83-3b5b-4594-b5ab-f69818a37056 req-ad0f0876-624a-4ae7-8009-441f486fce0d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 944 time: 0.0967185 Dec 13 17:10:37.007929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-057b17a3-7e4b-4682-a3a4-2f9ff3013eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:37.009449 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-057b17a3-7e4b-4682-a3a4-2f9ff3013eef service neutron] 10.222.0.31 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 898 time: 0.1355679 Dec 13 17:10:37.093136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b6950b83-3b5b-4594-b5ab-f69818a37056 req-205b165c-ea25-44e8-a098-662397c13557 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933418 Dec 13 17:10:37.101213 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-27838eb7-06c2-4260-8482-cf63b7e0f482 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 999 time: 0.0831218 Dec 13 17:10:37.152291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-c0980031-fd20-4642-bacd-850819f04957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:37.153749 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-c0980031-fd20-4642-bacd-850819f04957 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 200 len: 834 time: 0.0446408 Dec 13 17:10:37.199191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-980bda93-8388-40c3-bf99-b2f99a24bdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:37.200646 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-980bda93-8388-40c3-bf99-b2f99a24bdb0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2686c584-a5c5-470a-8952-657ac57cb816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393326 Dec 13 17:10:37.292928 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-8b961ebe-1bb6-43a5-8541-899daf223a79 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846102 Dec 13 17:10:37.382253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0a851a49-dae4-4cf2-827d-2219b32869f9 req-6871e1a2-05a1-459e-b8de-d8358ef0cdfe service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808487 Dec 13 17:10:38.214988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03064540-ed88-41a3-b15f-8265a2c92004 req-da5b37c6-117e-4190-abc3-c917141e7df2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:10:38.216453 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03064540-ed88-41a3-b15f-8265a2c92004 req-da5b37c6-117e-4190-abc3-c917141e7df2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 944 time: 0.0543957 Dec 13 17:10:38.264406 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03064540-ed88-41a3-b15f-8265a2c92004 req-0541236d-735e-4e30-8c48-08a1888051fe tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421751 Dec 13 17:10:38.279055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:10:38.286523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52922) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:10:38.329635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:10:38.330009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:38.353698 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3300ab8b-9f1d-4403-b87d-5e6c090a7c76 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/5d1c9774-442a-4e23-bda7-4876d959f78b HTTP/1.1" status: 200 len: 991 time: 0.0606828 Dec 13 17:10:38.406343 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:38.438120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:10:38.442029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:38.491331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:10:38.585442 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:10:38.588613 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2904838c-1a77-41b7-81f3-fe59c7e303bb" -d '{"events": [{"server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "name": "network-vif-plugged", "status": "completed", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:10:38.623656 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be201bf4-a05f-46f4-bdac-4c8fc72838c8 x-openstack-request-id: req-be201bf4-a05f-46f4-bdac-4c8fc72838c8 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:10:38.623955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "name": "network-vif-plugged", "status": "completed", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:10:38.624216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be201bf4-a05f-46f4-bdac-4c8fc72838c8 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:10:38.624618 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'code': 200} Dec 13 17:10:44.280750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:55.057810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6662ae11-5202-44b7-9aef-d083d05a3b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:57.478819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-19bb9fa2-8392-48bf-ab6a-edf7c71243a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:10:58.098763 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:10:58.576560 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:00.121790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:00.976601 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:08.995767 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52934) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:09.149581 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 6aef06f7-d359-4d5c-8b5f-d7cde80306a2 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:11:09.149919 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:09.227317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:09.227642 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:09.240096 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 6aef06f7-d359-4d5c-8b5f-d7cde80306a2 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:11:09.389673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:09.414837 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=6aef06f7-d359-4d5c-8b5f-d7cde80306a2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:09.439555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.439909 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.440255 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.440597 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.440933 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.441272 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.441605 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.441934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.442263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.442591 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.442947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.443275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.443600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:09.483934 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:09.484263 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP 5d1c9774-442a-4e23-bda7-4876d959f78b disassociated (deleted). External IP: 172.26.6.74, port: 1c244c18-b3d4-4480-ae16-6fabbe1d16c3. Dec 13 17:11:09.688465 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 084bcf69-227b-4d03-89cf-2636f705d763 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:11:09.795394 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:11:09.800931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:09.805608 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] Sync routers for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:11:09.814870 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:09.815477 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:10:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:09.828057 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-180b262f-6acc-42aa-8c76-a11e271ea3c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/floatingips/5d1c9774-442a-4e23-bda7-4876d959f78b HTTP/1.1" status: 204 len: 168 time: 0.8311169 Dec 13 17:11:09.828710 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:11:09.831124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fdf49e-b190-455e-adc2-ff1959bd3d92" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:11:09.922878 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:09.925751 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b490f47-fa97-4cc9-a442-155a86a12c19 x-openstack-request-id: req-9b490f47-fa97-4cc9-a442-155a86a12c19 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:11:09.926130 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:11:09.926419 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9b490f47-fa97-4cc9-a442-155a86a12c19 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:11:09.926857 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'status': 'completed', 'code': 200} Dec 13 17:11:10.009230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-82e5c8b0-44e4-4452-8a04-79d2c9ea2ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:10.011446 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-82e5c8b0-44e4-4452-8a04-79d2c9ea2ebe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 1098 time: 0.0491178 Dec 13 17:11:10.131430 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:28Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:10.135377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17f688-6dd0-4671-a763-61bb83fd5b8f req-db238378-1c49-4daf-ba30-f1eb69a0a0fd tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:10.136866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ea17f688-6dd0-4671-a763-61bb83fd5b8f req-db238378-1c49-4daf-ba30-f1eb69a0a0fd tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0994604 Dec 13 17:11:10.161548 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] Checking router: 084bcf69-227b-4d03-89cf-2636f705d763 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:11:10.163983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-9b96f4f6-7bee-4b3b-9644-5f46ff36f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:10.165445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-9b96f4f6-7bee-4b3b-9644-5f46ff36f728 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 200 len: 898 time: 0.1457267 Dec 13 17:11:10.170481 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:10.171119 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:10:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:10.223830 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-01d543ef-0195-4827-a85e-c6f8a4085e90 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 200 len: 217 time: 0.0457664 Dec 13 17:11:10.233096 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ea17f688-6dd0-4671-a763-61bb83fd5b8f req-2e9a7a2a-18d1-4756-b06b-64e95f0d2f70 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901537 Dec 13 17:11:10.276479 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:10.277893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-d1b510c6-187d-43e0-b37f-a8badbd9312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:10.279423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-d1b510c6-187d-43e0-b37f-a8badbd9312a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 200 len: 834 time: 0.0455439 Dec 13 17:11:10.329159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-e55246f2-44b6-4ffe-a838-8aea3b6f8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:10.331050 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-e55246f2-44b6-4ffe-a838-8aea3b6f8a7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2686c584-a5c5-470a-8952-657ac57cb816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418751 Dec 13 17:11:10.431561 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-7e4e27dc-1333-487f-9ea7-72fa7634b890 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912535 Dec 13 17:11:10.475657 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:28Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:10.505347 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2ea655-02a7-4291-b5ab-81510dc83946 None None] The sync data for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv is: [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:09:26Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ac53be8d-48e6-43dd-a753-1bac2c7f8d71', 'name': '', 'network_id': '2686c584-a5c5-470a-8952-657ac57cb816', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:e0:77:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1763, 'fixed_ips': [{'subnet_id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:25Z', 'updated_at': '2021-12-13T17:09:28Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '18360675-ebca-45b1-97b8-2b820b1f19c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:11:10.524481 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91fdf49e-b190-455e-adc2-ff1959bd3d92 req-86469aa1-e13a-4021-aa03-afda7eb438a2 service neutron] 10.222.0.31 "GET /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Dec 13 17:11:10.841461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7bbc60-1c74-49bc-a2c9-4fa1862fd981 None None] New status for floating IP 5d1c9774-442a-4e23-bda7-4876d959f78b: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:11:11.367933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05710eab-0fed-4fe6-98c9-2ac6d1a784cd req-500e106c-2551-4d7e-aff0-f1e8cd4748eb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:11.370539 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-05710eab-0fed-4fe6-98c9-2ac6d1a784cd req-500e106c-2551-4d7e-aff0-f1e8cd4748eb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0591044 Dec 13 17:11:11.426836 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-05710eab-0fed-4fe6-98c9-2ac6d1a784cd req-b58051fe-f065-474f-afa3-d54a0de56b3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=9eea494f-9db4-444c-b912-2d5136af59ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492120 Dec 13 17:11:12.027946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-a029e909-4edb-49ec-bea3-29479effd27f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:12.029445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-a029e909-4edb-49ec-bea3-29479effd27f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 945 time: 0.0531490 Dec 13 17:11:12.125956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:11:12.126296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:12.217208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:12.217573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:12.230199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:11:12.359906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:12.392944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=1c244c18-b3d4-4480-ae16-6fabbe1d16c3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:12.421921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.422276 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.422623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.422992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.423328 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.423664 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.423998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.424327 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.424656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.424986 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.425311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.425636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.425959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:12.448409 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] No DVR routers for this DVR port 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:11:12.450829 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:12.454159 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d1a7495-6d20-4205-96e4-876a4cc752ee req-12890299-9d1c-4b57-9591-1e5cc7c2df63 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "DELETE /v2.0/ports/1c244c18-b3d4-4480-ae16-6fabbe1d16c3 HTTP/1.1" status: 204 len: 173 time: 0.4178476 Dec 13 17:11:12.454600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'name': 'network-vif-deleted', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:11:12.456901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c70d946-abd3-45ae-953d-eed56a6fdc7f" -d '{"events": [{"server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "name": "network-vif-deleted", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:11:12.496925 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f970d7-9984-4cdb-a77b-2124d4a44101 x-openstack-request-id: req-f4f970d7-9984-4cdb-a77b-2124d4a44101 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:11:12.497220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c04316-887f-4b54-b71c-fb9d662a36b2", "name": "network-vif-deleted", "tag": "1c244c18-b3d4-4480-ae16-6fabbe1d16c3", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:11:12.498239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4f970d7-9984-4cdb-a77b-2124d4a44101 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:11:12.498716 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c04316-887f-4b54-b71c-fb9d662a36b2', 'name': 'network-vif-deleted', 'tag': '1c244c18-b3d4-4480-ae16-6fabbe1d16c3', 'status': 'completed', 'code': 200} Dec 13 17:11:12.528627 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a1c5e978-1730-414a-bdeb-6b131d67c16d req-c0c35a78-5702-48f4-b1ac-38717dc2f582 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1c04316-887f-4b54-b71c-fb9d662a36b2 HTTP/1.1" status: 200 len: 210 time: 0.0282261 Dec 13 17:11:13.587205 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52952) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:13.939310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:14.195749 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port ac53be8d-48e6-43dd-a753-1bac2c7f8d71 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:11:14.196053 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:14.274976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:14.283433 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port ac53be8d-48e6-43dd-a753-1bac2c7f8d71, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:14.283798 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:14.296337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for ac53be8d-48e6-43dd-a753-1bac2c7f8d71 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:11:14.484785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:14.516007 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=ac53be8d-48e6-43dd-a753-1bac2c7f8d71,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:14.526982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:11:14.550202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:11:14.550549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 1c244c18-b3d4-4480-ae16-6fabbe1d16c3 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:11:14.689332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.156850 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 084bcf69-227b-4d03-89cf-2636f705d763 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:11:15.261712 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:11:15.266724 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-23ca4b2a-0a42-46b6-ad5a-ec6bc1a63581 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/084bcf69-227b-4d03-89cf-2636f705d763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6784840 Dec 13 17:11:15.269424 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52954) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:15.271670 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] Sync routers for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:11:15.281363 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:15.281960 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:10:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:15.322718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef8c779-1b63-4009-b088-725ba473b71e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting subnet 18360675-ebca-45b1-97b8-2b820b1f19c7 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:11:15.326004 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cef8c779-1b63-4009-b088-725ba473b71e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.365805 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cef8c779-1b63-4009-b088-725ba473b71e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.464028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cef8c779-1b63-4009-b088-725ba473b71e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.475373 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:15.520938 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cef8c779-1b63-4009-b088-725ba473b71e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.548237 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8c779-1b63-4009-b088-725ba473b71e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Subnet': ['ID=18360675-ebca-45b1-97b8-2b820b1f19c7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:15.551791 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cef8c779-1b63-4009-b088-725ba473b71e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.558211 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cef8c779-1b63-4009-b088-725ba473b71e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/subnets/18360675-ebca-45b1-97b8-2b820b1f19c7 HTTP/1.1" status: 204 len: 168 time: 0.2852890 Dec 13 17:11:15.558339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52956) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:15.563330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde96404-7b8d-42b2-93ee-8c4bea67f977 None None] Network 2686c584-a5c5-470a-8952-657ac57cb816 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:11:15.663293 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:11:14Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:15.675682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.690546 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] Checking router: 084bcf69-227b-4d03-89cf-2636f705d763 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:11:15.699627 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] Routers {'084bcf69-227b-4d03-89cf-2636f705d763'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:15.700244 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:10:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['084bcf69-227b-4d03-89cf-2636f705d763'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:15.747456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] DHCP port deletion for 2686c584-a5c5-470a-8952-657ac57cb816 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:11:15.783810 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.805196 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] Deleting port 1a0a3109-8991-4930-8d66-c6de1a7c0163 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:11:15.805693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.810783 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] Set router 084bcf69-227b-4d03-89cf-2636f705d763 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:15.838875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:11:15.839278 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.867425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] For port 1a0a3109-8991-4930-8d66-c6de1a7c0163, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=1a0a3109-8991-4930-8d66-c6de1a7c0163,segment=NetworkSegment(bd8ed240-065e-4b9d-ac09-fa7a1fdf6306),segment_id=bd8ed240-065e-4b9d-ac09-fa7a1fdf6306)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:15.867843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.880861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] Calling delete_port for 1a0a3109-8991-4930-8d66-c6de1a7c0163 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:11:15.921240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 59e543ce-56c4-4cfd-a286-dbc966a8d9b7, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=59e543ce-56c4-4cfd-a286-dbc966a8d9b7,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:15.921603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:15.939177 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:11:16.003873 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:11:14Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:16.031184 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d13ea18-bec9-44db-931b-c650e5ddf6bc None None] The sync data for ids ['084bcf69-227b-4d03-89cf-2636f705d763'] in dv-neutron-821599-1-hyperv is: [{'id': '084bcf69-227b-4d03-89cf-2636f705d763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1198422896', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252'}], 'enable_snat': True}, 'gw_port_id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:09:22Z', 'updated_at': '2021-12-13T17:11:14Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '59e543ce-56c4-4cfd-a286-dbc966a8d9b7', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084bcf69-227b-4d03-89cf-2636f705d763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:09:23Z', 'updated_at': '2021-12-13T17:09:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:11:16.121317 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.131288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.147758 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=59e543ce-56c4-4cfd-a286-dbc966a8d9b7,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:16.156185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] Pushing event deleted for resources: {'Port': ['ID=1a0a3109-8991-4930-8d66-c6de1a7c0163,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:16.159532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c7027-f514-4326-add9-6b05d4b5d9ed None None] No DVR routers for this DVR port 1a0a3109-8991-4930-8d66-c6de1a7c0163 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:11:16.164984 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c092fd-a7f2-47aa-9f12-58b7daf2a488 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:11:16.211988 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.302731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.304844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.352431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.352880 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Fanout notify agent at l3_agent the message router_deleted on router 084bcf69-227b-4d03-89cf-2636f705d763 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:11:16.360042 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.361140 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f4e38109-8e67-4753-a890-6bb6d4f8cee3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/routers/084bcf69-227b-4d03-89cf-2636f705d763 HTTP/1.1" status: 204 len: 168 time: 0.8019454 Dec 13 17:11:16.363813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52958) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:16.446091 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.539379 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.558871 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2686c584-a5c5-470a-8952-657ac57cb816']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:16.567792 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:16.568093 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd8ed240-065e-4b9d-ac09-fa7a1fdf6306') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:16.578025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.592697 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.599034 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:11:16.599463 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:11:16.602870 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:11:16.661462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.668959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.674630 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/networks/2686c584-a5c5-470a-8952-657ac57cb816 HTTP/1.1" status: 204 len: 168 time: 0.3074641 Dec 13 17:11:16.675173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52960) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:16.689014 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da46bb-4875-4b51-b193-52ebf61a3b3a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Network': ['ID=2686c584-a5c5-470a-8952-657ac57cb816,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:16.737666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9bc9cdaa-95fc-4e1e-a1e0-6cfc429df36f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.766145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9bc9cdaa-95fc-4e1e-a1e0-6cfc429df36f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.826472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9bc9cdaa-95fc-4e1e-a1e0-6cfc429df36f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.829129 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9bc9cdaa-95fc-4e1e-a1e0-6cfc429df36f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:16.830288 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9bc9cdaa-95fc-4e1e-a1e0-6cfc429df36f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/security-groups/9eea494f-9db4-444c-b912-2d5136af59ec HTTP/1.1" status: 204 len: 168 time: 0.1541164 Dec 13 17:11:16.839780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9cdaa-95fc-4e1e-a1e0-6cfc429df36f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eea494f-9db4-444c-b912-2d5136af59ec,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:17.095867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ac53be8d-48e6-43dd-a753-1bac2c7f8d71 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:11:17.117976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: ac53be8d-48e6-43dd-a753-1bac2c7f8d71 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:11:17.118315 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ac53be8d-48e6-43dd-a753-1bac2c7f8d71 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:11:17.118750 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1a0a3109-8991-4930-8d66-c6de1a7c0163 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:11:17.136590 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52966) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:17.141303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3727e9f1-9323-4a25-962a-31b6607932a1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-729692539', 'description': 'tempest-secgroup-smoke-729692539 description', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:17.142126 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 1a0a3109-8991-4930-8d66-c6de1a7c0163 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:11:17.142477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 1a0a3109-8991-4930-8d66-c6de1a7c0163 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:11:17.142916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:11:17.165269 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3727e9f1-9323-4a25-962a-31b6607932a1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.167005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:11:17.167355 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 59e543ce-56c4-4cfd-a286-dbc966a8d9b7 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:11:17.232716 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3727e9f1-9323-4a25-962a-31b6607932a1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.236339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3727e9f1-9323-4a25-962a-31b6607932a1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.264517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3727e9f1-9323-4a25-962a-31b6607932a1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.265734 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3727e9f1-9323-4a25-962a-31b6607932a1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1281221 Dec 13 17:11:17.268858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52968) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:17.269851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727e9f1-9323-4a25-962a-31b6607932a1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e9d338-8f46-417d-be26-94ffdfeaad6f,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:17.274414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-14493bb3-cbbe-48e0-bac7-e6bf2225695e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83e9d338-8f46-417d-be26-94ffdfeaad6f', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:17.303077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-14493bb3-cbbe-48e0-bac7-e6bf2225695e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.350290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-14493bb3-cbbe-48e0-bac7-e6bf2225695e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.353618 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-14493bb3-cbbe-48e0-bac7-e6bf2225695e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.371028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14493bb3-cbbe-48e0-bac7-e6bf2225695e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad304c5d-3013-4a8d-8681-0f0cc9d4866c,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:17.384848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-14493bb3-cbbe-48e0-bac7-e6bf2225695e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.386100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-14493bb3-cbbe-48e0-bac7-e6bf2225695e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162343 Dec 13 17:11:17.388787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52970) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:17.393101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-1e025a79-f6b6-492f-9b3e-cd19e576f2b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83e9d338-8f46-417d-be26-94ffdfeaad6f', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:17.420376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e025a79-f6b6-492f-9b3e-cd19e576f2b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.476463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e025a79-f6b6-492f-9b3e-cd19e576f2b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.480099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e025a79-f6b6-492f-9b3e-cd19e576f2b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.499411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e025a79-f6b6-492f-9b3e-cd19e576f2b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed00cd03-8bdc-411a-b200-03ffee66c15b,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:17.504752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1e025a79-f6b6-492f-9b3e-cd19e576f2b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.506001 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1e025a79-f6b6-492f-9b3e-cd19e576f2b8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161854 Dec 13 17:11:17.509465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52972) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:17.513793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5a8dc4c8-6139-4192-89b8-5b05dd8dda6f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83e9d338-8f46-417d-be26-94ffdfeaad6f', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:17.539875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc4c8-6139-4192-89b8-5b05dd8dda6f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.598278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc4c8-6139-4192-89b8-5b05dd8dda6f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.602221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc4c8-6139-4192-89b8-5b05dd8dda6f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.620340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dc4c8-6139-4192-89b8-5b05dd8dda6f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680a0bc1-dfbf-4b3a-b0f8-b563e77ec09e,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:17.626604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5a8dc4c8-6139-4192-89b8-5b05dd8dda6f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.627829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5a8dc4c8-6139-4192-89b8-5b05dd8dda6f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174195 Dec 13 17:11:17.630575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52974) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:17.635425 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-bf10a8f7-7eef-44a5-8f64-2ad1250e150c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83e9d338-8f46-417d-be26-94ffdfeaad6f', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:17.661146 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf10a8f7-7eef-44a5-8f64-2ad1250e150c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.719046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf10a8f7-7eef-44a5-8f64-2ad1250e150c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.722983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf10a8f7-7eef-44a5-8f64-2ad1250e150c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.740221 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10a8f7-7eef-44a5-8f64-2ad1250e150c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f901602e-34cc-4604-a00b-354edc79cf2d,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:17.748748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bf10a8f7-7eef-44a5-8f64-2ad1250e150c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.749962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bf10a8f7-7eef-44a5-8f64-2ad1250e150c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184247 Dec 13 17:11:17.752666 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52976) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:17.756965 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c069303c-8f2a-4e5e-810d-a8a2f17d6431 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83e9d338-8f46-417d-be26-94ffdfeaad6f', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:17.778236 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-c069303c-8f2a-4e5e-810d-a8a2f17d6431 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:11:17.783063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c069303c-8f2a-4e5e-810d-a8a2f17d6431 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.840492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c069303c-8f2a-4e5e-810d-a8a2f17d6431 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.844310 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c069303c-8f2a-4e5e-810d-a8a2f17d6431 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.863593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069303c-8f2a-4e5e-810d-a8a2f17d6431 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412faa04-ef2e-4a14-85c1-4401099e13ee,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:17.872142 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c069303c-8f2a-4e5e-810d-a8a2f17d6431 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.873359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c069303c-8f2a-4e5e-810d-a8a2f17d6431 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197777 Dec 13 17:11:17.876119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 52978) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:17.880418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9806ef09-5680-416d-b052-a2355ed4be8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '83e9d338-8f46-417d-be26-94ffdfeaad6f', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:17.902110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-9806ef09-5680-416d-b052-a2355ed4be8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:11:17.906862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9806ef09-5680-416d-b052-a2355ed4be8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.967531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9806ef09-5680-416d-b052-a2355ed4be8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.971022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9806ef09-5680-416d-b052-a2355ed4be8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.989684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9806ef09-5680-416d-b052-a2355ed4be8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69721977-1e6f-4301-9f03-42f7b6f19a99,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:17.995203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9806ef09-5680-416d-b052-a2355ed4be8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:17.999109 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9806ef09-5680-416d-b052-a2355ed4be8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220171 Dec 13 17:11:17.999458 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52980) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:18.004695 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'network': {'name': 'tempest-network-smoke--1210011678', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'port_security_enabled': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:18.024550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:11:18.028005 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.051508 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:11:18.060730 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.061090 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Added segment debc68df-ae60-4edd-a58b-facb3c0962fb of type vlan for network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 Dec 13 17:11:18.100513 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.124728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.130247 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:18.130866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.188239 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1876554 Dec 13 17:11:18.191026 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52982) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:18.195345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'admin_state_up': True, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:18.215086 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337b584-c93d-45da-8f1a-2e06124c86b5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Network': ['ID=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:18.226631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:11:18.231326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.232600 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.283685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.425824 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.619295 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.641473 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.741263 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.147 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:11:18.844603 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.881619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:18.921114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:11:18.924032 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:11:18.927531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:11:18.933775 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:18.937996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61233b45-3d61-4cd7-821f-a2568a92e8d4 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:11:19.052583 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0c48efe8-3180-40bf-ae02-b9091b7cd14b None None] Provisioning complete for port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:19.052956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0c48efe8-3180-40bf-ae02-b9091b7cd14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:19.090870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-0c48efe8-3180-40bf-ae02-b9091b7cd14b None None] Port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:11:19.174015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:19.623637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:19.747813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router d8e1324f-035c-4a82-bd09-69a2fd6c7166 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:11:19.849464 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:11:19.859603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Sync routers for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:11:19.870848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:19.871503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:19.872070 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-1d405ae0-259a-43e0-a2ac-42aa0f449ed1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6801257 Dec 13 17:11:19.872177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:10:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:19.875211 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52984) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:19.907176 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-e6c90581-860a-4025-80db-87331b1f2b7c tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9bc1e1aa0fb249fe9a02ec0180350469&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308001 Dec 13 17:11:19.909692 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52986) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:19.978896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:19.996303 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9fd3f1-044a-4328-8afa-190faab637b1 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:19.997825 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dd9fd3f1-044a-4328-8afa-190faab637b1 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872295 Dec 13 17:11:20.000718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52988) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:20.030684 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-d046967a-e64b-4018-9a77-b929db2596b5 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263925 Dec 13 17:11:20.030883 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52990) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:20.035517 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-975581571', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:20.129496 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:11:20.133286 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.158156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:19Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:20.190085 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Checking router: d8e1324f-035c-4a82-bd09-69a2fd6c7166 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:11:20.190436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Updating router d8e1324f-035c-4a82-bd09-69a2fd6c7166 port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:11:20.217999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.320302 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.384265 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Subnet': ['ID=c74b1b75-b35a-42a4-8388-570e244a7458,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:20.392254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Checking segment: {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:11:20.392618 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network hostable DHCP agents. Network: 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:11:20.411214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:11:20.420511 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:11:20.424973 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:20.425728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.433346 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6caaaba-4563-4be3-ba60-8b6569507bea None None] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:11:20.445794 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-06622d8b-c5b6-49d0-a686-9538cb7adf84 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4107883 Dec 13 17:11:20.446350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 52992) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:20.534331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.548790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.599065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:11:20.599901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.628391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b00ca9f-d448-4f23-bd9f-230bcce4aeba None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:11:20.639475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad72c8-0f9f-473d-b8fd-3071864ad420 None None] Pushing event updated for resources: {'Port': ['ID=2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:20.641596 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Attempting to bind port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:11:20.641947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Attempting to bind port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:11:20.642756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Attempting to bind port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:11:20.658549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:11:20.658549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:11:20.658957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.659395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:11:20.659903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Bound port: 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:11:20.660182 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.803615 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c9e1c5fb-b1bc-4fa8-9138-3611524d3a24 None None] Provisioning complete for port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:20.804263 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c9e1c5fb-b1bc-4fa8-9138-3611524d3a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.835910 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] For port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:11:20.852256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] For port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:11:20.859625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.869942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Allocated IP 172.20.0.2 (2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2/c74b1b75-b35a-42a4-8388-570e244a7458/3cfa095f-1eeb-41a3-b067-c51877c7880d) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:11:20.902072 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c9e1c5fb-b1bc-4fa8-9138-3611524d3a24 None None] Port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:11:20.906848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:20.922550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d6a62-2a3a-4a32-a1e4-7c4187d60d83 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:11:20.986865 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad72c8-0f9f-473d-b8fd-3071864ad420 None None] Pushing event updated for resources: {'Port': ['ID=2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:20.989312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:20.989922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:10:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:21.107521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0354b2b1-09c4-4e5d-a576-2fd5be115879 None None] Provisioning complete for port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:21.107886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0354b2b1-09c4-4e5d-a576-2fd5be115879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.206174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:21.264292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.280664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.318581 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.1 (2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2/c74b1b75-b35a-42a4-8388-570e244a7458/5a84f8c5-cc5e-4f27-99d5-26e8d637dac5) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:11:21.449135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.483602 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.526820 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:11:21.529984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:11:21.533716 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:11:21.541304 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:21.547998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:11:21.550687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0354b2b1-09c4-4e5d-a576-2fd5be115879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.562118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Pushing event updated for resources: {'Port': ['ID=3cfa095f-1eeb-41a3-b067-c51877c7880d,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:21.567143 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:11:21.576251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:11:21.585852 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.601643 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0354b2b1-09c4-4e5d-a576-2fd5be115879 None None] For port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:21.636271 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0354b2b1-09c4-4e5d-a576-2fd5be115879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.703074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Attempting to bind port 3cfa095f-1eeb-41a3-b067-c51877c7880d on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:11:21.703446 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Attempting to bind port 3cfa095f-1eeb-41a3-b067-c51877c7880d by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:11:21.703810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Attempting to bind port 3cfa095f-1eeb-41a3-b067-c51877c7880d on network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:11:21.720566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.723797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:11:21.724175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Checking segment: {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:11:21.724566 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.724962 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Bound using segment: {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:11:21.725432 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Bound port: 3cfa095f-1eeb-41a3-b067-c51877c7880d, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:11:21.725809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.729326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354b2b1-09c4-4e5d-a576-2fd5be115879 None None] Pushing event updated for resources: {'Port': ['ID=2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:21.777689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:19Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:21.808275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d5ea0e-11dc-4c54-953e-fa53f7c82f9d None None] The sync data for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:19Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:11:21.831815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] For port 3cfa095f-1eeb-41a3-b067-c51877c7880d, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:11:21.835822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] For port 3cfa095f-1eeb-41a3-b067-c51877c7880d, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3cfa095f-1eeb-41a3-b067-c51877c7880d,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:11:21.840768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:21.903428 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0b372-f2fa-48f9-b147-7b597b29e8b6 None None] Pushing event updated for resources: {'Port': ['ID=3cfa095f-1eeb-41a3-b067-c51877c7880d,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:22.038126 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:22.045076 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:22.158571 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:22.161175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:22.271785 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:11:22.274882 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:11:22.403040 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router d8e1324f-035c-4a82-bd09-69a2fd6c7166 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:11:22.519793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:11:22.526484 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5a2316e0-7ec2-4921-ad97-d9d74e08d013 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/d8e1324f-035c-4a82-bd09-69a2fd6c7166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0790808 Dec 13 17:11:22.699254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-a30dd087-5dd5-437b-860a-8d4e2eedd1a3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-729692539&fields=id&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 267 time: 0.0540540 Dec 13 17:11:22.817484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-058116e6-87e3-4a67-9dec-d89aeda3c460 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:22.819411 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-058116e6-87e3-4a67-9dec-d89aeda3c460 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/networks?id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 HTTP/1.1" status: 200 len: 797 time: 0.1131086 Dec 13 17:11:22.838138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2b2b1873-6e7c-4729-9b24-8eb1bfb55bfc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/quotas/9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 375 time: 0.0107756 Dec 13 17:11:22.911980 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-c93e891c-cbe8-41f1-9472-bf1f316262fd tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679138 Dec 13 17:11:22.928257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27cdc7e-efad-416f-a758-70bb88965d7e None None] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:11:23.015589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-66710fff-07cc-4b9d-a366-c8c101e68d5b None None] Provisioning complete for port 3cfa095f-1eeb-41a3-b067-c51877c7880d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:23.015925 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66710fff-07cc-4b9d-a366-c8c101e68d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.018352 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2f060109-b3aa-4454-8698-e9ac73e43940 service neutron] 10.222.0.13 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045692 Dec 13 17:11:23.028906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3cfa095f-1eeb-41a3-b067-c51877c7880d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:11:23.116200 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-0f486099-69be-4e69-9523-85a4a39e05b4 service neutron] 10.222.0.13 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884798 Dec 13 17:11:23.181757 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3cfa095f-1eeb-41a3-b067-c51877c7880d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:23.182180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.186256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66710fff-07cc-4b9d-a366-c8c101e68d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.254275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-66710fff-07cc-4b9d-a366-c8c101e68d5b None None] For port 3cfa095f-1eeb-41a3-b067-c51877c7880d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3cfa095f-1eeb-41a3-b067-c51877c7880d,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:23.262892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-66710fff-07cc-4b9d-a366-c8c101e68d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.327799 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1cd733fb-6229-42cb-9e77-9679c7df8dce req-169f6392-83b6-43fc-9854-e5964a139240 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 210 time: 0.0426569 Dec 13 17:11:23.329033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:11:23.372580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66710fff-07cc-4b9d-a366-c8c101e68d5b None None] Pushing event updated for resources: {'Port': ['ID=3cfa095f-1eeb-41a3-b067-c51877c7880d,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:23.397398 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:23.398331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.521087 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-373d878a-9feb-4ccc-ae12-f07dc06aa26d None None] Provisioning complete for port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:23.521451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-373d878a-9feb-4ccc-ae12-f07dc06aa26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.563778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-373d878a-9feb-4ccc-ae12-f07dc06aa26d None None] Port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:11:23.574320 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-373d878a-9feb-4ccc-ae12-f07dc06aa26d None None] Provisioning complete for port 3cfa095f-1eeb-41a3-b067-c51877c7880d triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:23.574712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-373d878a-9feb-4ccc-ae12-f07dc06aa26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.792765 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-8e98a8d0-da10-4b19-8ba8-c54647a6ecf0 None None] Provisioning complete for port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:23.793234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8e98a8d0-da10-4b19-8ba8-c54647a6ecf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.833463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8e98a8d0-da10-4b19-8ba8-c54647a6ecf0 None None] Port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:11:23.868807 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Sync routers for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:11:23.881352 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:23.882870 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:10:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:23.952383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-c5e2f20d-4635-43e0-93be-612ef99e58ae None None] Provisioning complete for port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:23.953045 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f20d-4635-43e0-93be-612ef99e58ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:23.988153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2f20d-4635-43e0-93be-612ef99e58ae None None] Port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:11:23.991297 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:24.196903 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 2, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:24.222570 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Checking router: d8e1324f-035c-4a82-bd09-69a2fd6c7166 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:11:24.222954 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Updating router d8e1324f-035c-4a82-bd09-69a2fd6c7166 port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:11:24.247978 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.398623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8d555f7e-7d39-46b2-aaf4-19f101005f9b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:24.400258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8d555f7e-7d39-46b2-aaf4-19f101005f9b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/networks?id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 HTTP/1.1" status: 200 len: 797 time: 0.1107452 Dec 13 17:11:24.463083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f02f134a-5ee7-46fd-8e77-0e20f3ee5f25 req-76b4652c-f286-44f6-97fa-46ac7b2ec274 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 210 time: 0.0309665 Dec 13 17:11:24.508994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-ada0d561-c1c6-46b8-87a7-46972dd22101 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 379 time: 0.0921819 Dec 13 17:11:24.519565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'port': {'device_id': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'admin_state_up': True, 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'security_groups': ['83e9d338-8f46-417d-be26-94ffdfeaad6f']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:24.524369 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.529691 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.585894 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Pushing event updated for resources: {'Port': ['ID=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:24.631294 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.631693 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.631980 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.632360 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.632650 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.633161 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.633733 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.634045 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.634371 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.634896 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.635212 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.635740 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.636063 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:11:24.638942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:11:24.641274 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Attempting to bind port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:11:24.641651 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Attempting to bind port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:11:24.642016 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Attempting to bind port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 on network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:11:24.643611 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.648352 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:11:24.648729 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Checking segment: {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:11:24.649129 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.649517 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Bound using segment: {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:11:24.649987 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Bound port: 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:11:24.650363 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.727874 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] For port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:11:24.731709 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] For port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:11:24.736706 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.784523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.5 (2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2/c74b1b75-b35a-42a4-8388-570e244a7458/5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:11:24.804872 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426554c-d65a-47e1-b318-f576b7ec7c0f None None] Pushing event updated for resources: {'Port': ['ID=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:24.810215 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:24.811244 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:10:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:24.821758 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-010b2252-a833-4511-91bf-7c6893ed6f8b None None] Provisioning complete for port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:24.822130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-010b2252-a833-4511-91bf-7c6893ed6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.923964 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:24.941633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-010b2252-a833-4511-91bf-7c6893ed6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.987430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:24.996033 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-010b2252-a833-4511-91bf-7c6893ed6f8b None None] For port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:25.002726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3cfa095f-1eeb-41a3-b067-c51877c7880d up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:11:25.037156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-010b2252-a833-4511-91bf-7c6893ed6f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.045525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.091998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:11:25.095380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:11:25.099331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:11:25.113286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e5ae29a5-6d44-43b7-8fe8-2e60e0f65173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.128813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b2252-a833-4511-91bf-7c6893ed6f8b None None] Pushing event updated for resources: {'Port': ['ID=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:25.138246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:25.150548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 3cfa095f-1eeb-41a3-b067-c51877c7880d triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:25.151243 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.168112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:25.168743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.183328 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:24Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:25.196669 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-8f0f8d4c-559c-47c7-8435-119e4d52d13c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6790080 Dec 13 17:11:25.211614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2acb2c98-5d79-4c02-bb16-75a518d65e38 None None] Provisioning complete for port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:25.212011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2acb2c98-5d79-4c02-bb16-75a518d65e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.215184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Request body: {'port': {'device_id': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:25.284037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.313322 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607558d9-d761-48a5-a943-fcc0f987002d None None] The sync data for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:24Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:11:25.505313 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6ac18aaa-f998-4e8f-8b54-0c99e56f01bc None None] Provisioning complete for port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:25.505685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6ac18aaa-f998-4e8f-8b54-0c99e56f01bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.576559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6ac18aaa-f998-4e8f-8b54-0c99e56f01bc None None] Port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:11:25.665350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3171e45f-493a-4759-baad-e5a840bbb3f8 req-60503522-6f3c-4043-b054-1142f727e524 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:25.666947 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3171e45f-493a-4759-baad-e5a840bbb3f8 req-60503522-6f3c-4043-b054-1142f727e524 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 931 time: 0.1109693 Dec 13 17:11:25.669036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:11:25.683241 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.706257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Transition to ACTIVE for port object 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:11:25.714590 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.770492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3171e45f-493a-4759-baad-e5a840bbb3f8 req-c6b76ea6-8c12-4676-a4ec-1765d05fa811 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968676 Dec 13 17:11:25.786690 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:25.860411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Attempting to bind port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:11:25.861128 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Attempting to bind port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:11:25.861813 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Attempting to bind port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f on network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:11:25.867917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f on network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:11:25.868247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Attempting to bind port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f on network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:11:25.873831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:11:25.874209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Checking segment: {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:11:25.874595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Bound using segment: {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:11:25.875084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Bound port: 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debc68df-ae60-4edd-a58b-facb3c0962fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:11:25.875448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.944012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] For port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:11:25.948132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] For port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:11:25.952635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.989027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:25.989650 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:25.991946 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] 10.222.0.31 "PUT /v2.0/ports/5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f HTTP/1.1" status: 200 len: 1093 time: 0.7824354 Dec 13 17:11:25.994501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:11:25.996852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539b6554-064c-4a31-879d-86141ec70a96" -d '{"events": [{"name": "network-changed", "server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:11:26.032113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc74dcf-f6c0-49ec-9f30-213bfdb00d47 service neutron] Pushing event updated for resources: {'Port': ['ID=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:26.068432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe17fd38-ff70-40f5-872c-4877982cfe90 x-openstack-request-id: req-fe17fd38-ff70-40f5-872c-4877982cfe90 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:11:26.068757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:11:26.069144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe17fd38-ff70-40f5-872c-4877982cfe90 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:11:26.069678 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'status': 'completed', 'code': 200} Dec 13 17:11:26.090864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-563e702a-6f4c-4c3d-bad0-c69f5b570136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:26.092402 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-563e702a-6f4c-4c3d-bad0-c69f5b570136 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0529208 Dec 13 17:11:26.147075 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-41acc9ef-5f1e-4349-b240-36af19987153 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f HTTP/1.1" status: 200 len: 217 time: 0.0405183 Dec 13 17:11:26.207487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-ef13db24-b60a-49b0-96f9-d72bf5eac32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:26.209163 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-ef13db24-b60a-49b0-96f9-d72bf5eac32c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c74b1b75-b35a-42a4-8388-570e244a7458 HTTP/1.1" status: 200 len: 834 time: 0.0511780 Dec 13 17:11:26.263222 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-1f4ebb64-6a0f-491b-975d-9007a5fc3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:26.264749 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-1f4ebb64-6a0f-491b-975d-9007a5fc3109 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426831 Dec 13 17:11:26.371258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-11fa1d75-b9d8-481f-8ce3-e1b935b46ad2 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932992 Dec 13 17:11:26.470466 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13224f88-6b5c-4f85-a96d-54eb99645d3b req-c6b2b3cd-7567-47e9-9821-e40499dd21a9 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851688 Dec 13 17:11:26.574730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6554-064c-4a31-879d-86141ec70a96 req-10cb608e-b4e1-4e2f-8e49-fd9d78583af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:26.576138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-539b6554-064c-4a31-879d-86141ec70a96 req-10cb608e-b4e1-4e2f-8e49-fd9d78583af7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 1096 time: 0.0418365 Dec 13 17:11:26.670698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6554-064c-4a31-879d-86141ec70a96 req-e85945ee-5ef9-4a57-a199-411f7b9d7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:26.672153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-539b6554-064c-4a31-879d-86141ec70a96 req-e85945ee-5ef9-4a57-a199-411f7b9d7464 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 HTTP/1.1" status: 200 len: 898 time: 0.0881712 Dec 13 17:11:26.714890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-539b6554-064c-4a31-879d-86141ec70a96 req-c97cf1c8-ef83-4232-9ce9-23a4b6c725ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f HTTP/1.1" status: 200 len: 217 time: 0.0342336 Dec 13 17:11:26.766884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6554-064c-4a31-879d-86141ec70a96 req-70cc23b6-78aa-40d0-8a13-6445d963689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:26.768335 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-539b6554-064c-4a31-879d-86141ec70a96 req-70cc23b6-78aa-40d0-8a13-6445d963689c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c74b1b75-b35a-42a4-8388-570e244a7458 HTTP/1.1" status: 200 len: 834 time: 0.0463603 Dec 13 17:11:26.816329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b6554-064c-4a31-879d-86141ec70a96 req-27711328-2659-4762-88d4-5ae1afa2affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:26.817871 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-539b6554-064c-4a31-879d-86141ec70a96 req-27711328-2659-4762-88d4-5ae1afa2affd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404234 Dec 13 17:11:26.939720 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56ba45-5ad0-47f6-a588-e7bbb96e7ba7 req-6b3c9c1c-3b9e-4896-b921-832a5cae763d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:26.941168 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a56ba45-5ad0-47f6-a588-e7bbb96e7ba7 req-6b3c9c1c-3b9e-4896-b921-832a5cae763d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 943 time: 0.0980239 Dec 13 17:11:26.958927 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-539b6554-064c-4a31-879d-86141ec70a96 req-696fabbf-67a4-4ec1-93d4-c045c55cf718 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327338 Dec 13 17:11:26.959117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:11:27.007989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:27.008352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:27.045954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a56ba45-5ad0-47f6-a588-e7bbb96e7ba7 req-29af06fb-c080-4e67-baa0-777795ab3238 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969493 Dec 13 17:11:27.080724 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-539b6554-064c-4a31-879d-86141ec70a96 req-fbcf9c4e-7add-428c-a339-cbbcc71cdec6 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124415 Dec 13 17:11:27.480239 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ec02a868-8cdc-44eb-bb85-2101b07ab10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:28.168533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1a698-c4aa-4d33-b0bc-c12a0e075a9b req-6e9a4d27-7821-410f-a578-ab78f90b628b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:28.169911 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d3f1a698-c4aa-4d33-b0bc-c12a0e075a9b req-6e9a4d27-7821-410f-a578-ab78f90b628b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 943 time: 0.0539899 Dec 13 17:11:28.218718 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d3f1a698-c4aa-4d33-b0bc-c12a0e075a9b req-75768491-58da-4f9a-99f4-a3c701974767 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Dec 13 17:11:28.579826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:28.635780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:11:28.729745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:28.743907 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'port_id': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'mac_address': 'fa:16:3e:db:be:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:11:28.781749 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:28.795221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:11:28.814376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:28.817918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:28.863535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:29.090874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:11:29.386295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892bc145-3a3a-4482-8625-3603ba167ba3 req-ddacc9fc-f73b-4530-9c97-857346d739bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:29.387812 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-892bc145-3a3a-4482-8625-3603ba167ba3 req-ddacc9fc-f73b-4530-9c97-857346d739bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 944 time: 0.0491347 Dec 13 17:11:29.437125 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-892bc145-3a3a-4482-8625-3603ba167ba3 req-d93af798-c9e3-4dec-b22d-6f8c37172d09 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432539 Dec 13 17:11:30.125118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:30.556165 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249a4dc-a0f7-47be-8af1-bb3cfa246b95 req-84168954-a174-445c-ae67-d2b7797cfe52 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:30.557679 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8249a4dc-a0f7-47be-8af1-bb3cfa246b95 req-84168954-a174-445c-ae67-d2b7797cfe52 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 944 time: 0.0549555 Dec 13 17:11:30.607209 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8249a4dc-a0f7-47be-8af1-bb3cfa246b95 req-ce249a2f-1fdf-48dc-9d00-4ea2b52c6928 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Dec 13 17:11:30.652983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:11:30.706164 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:11:30.710425 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:11:30.711010 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:30.786420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:30.810187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:11:30.812483 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a44b14-1627-445f-9c6a-2aa412174e20" -d '{"events": [{"server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "name": "network-vif-plugged", "status": "completed", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:11:30.825273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:11:30.829497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:30.855245 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d29b850-8843-42d0-9448-d968a946bddc x-openstack-request-id: req-8d29b850-8843-42d0-9448-d968a946bddc {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:11:30.855544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "name": "network-vif-plugged", "status": "completed", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:11:30.855799 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d29b850-8843-42d0-9448-d968a946bddc {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:11:30.856192 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'code': 200} Dec 13 17:11:30.885921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:30.969670 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:31.032476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b553c1-2ed9-4b68-bb17-841c345ab35b req-d3ff1713-caad-4eb3-a83d-0745a70d190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:31.033973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-92b553c1-2ed9-4b68-bb17-841c345ab35b req-d3ff1713-caad-4eb3-a83d-0745a70d190c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0407922 Dec 13 17:11:31.092879 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-92b553c1-2ed9-4b68-bb17-841c345ab35b req-984337f0-0def-4144-bc42-8dc08c68d7dc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402265 Dec 13 17:11:31.722100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40afad6-9eb2-4143-ac82-a0dc6e64901f req-9ef1b1ad-fc2b-445a-9f05-7740d61ddc46 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:31.723614 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f40afad6-9eb2-4143-ac82-a0dc6e64901f req-9ef1b1ad-fc2b-445a-9f05-7740d61ddc46 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0492778 Dec 13 17:11:31.776080 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f40afad6-9eb2-4143-ac82-a0dc6e64901f req-df7466f6-ddc4-4074-9e41-8a6e739f28ec tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461795 Dec 13 17:11:32.892046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768dc4e-5463-4a2c-9130-41b54b39d80d req-9d897fca-6874-430e-b948-14bbeabca356 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:32.893505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4768dc4e-5463-4a2c-9130-41b54b39d80d req-9d897fca-6874-430e-b948-14bbeabca356 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0494719 Dec 13 17:11:32.942924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4768dc4e-5463-4a2c-9130-41b54b39d80d req-740359d0-42de-4115-83ed-14907d3c7f4b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431306 Dec 13 17:11:33.058183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0425a7-98dc-4ec5-9370-af227e13546d req-d62fda24-801c-49a2-87a1-3e72dbd1f8b2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:33.059588 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a0425a7-98dc-4ec5-9370-af227e13546d req-d62fda24-801c-49a2-87a1-3e72dbd1f8b2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0488300 Dec 13 17:11:33.107648 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1a0425a7-98dc-4ec5-9370-af227e13546d req-1c63f2d8-411e-4362-a67a-de7df1a17bfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422931 Dec 13 17:11:33.129206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53044) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:33.210309 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e684a0-6a3f-425b-9d38-06ec67c219de tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:33.211853 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f3e684a0-6a3f-425b-9d38-06ec67c219de tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 1093 time: 0.0815699 Dec 13 17:11:33.214676 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53048) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:33.218993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:11:33.243969 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:33.341870 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:33.446188 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.136 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/4207099c-121f-46c9-9951-13a4857cb5c3) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:11:33.545218 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:33.577705 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:33.620937 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:11:33.624029 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:11:33.626554 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:11:33.649914 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=4207099c-121f-46c9-9951-13a4857cb5c3,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:34.260204 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:34.327000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:34.477772 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:34.482313 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:34.545512 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=4207099c-121f-46c9-9951-13a4857cb5c3,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:11:34.562487 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:34.661924 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP ce7179ea-5000-4546-9b5e-be29c09e834e associated. External IP: 172.26.6.136, port: 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f. Dec 13 17:11:34.869825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router d8e1324f-035c-4a82-bd09-69a2fd6c7166 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:11:34.977210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:11:34.986815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] Sync routers for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:11:34.995015 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:34.998067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:34.998739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:11:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:35.023971 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-51cd4fc1-d63f-49f4-81c7-991a97c59b4e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8082459 Dec 13 17:11:35.024689 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:11:35.027290 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef" -d '{"events": [{"name": "network-changed", "server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:11:35.076000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad612b06-b709-470b-86c5-e881d9b62991 x-openstack-request-id: req-ad612b06-b709-470b-86c5-e881d9b62991 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:11:35.076341 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:11:35.076607 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad612b06-b709-470b-86c5-e881d9b62991 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:11:35.077017 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'status': 'completed', 'code': 200} Dec 13 17:11:35.097352 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:11:35.112974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:35.455350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0921c3-bd28-44bc-96fb-1f81cdfdafbe req-19998129-a6f5-4370-9929-6f0b27959907 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:35.456846 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a0921c3-bd28-44bc-96fb-1f81cdfdafbe req-19998129-a6f5-4370-9929-6f0b27959907 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.3781984 Dec 13 17:11:35.463174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-6c663b3b-60b9-4554-94a8-96fa6cba30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:35.464582 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-6c663b3b-60b9-4554-94a8-96fa6cba30f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0578728 Dec 13 17:11:35.498027 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ce7179ea-5000-4546-9b5e-be29c09e834e', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.136', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'port_id': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'mac_address': 'fa:16:3e:db:be:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:11:33Z', 'updated_at': '2021-12-13T17:11:33Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:24Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:35.527152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] Checking router: d8e1324f-035c-4a82-bd09-69a2fd6c7166 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:11:35.535486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:11:35.536099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:11:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:35.561127 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a0921c3-bd28-44bc-96fb-1f81cdfdafbe req-aefd5965-cb4c-4056-ba28-49ef79da1b96 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955827 Dec 13 17:11:35.585429 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53054) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:35.592189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-3d10bf37-9a6e-4866-9866-aa6350b390d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:35.593633 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-3d10bf37-9a6e-4866-9866-aa6350b390d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 HTTP/1.1" status: 200 len: 898 time: 0.1149673 Dec 13 17:11:35.644959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:11:35.654629 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3793fa1f-0eb8-4d79-83cd-a19b2c3237aa tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/ce7179ea-5000-4546-9b5e-be29c09e834e HTTP/1.1" status: 200 len: 991 time: 0.0668986 Dec 13 17:11:35.664650 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-bbc8e78f-6177-4078-be3b-d4aeeadea560 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f HTTP/1.1" status: 200 len: 999 time: 0.0620909 Dec 13 17:11:35.717070 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-98027d42-3ccc-4767-aee8-6c7d94ab2734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:35.718566 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-98027d42-3ccc-4767-aee8-6c7d94ab2734 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c74b1b75-b35a-42a4-8388-570e244a7458 HTTP/1.1" status: 200 len: 834 time: 0.0477293 Dec 13 17:11:35.764529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-fed1088d-9899-4a72-bc81-991adf4379d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:11:35.766023 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-fed1088d-9899-4a72-bc81-991adf4379d1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390556 Dec 13 17:11:35.858165 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-d49d68bc-68c1-4981-b0fe-649225f4e17a service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814285 Dec 13 17:11:35.869123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ce7179ea-5000-4546-9b5e-be29c09e834e', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.136', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'port_id': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'mac_address': 'fa:16:3e:db:be:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:11:33Z', 'updated_at': '2021-12-13T17:11:33Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:24Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:11:35.901497 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d063f99-88dc-4f09-8a0c-4a7dd94c97a3 None None] The sync data for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'ce7179ea-5000-4546-9b5e-be29c09e834e', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.136', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'port_id': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1785, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'mac_address': 'fa:16:3e:db:be:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:11:33Z', 'updated_at': '2021-12-13T17:11:33Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:24Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:11:35.956460 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ed8e17f-d4ef-450a-8aa4-df7d4cf68fef req-95baae61-4297-4ebe-b0d6-b2dde1ac4113 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904288 Dec 13 17:11:36.088112 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfb894e-bbd1-40f4-a311-ef10f713fa8d None None] New status for floating IP ce7179ea-5000-4546-9b5e-be29c09e834e: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:11:36.658337 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53056) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:11:36.718994 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c78e58c1-a9c7-48ea-96fd-612cf9cb8efd tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/ce7179ea-5000-4546-9b5e-be29c09e834e HTTP/1.1" status: 200 len: 993 time: 0.0594356 Dec 13 17:11:44.273898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:55.058496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6dffee15-675d-4a53-af9b-b7af16e3c645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:57.481206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7e904212-fdc7-4351-9f6d-6832adbe6321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:11:58.582070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:00.128759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:00.973629 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:10.044687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a16919-cb15-4fd7-99be-34573ce7b7f8 req-a558364b-d0f4-4c7a-9cf9-a6089697ae38 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:10.046293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-65a16919-cb15-4fd7-99be-34573ce7b7f8 req-a558364b-d0f4-4c7a-9cf9-a6089697ae38 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0501678 Dec 13 17:12:10.096590 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-65a16919-cb15-4fd7-99be-34573ce7b7f8 req-de0d372e-d2c8-424f-af47-48e2952888d7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443113 Dec 13 17:12:11.214580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9c624-e330-42fc-be7b-4c7a25806189 req-4031e2c6-91a6-4f1e-96a0-55a1b2061a16 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:11.215999 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0f9c624-e330-42fc-be7b-4c7a25806189 req-4031e2c6-91a6-4f1e-96a0-55a1b2061a16 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0486476 Dec 13 17:12:11.270334 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0f9c624-e330-42fc-be7b-4c7a25806189 req-626241d7-16ef-4214-a571-2a398c63bd79 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483935 Dec 13 17:12:12.095604 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:12:12.386828 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d46ce-9ec4-4c73-bc0c-5ebe1ea3d253 req-d18a9b46-d6ba-4bac-854d-66219c7ce677 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:12.388361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f1d46ce-9ec4-4c73-bc0c-5ebe1ea3d253 req-d18a9b46-d6ba-4bac-854d-66219c7ce677 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0499663 Dec 13 17:12:12.436997 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1f1d46ce-9ec4-4c73-bc0c-5ebe1ea3d253 req-4d3441bb-ccee-465d-93aa-7574e6f35865 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427148 Dec 13 17:12:13.551312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daa2bf-9e65-4769-8557-03461afa53ef req-e1495f43-3012-45e9-be5a-de5040a07440 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:13.553295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-67daa2bf-9e65-4769-8557-03461afa53ef req-e1495f43-3012-45e9-be5a-de5040a07440 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0489361 Dec 13 17:12:13.601451 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-67daa2bf-9e65-4769-8557-03461afa53ef req-ca77de7f-4cc7-4dcb-933f-33daffad49d9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 Dec 13 17:12:14.289666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:14.722723 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c416da-2eb1-4114-a5a2-f4dc15031936 req-efd4373e-ea45-4138-9a2c-6655abdd94ea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:14.724244 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-62c416da-2eb1-4114-a5a2-f4dc15031936 req-efd4373e-ea45-4138-9a2c-6655abdd94ea tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0550034 Dec 13 17:12:14.772852 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-62c416da-2eb1-4114-a5a2-f4dc15031936 req-5b7b6bb8-5ebc-41b4-b7b9-12062e50ae20 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Dec 13 17:12:15.888967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13239f41-4e7e-479d-a23f-ffe0f24a78ce req-00b9f44e-24ab-408e-9998-73ac507d132f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:15.890446 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13239f41-4e7e-479d-a23f-ffe0f24a78ce req-00b9f44e-24ab-408e-9998-73ac507d132f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0492647 Dec 13 17:12:15.938793 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-13239f41-4e7e-479d-a23f-ffe0f24a78ce req-171a2d56-d4e8-43ce-9cee-fc9d2df1e30e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424755 Dec 13 17:12:17.057907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c805c-fb4d-4325-afcc-d164b867ba9e req-96600e41-a6d5-443d-9eb6-5d6aa4919f8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:17.059410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca6c805c-fb4d-4325-afcc-d164b867ba9e req-96600e41-a6d5-443d-9eb6-5d6aa4919f8e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0530531 Dec 13 17:12:17.107474 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca6c805c-fb4d-4325-afcc-d164b867ba9e req-f5e70cdb-3580-4c9a-acdc-3caca793df50 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422113 Dec 13 17:12:18.220620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66115d1a-2510-4d44-a9c9-f5968a9642e6 req-164dc6fb-9e44-4adb-83cc-3f8c76f7e1c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:18.222099 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66115d1a-2510-4d44-a9c9-f5968a9642e6 req-164dc6fb-9e44-4adb-83cc-3f8c76f7e1c2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0491986 Dec 13 17:12:18.271510 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-66115d1a-2510-4d44-a9c9-f5968a9642e6 req-eba21808-29d5-44a0-aebe-f298ee50c012 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432596 Dec 13 17:12:19.388261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389330f-11fb-4c67-8bf4-c35ce62de5ab req-ca106bb8-d6b8-485f-881e-68cd6720dc97 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:19.389824 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7389330f-11fb-4c67-8bf4-c35ce62de5ab req-ca106bb8-d6b8-485f-881e-68cd6720dc97 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0496967 Dec 13 17:12:19.442866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7389330f-11fb-4c67-8bf4-c35ce62de5ab req-998a2166-ee7d-4108-b5df-175f7736aca2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470116 Dec 13 17:12:20.558020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2b053-91f4-4079-a74c-3c6fcc17d7be req-97a00556-6d1c-4699-a27a-27f0b0f08a3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:20.559513 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5fd2b053-91f4-4079-a74c-3c6fcc17d7be req-97a00556-6d1c-4699-a27a-27f0b0f08a3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0487201 Dec 13 17:12:20.608819 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5fd2b053-91f4-4079-a74c-3c6fcc17d7be req-15d7c606-bb53-4e12-8dfa-d4acd382b50a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435340 Dec 13 17:12:20.631558 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53090) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:12:20.695781 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-57d28437-1600-4785-bf80-44ec065a6758 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/ce7179ea-5000-4546-9b5e-be29c09e834e HTTP/1.1" status: 200 len: 993 time: 0.0629499 Dec 13 17:12:21.765310 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca629975-1e48-425d-927d-b791032d11cc req-bd52e8b6-2809-4985-9067-ea360a80fab8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399420 Dec 13 17:12:21.874895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629975-1e48-425d-927d-b791032d11cc req-7aac72fb-4aca-4436-ba8d-c81f0a24c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:21.876611 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca629975-1e48-425d-927d-b791032d11cc req-7aac72fb-4aca-4436-ba8d-c81f0a24c5ab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0411136 Dec 13 17:12:22.029020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946612b-a96f-489e-8988-6a50d2f7a030 req-639587ab-791c-4cfd-a4d3-61c85710d01e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:22.030393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3946612b-a96f-489e-8988-6a50d2f7a030 req-639587ab-791c-4cfd-a4d3-61c85710d01e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0724089 Dec 13 17:12:22.046206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629975-1e48-425d-927d-b791032d11cc req-eab8cd80-75f0-4bfa-886b-b3ee2bf87063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:22.047625 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca629975-1e48-425d-927d-b791032d11cc req-eab8cd80-75f0-4bfa-886b-b3ee2bf87063 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 HTTP/1.1" status: 200 len: 898 time: 0.1383159 Dec 13 17:12:22.134078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3946612b-a96f-489e-8988-6a50d2f7a030 req-0a31c217-3d16-4215-af9d-b5f01f5dc9e8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963533 Dec 13 17:12:22.140002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca629975-1e48-425d-927d-b791032d11cc req-6d304cbb-f608-4757-b6eb-c473fe92817c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f HTTP/1.1" status: 200 len: 1001 time: 0.0832810 Dec 13 17:12:22.198412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629975-1e48-425d-927d-b791032d11cc req-f60623ca-7cbe-4a97-b035-a41b1656baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:22.199897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca629975-1e48-425d-927d-b791032d11cc req-f60623ca-7cbe-4a97-b035-a41b1656baaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c74b1b75-b35a-42a4-8388-570e244a7458 HTTP/1.1" status: 200 len: 834 time: 0.0453579 Dec 13 17:12:22.250319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629975-1e48-425d-927d-b791032d11cc req-7ee28d63-1b7c-4d90-93af-55abeff053df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:22.251849 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca629975-1e48-425d-927d-b791032d11cc req-7ee28d63-1b7c-4d90-93af-55abeff053df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402300 Dec 13 17:12:22.351926 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca629975-1e48-425d-927d-b791032d11cc req-1b9c5462-d037-44c3-ab2b-43ac85777936 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870011 Dec 13 17:12:22.447034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ca629975-1e48-425d-927d-b791032d11cc req-079a8cb4-1175-45c9-9f1a-e2f9ae358400 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841706 Dec 13 17:12:22.555992 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036723fd-ef16-487d-9506-f33854b521b8 req-aec9db56-375a-4abc-99f5-ff6b35aaf7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:22.557487 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-036723fd-ef16-487d-9506-f33854b521b8 req-aec9db56-375a-4abc-99f5-ff6b35aaf7fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0462461 Dec 13 17:12:22.650407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036723fd-ef16-487d-9506-f33854b521b8 req-5043c87f-f570-46b8-b639-919336436bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:22.651907 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-036723fd-ef16-487d-9506-f33854b521b8 req-5043c87f-f570-46b8-b639-919336436bb0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 HTTP/1.1" status: 200 len: 898 time: 0.0838146 Dec 13 17:12:22.726078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-036723fd-ef16-487d-9506-f33854b521b8 req-7e466db0-0e43-42b3-a12c-7727ae40f36c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f HTTP/1.1" status: 200 len: 1001 time: 0.0628986 Dec 13 17:12:22.783385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036723fd-ef16-487d-9506-f33854b521b8 req-b60a0778-0dd9-43b6-8858-50315a59931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:22.784855 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-036723fd-ef16-487d-9506-f33854b521b8 req-b60a0778-0dd9-43b6-8858-50315a59931d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c74b1b75-b35a-42a4-8388-570e244a7458 HTTP/1.1" status: 200 len: 834 time: 0.0458984 Dec 13 17:12:22.829624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036723fd-ef16-487d-9506-f33854b521b8 req-c25d9bea-780d-4a6b-b7fb-bfa32a8ac8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:22.831132 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-036723fd-ef16-487d-9506-f33854b521b8 req-c25d9bea-780d-4a6b-b7fb-bfa32a8ac8dd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393538 Dec 13 17:12:22.925536 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-036723fd-ef16-487d-9506-f33854b521b8 req-d73c5035-caaa-42ab-a6b7-c96b0eb53fea service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852549 Dec 13 17:12:23.018703 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-036723fd-ef16-487d-9506-f33854b521b8 req-8e7311fd-4e52-4e62-b89e-7c5e93087e4e service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817680 Dec 13 17:12:23.250843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761be233-74bc-4589-94ec-2653d8e5df86 req-5ba771ec-6959-4492-9212-0054de91527b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:23.252317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-761be233-74bc-4589-94ec-2653d8e5df86 req-5ba771ec-6959-4492-9212-0054de91527b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0488064 Dec 13 17:12:23.306100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-761be233-74bc-4589-94ec-2653d8e5df86 req-015e6cc8-e973-4575-8cf0-92405f62a371 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473297 Dec 13 17:12:24.426963 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718a701-8750-4172-a721-dd2ae4e4db70 req-6825eba3-8b57-45ae-9633-73b5858702ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:24.428569 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6718a701-8750-4172-a721-dd2ae4e4db70 req-6825eba3-8b57-45ae-9633-73b5858702ed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0499411 Dec 13 17:12:24.478225 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6718a701-8750-4172-a721-dd2ae4e4db70 req-545dfc0d-aaea-4527-98f5-b9d0fd89bee1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437665 Dec 13 17:12:24.501800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53102) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:12:24.562020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c7310f8d-79dd-46e2-ba69-4ed3f671c0a7 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/ce7179ea-5000-4546-9b5e-be29c09e834e HTTP/1.1" status: 200 len: 993 time: 0.0590925 Dec 13 17:12:25.061655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-15e07edf-31a4-4945-9769-92854c92a34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:27.484549 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-580eaa78-2159-46f2-8b3e-4c7d3bec8b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:28.585188 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:30.136365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:30.977845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:44.289124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:49.093927 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:12:55.063801 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-29dffbac-66f2-4f2a-97c8-4e41173d680b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:56.990792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53114) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:12:57.151786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 4207099c-121f-46c9-9951-13a4857cb5c3 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:12:57.152123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:57.230189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:57.230509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:57.241969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 4207099c-121f-46c9-9951-13a4857cb5c3 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:12:57.390247 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:57.417582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=4207099c-121f-46c9-9951-13a4857cb5c3,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:12:57.442124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.442486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.442856 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.443196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.443531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.443862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.444190 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.444518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.444846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.445173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.445500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.445820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.446141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:12:57.485814 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-99faf85f-4e3b-411f-99c6-592330ae3e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:57.489613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:57.489956 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP ce7179ea-5000-4546-9b5e-be29c09e834e disassociated (deleted). External IP: 172.26.6.136, port: 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f. Dec 13 17:12:57.695822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router d8e1324f-035c-4a82-bd09-69a2fd6c7166 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:12:57.806058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:12:57.811000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:57.815540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] Sync routers for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:12:57.825645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:12:57.826267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:12:57.838434 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e63cb4db-9069-4584-b678-044f5223002f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/floatingips/ce7179ea-5000-4546-9b5e-be29c09e834e HTTP/1.1" status: 204 len: 168 time: 0.8466201 Dec 13 17:12:57.839256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:12:57.841730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b763753b-e95b-49c7-8d3c-e79f6e61967c" -d '{"events": [{"name": "network-changed", "server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:12:57.883873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b897b9d1-78e6-4582-8dd3-f9abaf12a9a1 x-openstack-request-id: req-b897b9d1-78e6-4582-8dd3-f9abaf12a9a1 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:12:57.884170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:12:57.884551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b897b9d1-78e6-4582-8dd3-f9abaf12a9a1 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:12:57.884969 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'status': 'completed', 'code': 200} Dec 13 17:12:57.941509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:12:57.964329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-2a31691e-d25b-45b7-ab14-0310890545e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:57.965875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-2a31691e-d25b-45b7-ab14-0310890545e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 1098 time: 0.0481243 Dec 13 17:12:58.099005 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-0cbe38a8-bce7-4737-be37-18fce7606c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:58.100496 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-0cbe38a8-bce7-4737-be37-18fce7606c3d service neutron] 10.222.0.31 "GET /v2.0/networks?id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 HTTP/1.1" status: 200 len: 898 time: 0.1231956 Dec 13 17:12:58.109246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d9ef2-e0c3-4dc1-a6e5-4d02de83a530 req-f8f189c6-7f98-4cb4-8897-afbb13ff852b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:58.110665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-968d9ef2-e0c3-4dc1-a6e5-4d02de83a530 req-f8f189c6-7f98-4cb4-8897-afbb13ff852b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0834801 Dec 13 17:12:58.154391 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:24Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:12:58.157589 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-c99c22a0-564c-4256-a02b-118493b6ce44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f HTTP/1.1" status: 200 len: 217 time: 0.0459702 Dec 13 17:12:58.181031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] Checking router: d8e1324f-035c-4a82-bd09-69a2fd6c7166 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:12:58.189206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:12:58.189811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:12:58.219660 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-968d9ef2-e0c3-4dc1-a6e5-4d02de83a530 req-72e365bb-11a0-419f-84f1-f7236bff4d80 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021969 Dec 13 17:12:58.228891 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-98a3ef70-6c1f-4845-8ecb-1522cf5321b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:58.230364 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-98a3ef70-6c1f-4845-8ecb-1522cf5321b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=c74b1b75-b35a-42a4-8388-570e244a7458 HTTP/1.1" status: 200 len: 834 time: 0.0602775 Dec 13 17:12:58.285099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-87e9d930-f9ed-43a2-a2a9-d0d135456d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:58.287035 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-87e9d930-f9ed-43a2-a2a9-d0d135456d82 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0484767 Dec 13 17:12:58.296576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:12:58.377617 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-e09d566e-a128-4d36-89c4-2dc074c8fd99 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825500 Dec 13 17:12:58.472780 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b763753b-e95b-49c7-8d3c-e79f6e61967c req-25d76cf7-e671-493f-9fb5-fd50c5a33315 service neutron] 10.222.0.31 "GET /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871129 Dec 13 17:12:58.495616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:24Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:12:58.526121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ed0f9f-afe8-438f-9b82-29ae753b0d5d None None] The sync data for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '5a84f8c5-cc5e-4f27-99d5-26e8d637dac5', 'name': '', 'network_id': '2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:8e:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_interface', 'standard_attr_id': 1782, 'fixed_ips': [{'subnet_id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:21Z', 'updated_at': '2021-12-13T17:11:24Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': 'c74b1b75-b35a-42a4-8388-570e244a7458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:12:58.590311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:12:58.742722 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a13952-c031-4ea1-a6c8-cb568a1721a5 None None] New status for floating IP ce7179ea-5000-4546-9b5e-be29c09e834e: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:12:59.342318 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7563b5-10b7-45ad-b180-09b6157c8e87 req-25a93f04-a025-488e-9243-abf25a37404f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:59.343841 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7f7563b5-10b7-45ad-b180-09b6157c8e87 req-25a93f04-a025-488e-9243-abf25a37404f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0520771 Dec 13 17:12:59.393085 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7f7563b5-10b7-45ad-b180-09b6157c8e87 req-5c5baaf0-51a3-4ae2-a67d-6485af808ef3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=83e9d338-8f46-417d-be26-94ffdfeaad6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426834 Dec 13 17:12:59.858364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-06d51642-1939-4a90-bf96-489aa6170133 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:12:59.859863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-06d51642-1939-4a90-bf96-489aa6170133 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 945 time: 0.0483353 Dec 13 17:12:59.961427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:12:59.961778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:00.051503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:00.051858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:00.063901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:13:00.135642 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:00.193312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:00.219726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:00.266704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] No DVR routers for this DVR port 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:13:00.269137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:00.273246 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-de4b8d27-6a62-4cec-8e2e-2c83f7c04a9c req-8c96554e-0fe0-452f-af18-3ff2465515bc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "DELETE /v2.0/ports/5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f HTTP/1.1" status: 204 len: 173 time: 0.4032881 Dec 13 17:13:00.273708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'name': 'network-vif-deleted', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:13:00.276356 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb55845-c2f9-49a0-83d6-d369b9bb0a34" -d '{"events": [{"server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "name": "network-vif-deleted", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:13:00.323831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc42ed1a-3c12-4825-8063-49f27c5b378a x-openstack-request-id: req-bc42ed1a-3c12-4825-8063-49f27c5b378a {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:13:00.324224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e326ce-96e5-41b3-b045-fd6109616fa9", "name": "network-vif-deleted", "tag": "5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:13:00.324562 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc42ed1a-3c12-4825-8063-49f27c5b378a {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:13:00.325138 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e326ce-96e5-41b3-b045-fd6109616fa9', 'name': 'network-vif-deleted', 'tag': '5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f', 'status': 'completed', 'code': 200} Dec 13 17:13:00.498801 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b1d6b360-9a3f-42d5-8033-230d72b23fab req-ea88849d-ab9d-4e5f-bdfb-3ec7424493ae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=76e326ce-96e5-41b3-b045-fd6109616fa9 HTTP/1.1" status: 200 len: 210 time: 0.0259461 Dec 13 17:13:00.991706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:01.555624 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53132) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:01.908971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:02.454783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:13:02.455112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:02.543644 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:02.544008 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:02.556697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:13:02.738149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:02.764041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=5a84f8c5-cc5e-4f27-99d5-26e8d637dac5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:02.940787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:02.993845 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:13:03.014135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:13:03.014484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 5e6f1af7-8b8b-41ad-a333-7fe7e6a7a02f not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:13:03.169850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router d8e1324f-035c-4a82-bd09-69a2fd6c7166 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:13:03.277333 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:13:03.282335 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-027ea292-464c-44aa-9caa-d0d15465ee36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/d8e1324f-035c-4a82-bd09-69a2fd6c7166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256887 Dec 13 17:13:03.285363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53134) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:03.291653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] Sync routers for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:13:03.301386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:13:03.302058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:03.341934 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24ad6a5-297c-4625-ae99-4d1ce710afc5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting subnet c74b1b75-b35a-42a4-8388-570e244a7458 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:13:03.345120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f24ad6a5-297c-4625-ae99-4d1ce710afc5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.386933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f24ad6a5-297c-4625-ae99-4d1ce710afc5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.404718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:13:03.471109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f24ad6a5-297c-4625-ae99-4d1ce710afc5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.534615 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f24ad6a5-297c-4625-ae99-4d1ce710afc5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.563946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ad6a5-297c-4625-ae99-4d1ce710afc5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Subnet': ['ID=c74b1b75-b35a-42a4-8388-570e244a7458,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:03.565893 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f24ad6a5-297c-4625-ae99-4d1ce710afc5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.569702 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f24ad6a5-297c-4625-ae99-4d1ce710afc5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/subnets/c74b1b75-b35a-42a4-8388-570e244a7458 HTTP/1.1" status: 204 len: 168 time: 0.2833831 Dec 13 17:13:03.572329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53136) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:03.575767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008841ba-a35b-43c9-b5cb-d3698d821f6c None None] Network 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:13:03.671611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:13:02Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:03.682081 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.705374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] Checking router: d8e1324f-035c-4a82-bd09-69a2fd6c7166 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:13:03.716493 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] Routers {'d8e1324f-035c-4a82-bd09-69a2fd6c7166'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:13:03.717305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:03.790636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.847064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:13:03.847445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.930919 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:03.931290 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:03.943855 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] DHCP port deletion for 2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:13:03.944084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:13:04.010671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] Set router d8e1324f-035c-4a82-bd09-69a2fd6c7166 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:13:04.110456 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Deleting port 3cfa095f-1eeb-41a3-b067-c51877c7880d {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:13:04.110774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.117831 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.144764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:04.159130 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757a1998-fc51-43ab-bb5c-774d282de50d None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:13:04.207898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.208849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] For port 3cfa095f-1eeb-41a3-b067-c51877c7880d, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=3cfa095f-1eeb-41a3-b067-c51877c7880d,segment=NetworkSegment(debc68df-ae60-4edd-a58b-facb3c0962fb),segment_id=debc68df-ae60-4edd-a58b-facb3c0962fb)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:04.209257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.225336 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Calling delete_port for 3cfa095f-1eeb-41a3-b067-c51877c7880d owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:13:04.299741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.302486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.334254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:13:02Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:04.348858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.349426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Fanout notify agent at l3_agent the message router_deleted on router d8e1324f-035c-4a82-bd09-69a2fd6c7166 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:13:04.356642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.357754 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-1702793d-469a-413a-88b5-80839a69fbfb tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/routers/d8e1324f-035c-4a82-bd09-69a2fd6c7166 HTTP/1.1" status: 204 len: 168 time: 0.7845075 Dec 13 17:13:04.360683 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53138) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:04.362512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1066390f-f9ce-450f-87a5-7ae20ead8759 None None] The sync data for ids ['d8e1324f-035c-4a82-bd09-69a2fd6c7166'] in dv-neutron-821599-1-hyperv is: [{'id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'name': 'tempest-TestNetworkAdvancedServerOps-router-366366750', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147'}], 'enable_snat': True}, 'gw_port_id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:13:02Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8e1324f-035c-4a82-bd09-69a2fd6c7166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:11:18Z', 'updated_at': '2021-12-13T17:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:13:04.366820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.393025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Pushing event deleted for resources: {'Port': ['ID=3cfa095f-1eeb-41a3-b067-c51877c7880d,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:04.397809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] No DVR routers for this DVR port 3cfa095f-1eeb-41a3-b067-c51877c7880d on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:13:04.407086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.407086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.407086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.407086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.407086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.407086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.407086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.408640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.408877 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.409231 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.409578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.410436 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.410804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad53f27-56f0-489e-b798-93b33a1655e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.447312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.537439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.556986 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:04.566088 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debc68df-ae60-4edd-a58b-facb3c0962fb') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:04.566890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debc68df-ae60-4edd-a58b-facb3c0962fb') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:04.575654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.589233 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.595016 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:13:04.595400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:13:04.599099 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:13:04.654569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.662084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.665550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/networks/2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2 HTTP/1.1" status: 204 len: 168 time: 0.3039877 Dec 13 17:13:04.668520 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53140) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:04.677164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44f6f6-b3b5-4d50-b20d-ca19cfc6b096 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Network': ['ID=2b0f4ab5-7bea-48f2-962e-7f160bf0a2b2,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:04.725534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.751951 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.817921 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.820720 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:04.822092 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/security-groups/83e9d338-8f46-417d-be26-94ffdfeaad6f HTTP/1.1" status: 204 len: 168 time: 0.1523168 Dec 13 17:13:04.831731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e9d338-8f46-417d-be26-94ffdfeaad6f,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:04.846872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.847267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.847623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.848141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.848563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.849099 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.849491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.849830 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.850336 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.850836 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.851064 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.851405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:04.851744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf5de316-e624-4688-99e9-9bbe492f316b tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:05.038786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:13:05.069021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:13:05.069612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 5a84f8c5-cc5e-4f27-99d5-26e8d637dac5 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:13:05.070190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3cfa095f-1eeb-41a3-b067-c51877c7880d no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:13:05.092163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 3cfa095f-1eeb-41a3-b067-c51877c7880d {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:13:05.092509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 3cfa095f-1eeb-41a3-b067-c51877c7880d not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:13:05.346767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53146) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:05.351960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9b397cd8-6365-44a6-9bd0-73f6a23b2a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391176563', 'description': 'tempest-secgroup-smoke-391176563 description', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:05.373509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b397cd8-6365-44a6-9bd0-73f6a23b2a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.449367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b397cd8-6365-44a6-9bd0-73f6a23b2a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.455450 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b397cd8-6365-44a6-9bd0-73f6a23b2a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.487726 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b397cd8-6365-44a6-9bd0-73f6a23b2a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.491660 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9b397cd8-6365-44a6-9bd0-73f6a23b2a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1405644 Dec 13 17:13:05.491660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b397cd8-6365-44a6-9bd0-73f6a23b2a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d16463-4ce7-40b8-ab5d-1b46e639715e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:05.492089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53148) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:05.497159 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-0e8c535d-97a2-4f1d-b71a-af265497ca48 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '49d16463-4ce7-40b8-ab5d-1b46e639715e', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:05.524127 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e8c535d-97a2-4f1d-b71a-af265497ca48 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.570345 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e8c535d-97a2-4f1d-b71a-af265497ca48 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.573663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e8c535d-97a2-4f1d-b71a-af265497ca48 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.591392 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c535d-97a2-4f1d-b71a-af265497ca48 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fe5339-4a5f-4c64-af2d-4fcece7f63de,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:05.599374 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-0e8c535d-97a2-4f1d-b71a-af265497ca48 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.600603 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-0e8c535d-97a2-4f1d-b71a-af265497ca48 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1074672 Dec 13 17:13:05.603245 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53150) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:05.607518 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-2c99f85a-08dc-4dfc-ab4a-3e3d69d3477e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '49d16463-4ce7-40b8-ab5d-1b46e639715e', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:05.633181 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c99f85a-08dc-4dfc-ab4a-3e3d69d3477e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.687491 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c99f85a-08dc-4dfc-ab4a-3e3d69d3477e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.690812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c99f85a-08dc-4dfc-ab4a-3e3d69d3477e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.709873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99f85a-08dc-4dfc-ab4a-3e3d69d3477e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f37255e-870e-4ad4-a91f-0a07915dfad9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:05.716699 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-2c99f85a-08dc-4dfc-ab4a-3e3d69d3477e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.717891 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-2c99f85a-08dc-4dfc-ab4a-3e3d69d3477e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137171 Dec 13 17:13:05.720555 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53152) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:05.725028 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5759ea59-b468-4eff-bdaa-c3d0c35631e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '49d16463-4ce7-40b8-ab5d-1b46e639715e', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:05.750308 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5759ea59-b468-4eff-bdaa-c3d0c35631e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.806675 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5759ea59-b468-4eff-bdaa-c3d0c35631e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.810051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5759ea59-b468-4eff-bdaa-c3d0c35631e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.829225 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5759ea59-b468-4eff-bdaa-c3d0c35631e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a846f1df-1982-4b53-8f12-8514a3db3ee0,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:05.837251 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5759ea59-b468-4eff-bdaa-c3d0c35631e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.838449 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5759ea59-b468-4eff-bdaa-c3d0c35631e4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169672 Dec 13 17:13:05.841107 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53154) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:05.845437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-6feb9f4d-f0c5-49fa-bf50-bd248fafdef8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '49d16463-4ce7-40b8-ab5d-1b46e639715e', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:05.871510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6feb9f4d-f0c5-49fa-bf50-bd248fafdef8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.929018 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6feb9f4d-f0c5-49fa-bf50-bd248fafdef8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.932562 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6feb9f4d-f0c5-49fa-bf50-bd248fafdef8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.952204 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb9f4d-f0c5-49fa-bf50-bd248fafdef8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0095980-f0e7-457d-8539-11491bbc92d9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:05.958203 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6feb9f4d-f0c5-49fa-bf50-bd248fafdef8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:05.959423 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6feb9f4d-f0c5-49fa-bf50-bd248fafdef8 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173942 Dec 13 17:13:05.962111 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53156) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:05.966488 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-5093135e-c4ae-40d7-a495-054ff98eda3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '49d16463-4ce7-40b8-ab5d-1b46e639715e', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:05.987491 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-5093135e-c4ae-40d7-a495-054ff98eda3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:13:05.992206 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093135e-c4ae-40d7-a495-054ff98eda3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.049991 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093135e-c4ae-40d7-a495-054ff98eda3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.053508 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093135e-c4ae-40d7-a495-054ff98eda3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.070962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5093135e-c4ae-40d7-a495-054ff98eda3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0027fa60-6487-4805-8cd1-297fe4d501c9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:06.078343 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5093135e-c4ae-40d7-a495-054ff98eda3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.079579 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5093135e-c4ae-40d7-a495-054ff98eda3c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164782 Dec 13 17:13:06.082817 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53158) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:06.087135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-03db5d33-9e27-4c14-9c56-49b60185553a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'security_group_rule': {'security_group_id': '49d16463-4ce7-40b8-ab5d-1b46e639715e', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:06.108879 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-03db5d33-9e27-4c14-9c56-49b60185553a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Project 9bc1e1aa0fb249fe9a02ec0180350469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:13:06.113630 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-03db5d33-9e27-4c14-9c56-49b60185553a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.171459 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-03db5d33-9e27-4c14-9c56-49b60185553a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.174953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-03db5d33-9e27-4c14-9c56-49b60185553a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.194001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db5d33-9e27-4c14-9c56-49b60185553a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=920a8e56-6213-41e1-9961-38e4eeee8dc6,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:06.202788 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-03db5d33-9e27-4c14-9c56-49b60185553a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.203994 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-03db5d33-9e27-4c14-9c56-49b60185553a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202478 Dec 13 17:13:06.207335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53160) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:06.212338 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'network': {'name': 'tempest-network-smoke--245046501', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'port_security_enabled': True}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:06.232655 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:13:06.236155 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.259208 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:13:06.268056 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.268398 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Added segment 82543bf5-2f7e-4ac0-86c1-15a4c57445be of type vlan for network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd Dec 13 17:13:06.309582 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.334164 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.340050 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:06.340637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.396010 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1875038 Dec 13 17:13:06.398926 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53162) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:06.403672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'admin_state_up': True, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:06.407741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8986c-eee6-44dd-bb0f-e7ecbb3f8814 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Network': ['ID=10e7ad1a-128d-4d90-be06-2134ff7a5dbd,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:06.418457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:13:06.427770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.428777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.483752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.624918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.811714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.833445 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:06.934316 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.95 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/2a713b4f-8b0b-4422-8b38-71c3bcb48b1f) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:13:06.941319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:13:06.966187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:13:06.966618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2bff7fe4-caeb-4ff0-be8d-93bf1ebbd51c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:13:07.040015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:07.072532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:07.110177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:13:07.113575 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:13:07.117279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:13:07.127292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed0d483-bf30-4464-8d3a-5e05ed972a0a None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:13:07.140296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=2a713b4f-8b0b-4422-8b38-71c3bcb48b1f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:07.156979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9d7ca8da-5a82-4029-9c24-66e5aa00ef0b None None] Provisioning complete for port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:07.157437 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9d7ca8da-5a82-4029-9c24-66e5aa00ef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:07.195668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ca8da-5a82-4029-9c24-66e5aa00ef0b None None] Port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:13:07.363557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:07.851777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:07.975809 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 971a353d-2ea0-4eaa-811c-4ce17f87f968 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:13:08.080837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:13:08.091136 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Sync routers for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:13:08.101195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.101744 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:13:08.105470 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:08.105646 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f646977e-05fe-4841-9f73-ceb667723dd4 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7024691 Dec 13 17:13:08.105961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53164) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:08.144625 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b7b54b17-36a8-4a42-a622-69a7677c66c0 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?project_id=9bc1e1aa0fb249fe9a02ec0180350469&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360680 Dec 13 17:13:08.147526 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53166) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:08.207580 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:13:08.234298 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c13ff3-e07c-47e3-95a0-20b2ef4b87d7 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:08.235884 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c1c13ff3-e07c-47e3-95a0-20b2ef4b87d7 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874453 Dec 13 17:13:08.238866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53168) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:08.266054 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-03b449c9-033c-4a45-9389-aaef3b08f0e8 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/subnets?network_id=cf0cd037-584b-40a6-b004-e12efb7b3e1f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260394 Dec 13 17:13:08.268623 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53170) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:08.273859 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722242094', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:08.365678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:13:08.369136 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.390106 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:07Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:08.417643 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Checking router: 971a353d-2ea0-4eaa-811c-4ce17f87f968 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:13:08.417994 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Updating router 971a353d-2ea0-4eaa-811c-4ce17f87f968 port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:13:08.444640 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.551971 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.616621 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Subnet': ['ID=9445eae3-255c-4af8-9a8b-c2f478e4dfa2,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:08.620910 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Checking segment: {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:13:08.621279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network hostable DHCP agents. Network: 10e7ad1a-128d-4d90-be06-2134ff7a5dbd, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:13:08.639060 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:13:08.649325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 10e7ad1a-128d-4d90-be06-2134ff7a5dbd) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:13:08.653523 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:08.654151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.659650 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86637a47-280f-4807-a193-0512d38cab6e None None] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:13:08.680261 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3fcbf893-b8e6-4732-b51b-06891cafa62d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4074085 Dec 13 17:13:08.680622 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53172) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:08.715863 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.721479 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.762803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a329fb3a-53b2-466f-9835-58b5e17ca0a6 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:13:08.771515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:13:08.772586 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.778711 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Pushing event updated for resources: {'Port': ['ID=2a713b4f-8b0b-4422-8b38-71c3bcb48b1f,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:08.787527 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.787880 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.788219 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.788557 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.788923 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.789254 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.789582 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.789905 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.790233 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.790613 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.790915 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.791238 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.791789 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:13:08.797609 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Attempting to bind port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:13:08.797981 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Attempting to bind port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:13:08.798348 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Attempting to bind port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:13:08.803867 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:13:08.804245 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:13:08.804643 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.805034 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:13:08.805501 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Bound port: 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:13:08.805881 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.861199 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] For port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:13:08.867699 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] For port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2a713b4f-8b0b-4422-8b38-71c3bcb48b1f,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:13:08.875143 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.879225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4cb0eb2a-4bc9-4586-b99f-9b1a325821a2 None None] Provisioning complete for port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:08.879654 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4cb0eb2a-4bc9-4586-b99f-9b1a325821a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:08.915128 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cadaf8d-3727-42ae-836f-61be02df14b8 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:13:08.928467 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:13:08.929093 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:08.975755 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Allocated IP 172.20.0.2 (10e7ad1a-128d-4d90-be06-2134ff7a5dbd/9445eae3-255c-4af8-9a8b-c2f478e4dfa2/f0f2f0b9-8246-4fae-98ee-80adc39d6529) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:13:09.017331 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148aeb1e-2279-4ba0-83f2-f741a8ae7cd8 None None] Pushing event updated for resources: {'Port': ['ID=2a713b4f-8b0b-4422-8b38-71c3bcb48b1f,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:09.055267 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:13:09.075567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4cb0eb2a-4bc9-4586-b99f-9b1a325821a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.113597 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-4cb0eb2a-4bc9-4586-b99f-9b1a325821a2 None None] For port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2a713b4f-8b0b-4422-8b38-71c3bcb48b1f,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:09.126331 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4cb0eb2a-4bc9-4586-b99f-9b1a325821a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.176859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.198919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.207289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.250584 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:13:09.251890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0eb2a-4bc9-4586-b99f-9b1a325821a2 None None] Pushing event updated for resources: {'Port': ['ID=2a713b4f-8b0b-4422-8b38-71c3bcb48b1f,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:09.259091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:13:09.262924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:13:09.321625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-2187bbda-d601-4919-af01-957271ec83b7 None None] Provisioning complete for port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:09.322289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2187bbda-d601-4919-af01-957271ec83b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.355435 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:07Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:09.368080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Pushing event updated for resources: {'Port': ['ID=f0f2f0b9-8246-4fae-98ee-80adc39d6529,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:09.384049 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccfcd2a-7ebf-42ec-9812-34f5ad4ec9c6 None None] The sync data for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv is: [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:07Z', 'revision_number': 3, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:13:09.388460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Attempting to bind port f0f2f0b9-8246-4fae-98ee-80adc39d6529 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:13:09.388835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Attempting to bind port f0f2f0b9-8246-4fae-98ee-80adc39d6529 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:13:09.389199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Attempting to bind port f0f2f0b9-8246-4fae-98ee-80adc39d6529 on network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:13:09.399058 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:13:09.399444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Checking segment: {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:13:09.399861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.400262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Bound using segment: {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:13:09.400746 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Bound port: f0f2f0b9-8246-4fae-98ee-80adc39d6529, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:13:09.401123 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.502145 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.1 (10e7ad1a-128d-4d90-be06-2134ff7a5dbd/9445eae3-255c-4af8-9a8b-c2f478e4dfa2/ad69010d-6c7b-4778-bc3f-e24c018c5098) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:13:09.511743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] For port f0f2f0b9-8246-4fae-98ee-80adc39d6529, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:13:09.514985 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] For port f0f2f0b9-8246-4fae-98ee-80adc39d6529, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f0f2f0b9-8246-4fae-98ee-80adc39d6529,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:13:09.523115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.581014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a200b-4b1f-463b-b174-54cf8b5bdbf8 None None] Pushing event updated for resources: {'Port': ['ID=f0f2f0b9-8246-4fae-98ee-80adc39d6529,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:09.648665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.692712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.747507 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:13:09.750797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:13:09.755472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:13:09.789079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=ad69010d-6c7b-4778-bc3f-e24c018c5098,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:09.837033 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:09.992785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:10.288807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:10.295980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:10.371448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=ad69010d-6c7b-4778-bc3f-e24c018c5098,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:10.373890 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:10.475637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:13:10.477140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:13:10.565612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c8a2a6-3211-45c5-9ce2-cd560fd460f1 None None] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:13:10.591403 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 971a353d-2ea0-4eaa-811c-4ce17f87f968 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:13:10.656296 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-e9caee92-8e1d-4ff8-96b4-2b0a10a01697 None None] Provisioning complete for port f0f2f0b9-8246-4fae-98ee-80adc39d6529 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:10.656664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e9caee92-8e1d-4ff8-96b4-2b0a10a01697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:10.705767 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:13:10.712866 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-276280d2-160c-4cf7-b503-53bf4db7514e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/971a353d-2ea0-4eaa-811c-4ce17f87f968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0311348 Dec 13 17:13:10.764512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e9caee92-8e1d-4ff8-96b4-2b0a10a01697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:10.804524 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e9caee92-8e1d-4ff8-96b4-2b0a10a01697 None None] For port f0f2f0b9-8246-4fae-98ee-80adc39d6529, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f0f2f0b9-8246-4fae-98ee-80adc39d6529,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:10.808898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e9caee92-8e1d-4ff8-96b4-2b0a10a01697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:10.867031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9caee92-8e1d-4ff8-96b4-2b0a10a01697 None None] Pushing event updated for resources: {'Port': ['ID=f0f2f0b9-8246-4fae-98ee-80adc39d6529,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:10.928702 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-bd617ed0-81db-4b0c-b4b8-4ab527a63e28 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391176563&fields=id&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 267 time: 0.0490150 Dec 13 17:13:11.040525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a9788127-58d9-4c18-8959-d77e43a5754f None None] Provisioning complete for port ad69010d-6c7b-4778-bc3f-e24c018c5098 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:11.040899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a9788127-58d9-4c18-8959-d77e43a5754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:11.089713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:13:11.091665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-5d978970-ba6e-4ee5-8a41-021fd0508b5e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:11.093294 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-5d978970-ba6e-4ee5-8a41-021fd0508b5e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/networks?id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd HTTP/1.1" status: 200 len: 796 time: 0.1571960 Dec 13 17:13:11.111096 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-fc818f32-f692-4c40-9d55-bd0e5bab22ee tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/quotas/9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 375 time: 0.0104721 Dec 13 17:13:11.140511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-a9788127-58d9-4c18-8959-d77e43a5754f None None] Port ad69010d-6c7b-4778-bc3f-e24c018c5098 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:13:11.152276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Sync routers for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:13:11.172250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-a9788127-58d9-4c18-8959-d77e43a5754f None None] Provisioning complete for port f0f2f0b9-8246-4fae-98ee-80adc39d6529 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:11.172624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a9788127-58d9-4c18-8959-d77e43a5754f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:11.174030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-e999763e-5975-4c00-b717-5ab1981c1563 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553911 Dec 13 17:13:11.176623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:13:11.177307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:11.365863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-a7f81a86-dbff-47b6-84fa-495d92a0caef service neutron] 10.222.0.13 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781995 Dec 13 17:13:11.457777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:11.458070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:11.461572 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-3f446d63-a820-49b6-8156-cd8f9dd0636b service neutron] 10.222.0.13 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895092 Dec 13 17:13:11.527703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:13:11.634553 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bfa93e21-0d7a-4920-9748-e6f9657bac5e req-8cbbedc2-dd7e-4cab-8d9e-fa3895be164c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 210 time: 0.0328989 Dec 13 17:13:11.710923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f0f2f0b9-8246-4fae-98ee-80adc39d6529 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:13:11.779120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6ed6d622-17c6-4fc8-9ea2-319bb7321c6a None None] Provisioning complete for port ad69010d-6c7b-4778-bc3f-e24c018c5098 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:11.779494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6ed6d622-17c6-4fc8-9ea2-319bb7321c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:11.849248 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-6ed6d622-17c6-4fc8-9ea2-319bb7321c6a None None] Port ad69010d-6c7b-4778-bc3f-e24c018c5098 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:13:11.859594 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port f0f2f0b9-8246-4fae-98ee-80adc39d6529 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:11.859950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:11.918817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:10Z', 'revision_number': 2, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:11.946886 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Checking router: 971a353d-2ea0-4eaa-811c-4ce17f87f968 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:13:11.947241 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Updating router 971a353d-2ea0-4eaa-811c-4ce17f87f968 port ad69010d-6c7b-4778-bc3f-e24c018c5098 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:13:12.000695 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.263502 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.268727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.317459 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff827-7da0-48fc-9fde-61a4dcd432ed None None] Pushing event updated for resources: {'Port': ['ID=ad69010d-6c7b-4778-bc3f-e24c018c5098,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:12.374567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Attempting to bind port ad69010d-6c7b-4778-bc3f-e24c018c5098 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:13:12.375017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Attempting to bind port ad69010d-6c7b-4778-bc3f-e24c018c5098 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:13:12.375345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Attempting to bind port ad69010d-6c7b-4778-bc3f-e24c018c5098 on network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:13:12.381527 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:13:12.382139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Checking segment: {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:13:12.382309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.382733 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Bound using segment: {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:13:12.383229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Bound port: ad69010d-6c7b-4778-bc3f-e24c018c5098, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:13:12.383587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.449228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] For port ad69010d-6c7b-4778-bc3f-e24c018c5098, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:13:12.452474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] For port ad69010d-6c7b-4778-bc3f-e24c018c5098, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ad69010d-6c7b-4778-bc3f-e24c018c5098,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:13:12.459039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.520091 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bff827-7da0-48fc-9fde-61a4dcd432ed None None] Pushing event updated for resources: {'Port': ['ID=ad69010d-6c7b-4778-bc3f-e24c018c5098,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:12.522700 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:13:12.523323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:12.620600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-970a27c6-2319-46a3-b908-8d8874f08d9a None None] Provisioning complete for port ad69010d-6c7b-4778-bc3f-e24c018c5098 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:12.620973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-970a27c6-2319-46a3-b908-8d8874f08d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.673730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-2df864fc-52fa-4f81-a97a-2e0fc7d52592 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:12.675410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-2df864fc-52fa-4f81-a97a-2e0fc7d52592 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/networks?id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd HTTP/1.1" status: 200 len: 796 time: 0.1363604 Dec 13 17:13:12.684374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:13:12.788825 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-30717828-02bf-4fa7-b335-d823bf7ab2fc tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bc1e1aa0fb249fe9a02ec0180350469 HTTP/1.1" status: 200 len: 379 time: 0.0970936 Dec 13 17:13:12.797604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-970a27c6-2319-46a3-b908-8d8874f08d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.803569 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6d6a83d2-d495-4184-88c1-abf18b2b022c req-0509e9d4-de99-4858-a3f1-17f8abd7401d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 210 time: 0.0416791 Dec 13 17:13:12.809010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'port': {'device_id': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'admin_state_up': True, 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'security_groups': ['49d16463-4ce7-40b8-ab5d-1b46e639715e']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:12.905348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-970a27c6-2319-46a3-b908-8d8874f08d9a None None] For port ad69010d-6c7b-4778-bc3f-e24c018c5098, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ad69010d-6c7b-4778-bc3f-e24c018c5098,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:12.916371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-970a27c6-2319-46a3-b908-8d8874f08d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:12.937588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Made reservation on behalf of 9bc1e1aa0fb249fe9a02ec0180350469 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:13:12.942529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.001864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a27c6-2319-46a3-b908-8d8874f08d9a None None] Pushing event updated for resources: {'Port': ['ID=ad69010d-6c7b-4778-bc3f-e24c018c5098,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:13.042786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:12Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:13.086842 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5dbbf29e-8db0-43f4-9a67-d55a60027207 None None] Provisioning complete for port ad69010d-6c7b-4778-bc3f-e24c018c5098 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:13.087074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5dbbf29e-8db0-43f4-9a67-d55a60027207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.091057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a700fcd-a6d1-4a7e-922e-2db75ddf12d8 None None] The sync data for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv is: [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:12Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:13:13.103284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.20.0.6 (10e7ad1a-128d-4d90-be06-2134ff7a5dbd/9445eae3-255c-4af8-9a8b-c2f478e4dfa2/ca79f01b-3d71-43de-b252-303cc4243512) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:13:13.298355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.344439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.406125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:13:13.411677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:13:13.418399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:13:13.448183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=ca79f01b-3d71-43de-b252-303cc4243512,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:13.488863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:13.489516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.508112 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-6392a666-a379-4ef0-ac04-559851f2d331 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7035065 Dec 13 17:13:13.530754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Request body: {'port': {'device_id': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:13.607036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.652107 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-eed165d7-8cb4-4dd0-93ad-8d237731e5b1 None None] Provisioning complete for port ca79f01b-3d71-43de-b252-303cc4243512 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:13.652484 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-eed165d7-8cb4-4dd0-93ad-8d237731e5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.692811 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-eed165d7-8cb4-4dd0-93ad-8d237731e5b1 None None] Port ca79f01b-3d71-43de-b252-303cc4243512 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:13:13.890389 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca79f01b-3d71-43de-b252-303cc4243512 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:13:13.898912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.938520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Transition to ACTIVE for port object ca79f01b-3d71-43de-b252-303cc4243512 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:13:13.944657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:13.999133 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bc96a-b80b-4a75-a7fb-86f1b539f392 req-0a14b2c9-1bf3-4002-bdd3-4508bf4ba82a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:14.000897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-165bc96a-b80b-4a75-a7fb-86f1b539f392 req-0a14b2c9-1bf3-4002-bdd3-4508bf4ba82a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 931 time: 0.0991077 Dec 13 17:13:14.054964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f01b-3d71-43de-b252-303cc4243512,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:14.114005 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-165bc96a-b80b-4a75-a7fb-86f1b539f392 req-33e3ceb0-570f-44ce-bbf4-5561c64119a1 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051536 Dec 13 17:13:14.136301 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Attempting to bind port ca79f01b-3d71-43de-b252-303cc4243512 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:13:14.136960 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Attempting to bind port ca79f01b-3d71-43de-b252-303cc4243512 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:13:14.137461 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Attempting to bind port ca79f01b-3d71-43de-b252-303cc4243512 on network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:13:14.143560 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Port ca79f01b-3d71-43de-b252-303cc4243512 on network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:13:14.144779 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Attempting to bind port ca79f01b-3d71-43de-b252-303cc4243512 on network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:13:14.150825 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:13:14.151173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Checking segment: {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:13:14.151699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Bound using segment: {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:13:14.152139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Bound port: ca79f01b-3d71-43de-b252-303cc4243512, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82543bf5-2f7e-4ac0-86c1-15a4c57445be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:13:14.152501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:14.229251 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] For port ca79f01b-3d71-43de-b252-303cc4243512, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:13:14.232775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] For port ca79f01b-3d71-43de-b252-303cc4243512, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ca79f01b-3d71-43de-b252-303cc4243512,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:13:14.236691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:14.272971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:14.273617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:14.275231 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] 10.222.0.31 "PUT /v2.0/ports/ca79f01b-3d71-43de-b252-303cc4243512 HTTP/1.1" status: 200 len: 1093 time: 0.7514515 Dec 13 17:13:14.277500 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:13:14.280516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "tag": "ca79f01b-3d71-43de-b252-303cc4243512"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:13:14.302526 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:14.308518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c83b60-d15c-43b0-9dd9-89e2bbd17a2f service neutron] Pushing event updated for resources: {'Port': ['ID=ca79f01b-3d71-43de-b252-303cc4243512,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:14.337164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3f9ec5-6b62-49a8-b670-a21d7c7a8161 x-openstack-request-id: req-ce3f9ec5-6b62-49a8-b670-a21d7c7a8161 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:13:14.337706 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "tag": "ca79f01b-3d71-43de-b252-303cc4243512", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:13:14.337913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce3f9ec5-6b62-49a8-b670-a21d7c7a8161 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:13:14.338280 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512', 'status': 'completed', 'code': 200} Dec 13 17:13:14.382210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-db4921bf-7068-43fb-b4cc-9b27b376c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:14.383792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-db4921bf-7068-43fb-b4cc-9b27b376c481 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 1096 time: 0.0438864 Dec 13 17:13:14.435995 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-7176fe56-af17-481b-a94f-dcfc2f0c3ce5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca79f01b-3d71-43de-b252-303cc4243512 HTTP/1.1" status: 200 len: 217 time: 0.0360801 Dec 13 17:13:14.496806 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-b7bebaa5-10a6-44c5-bb5b-091b8b4eeffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:14.498268 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-b7bebaa5-10a6-44c5-bb5b-091b8b4eeffb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9445eae3-255c-4af8-9a8b-c2f478e4dfa2 HTTP/1.1" status: 200 len: 835 time: 0.0484726 Dec 13 17:13:14.551385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-50b73e0e-bccb-42fb-a45d-774086818ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:14.552932 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-50b73e0e-bccb-42fb-a45d-774086818ebb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405223 Dec 13 17:13:14.651750 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-1871969e-77bc-4408-b98d-080d297ee137 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848598 Dec 13 17:13:14.746460 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9d552a1f-cfad-45eb-b6ee-fa2efbe647b3 req-0f8da93b-40c4-4903-919e-7f46f0756a68 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813708 Dec 13 17:13:14.848028 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-ee2f9ff3-428b-488b-825f-f1cda8bf02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:14.849423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-ee2f9ff3-428b-488b-825f-f1cda8bf02f4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 1096 time: 0.0415025 Dec 13 17:13:14.945415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-44d58948-30d3-4b05-84bc-d4e025549e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:14.946076 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-44d58948-30d3-4b05-84bc-d4e025549e09 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd HTTP/1.1" status: 200 len: 897 time: 0.0885110 Dec 13 17:13:14.990974 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-acf76fc7-1453-499c-811f-d3ef337d6b6d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca79f01b-3d71-43de-b252-303cc4243512 HTTP/1.1" status: 200 len: 217 time: 0.0357268 Dec 13 17:13:15.007956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ad69010d-6c7b-4778-bc3f-e24c018c5098 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:13:15.044510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-d73c2d0b-e601-4d3f-aa9f-6079a9d020e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:15.045986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-d73c2d0b-e601-4d3f-aa9f-6079a9d020e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9445eae3-255c-4af8-9a8b-c2f478e4dfa2 HTTP/1.1" status: 200 len: 835 time: 0.0478647 Dec 13 17:13:15.056214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ad69010d-6c7b-4778-bc3f-e24c018c5098 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:15.056589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:15.100218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-43e0cb87-edad-461e-b39a-619180e0064c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:15.101637 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-43e0cb87-edad-461e-b39a-619180e0064c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481617 Dec 13 17:13:15.207414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-0484da88-c496-462e-bf45-19b832cbe5f7 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937049 Dec 13 17:13:15.293387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54106c6d-cc92-4914-b96d-c1863fbd797e req-9bbfdba2-683c-41c9-a8d6-13971cecfd47 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:15.294877 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-54106c6d-cc92-4914-b96d-c1863fbd797e req-9bbfdba2-683c-41c9-a8d6-13971cecfd47 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 943 time: 0.1016724 Dec 13 17:13:15.353798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8fac5bd1-8dfb-4410-b90e-0777c3e44fd2 req-efc92d4c-e1a3-4015-bdb4-7605c96e8b24 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331475 Dec 13 17:13:15.371301 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-54106c6d-cc92-4914-b96d-c1863fbd797e req-9b1fc27c-1633-4def-a6ce-cf0c326ddb2c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694184 Dec 13 17:13:16.504841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5065ae0-1615-4a9b-8834-44ca64783474 req-a7f5db82-8218-401b-99cf-befd6fe394e0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:16.506314 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5065ae0-1615-4a9b-8834-44ca64783474 req-a7f5db82-8218-401b-99cf-befd6fe394e0 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 943 time: 0.0530770 Dec 13 17:13:16.840359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f5065ae0-1615-4a9b-8834-44ca64783474 req-881a221d-f781-4819-8882-359a959a6101 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3279681 Dec 13 17:13:17.007986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ca79f01b-3d71-43de-b252-303cc4243512 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:13:17.099557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ca79f01b-3d71-43de-b252-303cc4243512, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ca79f01b-3d71-43de-b252-303cc4243512,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:17.110592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'ca79f01b-3d71-43de-b252-303cc4243512', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'port_id': 'ca79f01b-3d71-43de-b252-303cc4243512', 'mac_address': 'fa:16:3e:6b:24:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:13:17.151179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:17.164727 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca79f01b-3d71-43de-b252-303cc4243512 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:13:17.184986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ca79f01b-3d71-43de-b252-303cc4243512, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ca79f01b-3d71-43de-b252-303cc4243512,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:17.189161 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:17.235139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=ca79f01b-3d71-43de-b252-303cc4243512,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:17.520940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['ca79f01b-3d71-43de-b252-303cc4243512'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:13:17.954922 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d50fd-3d56-453f-9538-2a41aa53b374 req-cce8e86c-f969-4454-be47-30c707d27c03 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:17.956455 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a6d50fd-3d56-453f-9538-2a41aa53b374 req-cce8e86c-f969-4454-be47-30c707d27c03 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 944 time: 0.0492115 Dec 13 17:13:18.004824 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2a6d50fd-3d56-453f-9538-2a41aa53b374 req-18e4e517-73d9-4917-afab-2220c2b7f556 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424907 Dec 13 17:13:19.023282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ca79f01b-3d71-43de-b252-303cc4243512 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:13:19.073288 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port ca79f01b-3d71-43de-b252-303cc4243512 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:13:19.077457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port ca79f01b-3d71-43de-b252-303cc4243512 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:13:19.077831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:19.119652 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c350cd-2541-4cf8-b5dc-dbcf9029791e req-5f44a045-6130-4faf-8b4d-1d3f827f72d3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:19.121170 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0c350cd-2541-4cf8-b5dc-dbcf9029791e req-5f44a045-6130-4faf-8b4d-1d3f827f72d3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 944 time: 0.0492883 Dec 13 17:13:19.164678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:19.173785 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0c350cd-2541-4cf8-b5dc-dbcf9029791e req-44e2b598-750a-46b3-894d-f52537672aa5 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464525 Dec 13 17:13:19.187496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:13:19.189778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482298cc-2db2-4ffe-90bd-8dc8a5400b1a" -d '{"events": [{"server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "name": "network-vif-plugged", "status": "completed", "tag": "ca79f01b-3d71-43de-b252-303cc4243512"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:13:19.202554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port ca79f01b-3d71-43de-b252-303cc4243512, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ca79f01b-3d71-43de-b252-303cc4243512,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:13:19.207414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:19.237894 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4293e9e-6281-4d0f-8222-cb70520bdeaf x-openstack-request-id: req-c4293e9e-6281-4d0f-8222-cb70520bdeaf {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:13:19.238122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "name": "network-vif-plugged", "status": "completed", "tag": "ca79f01b-3d71-43de-b252-303cc4243512", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:13:19.238349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4293e9e-6281-4d0f-8222-cb70520bdeaf {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:13:19.239300 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512', 'code': 200} Dec 13 17:13:19.259614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=ca79f01b-3d71-43de-b252-303cc4243512,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:19.421216 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b7aa1-f81e-4fa0-88ab-d2a055d6a3cb req-462a319a-233e-48a8-8374-b88570b83681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:19.422826 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b5b7aa1-f81e-4fa0-88ab-d2a055d6a3cb req-462a319a-233e-48a8-8374-b88570b83681 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 1098 time: 0.0423629 Dec 13 17:13:19.476689 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b5b7aa1-f81e-4fa0-88ab-d2a055d6a3cb req-2f02a530-3e31-406c-ae2c-fc762b0cfaad service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412824 Dec 13 17:13:20.288436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576570b-41c9-43ee-b87b-d0f1ed28e863 req-ed658af5-7672-446e-8e85-8766a9376c8c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:20.289906 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d576570b-41c9-43ee-b87b-d0f1ed28e863 req-ed658af5-7672-446e-8e85-8766a9376c8c tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0486617 Dec 13 17:13:20.338953 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d576570b-41c9-43ee-b87b-d0f1ed28e863 req-3f472159-d4d5-428a-a1f1-e6de08c60a60 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430918 Dec 13 17:13:21.461002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8609fd67-bd80-4ad5-9010-ca4e8e928815 req-3ccb6e9b-2141-47c7-8b54-9d19c2fa224a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:21.462452 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8609fd67-bd80-4ad5-9010-ca4e8e928815 req-3ccb6e9b-2141-47c7-8b54-9d19c2fa224a tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0526717 Dec 13 17:13:21.511348 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8609fd67-bd80-4ad5-9010-ca4e8e928815 req-4f5a2861-8e57-419a-9b6e-ab7562b43822 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430834 Dec 13 17:13:21.623662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7987d-3b04-4834-ad34-d04fef0a2c73 req-4675ce4f-49a8-442c-93ef-094f54fee334 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:21.625153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11a7987d-3b04-4834-ad34-d04fef0a2c73 req-4675ce4f-49a8-442c-93ef-094f54fee334 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0480580 Dec 13 17:13:21.673334 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-11a7987d-3b04-4834-ad34-d04fef0a2c73 req-faf7869d-f222-46e7-b42d-6d1e1a1a0cdf tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417337 Dec 13 17:13:21.694954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53228) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:21.734466 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c789b4-b7cd-4600-8dc3-60df0bd08071 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:21.735993 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a4c789b4-b7cd-4600-8dc3-60df0bd08071 tempest-TestNetworkAdvancedServerOps-2076018930 tempest-TestNetworkAdvancedServerOps-2076018930-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 1093 time: 0.0399065 Dec 13 17:13:21.738927 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53230) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:21.743126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'ca79f01b-3d71-43de-b252-303cc4243512', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:13:21.765548 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:21.866285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:21.969915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Allocated IP 172.26.6.220 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/ea077577-1e1a-402d-95e7-af030be92017) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:13:22.069257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:22.102472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:22.145971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:13:22.149012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:13:22.152550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:13:22.174840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=ea077577-1e1a-402d-95e7-af030be92017,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:22.494662 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:22.562402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:22.738980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:22.748155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:22.805508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-46559532-3bd0-4d3b-b7b4-dec9824c4570 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1048295 Dec 13 17:13:22.827120 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event updated for resources: {'Port': ['ID=ea077577-1e1a-402d-95e7-af030be92017,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:13:22.837705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:22.955274 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-5f2083dd-bce3-44ae-ad40-76433cc0d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:22.957455 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-5f2083dd-bce3-44ae-ad40-76433cc0d7a4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 1098 time: 0.0823984 Dec 13 17:13:22.984145 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP e74aab81-8b02-4e83-8c22-4e6c3f0175c9 associated. External IP: 172.26.6.220, port: ca79f01b-3d71-43de-b252-303cc4243512. Dec 13 17:13:23.142099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-aadd1c96-14ef-49de-a914-fde835d0b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:23.144125 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-aadd1c96-14ef-49de-a914-fde835d0b936 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd HTTP/1.1" status: 200 len: 897 time: 0.1673400 Dec 13 17:13:23.281627 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-11184ff3-c0c8-4b28-b9f3-50690bab395c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca79f01b-3d71-43de-b252-303cc4243512 HTTP/1.1" status: 200 len: 999 time: 0.1293063 Dec 13 17:13:23.341656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 971a353d-2ea0-4eaa-811c-4ce17f87f968 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:13:23.349498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-98821788-9323-44da-a68a-84c10e908e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:23.351011 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-98821788-9323-44da-a68a-84c10e908e1a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9445eae3-255c-4af8-9a8b-c2f478e4dfa2 HTTP/1.1" status: 200 len: 835 time: 0.0612669 Dec 13 17:13:23.474463 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-8abd3b56-ac89-42c9-bc8b-9464715ce6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:23.475883 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-8abd3b56-ac89-42c9-bc8b-9464715ce6c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1161273 Dec 13 17:13:23.533199 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:13:23.543685 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] Sync routers for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:13:23.555381 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:13:23.556003 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:23.561453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:23.610083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c5dc2b82-212d-4179-8400-c00580a25656 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8701415 Dec 13 17:13:23.610954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:13:23.613836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087" -d '{"events": [{"name": "network-changed", "server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "tag": "ca79f01b-3d71-43de-b252-303cc4243512"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:13:23.618223 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-509dec0c-c109-48a5-8ce5-75234c3d7419 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331811 Dec 13 17:13:23.665533 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:13:23.675207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f43f5e-a340-4fbd-9ba0-8832c6fcf2c5 x-openstack-request-id: req-f9f43f5e-a340-4fbd-9ba0-8832c6fcf2c5 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:13:23.675686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "tag": "ca79f01b-3d71-43de-b252-303cc4243512", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:13:23.675964 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f9f43f5e-a340-4fbd-9ba0-8832c6fcf2c5 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:13:23.676359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512', 'status': 'completed', 'code': 200} Dec 13 17:13:23.758175 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75636a2-041c-49db-8307-24837ae67d21 req-352589bd-847a-4817-8e09-818a725fd068 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:23.759584 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e75636a2-041c-49db-8307-24837ae67d21 req-352589bd-847a-4817-8e09-818a725fd068 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0809629 Dec 13 17:13:23.761827 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8eebfcb9-c5fe-460e-b357-b50450021b31 req-885660a3-e1e7-40f3-8d78-dc2df348bd2a service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356194 Dec 13 17:13:23.812336 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e75636a2-041c-49db-8307-24837ae67d21 req-41538a22-b699-4db4-bea0-fbb23af60a82 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466068 Dec 13 17:13:23.837812 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53236) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:23.866908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-82b04a95-d6cb-4400-8ed0-69f51d1fdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:23.868776 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-82b04a95-d6cb-4400-8ed0-69f51d1fdcfe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 1098 time: 0.0474162 Dec 13 17:13:23.904067 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8b39e4a8-fac5-4c38-b216-c31be421a2f9 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/e74aab81-8b02-4e83-8c22-4e6c3f0175c9 HTTP/1.1" status: 200 len: 991 time: 0.0648906 Dec 13 17:13:23.905152 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'e74aab81-8b02-4e83-8c22-4e6c3f0175c9', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.220', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'port_id': 'ca79f01b-3d71-43de-b252-303cc4243512', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'mac_address': 'fa:16:3e:6b:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:13:22Z', 'updated_at': '2021-12-13T17:13:22Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:12Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:23.932637 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] Checking router: 971a353d-2ea0-4eaa-811c-4ce17f87f968 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:13:23.941682 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:13:23.942294 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:12:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:23.966470 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-0938b939-9513-4251-99c2-a7ba8584706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:23.967992 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-0938b939-9513-4251-99c2-a7ba8584706f service neutron] 10.222.0.31 "GET /v2.0/networks?id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd HTTP/1.1" status: 200 len: 897 time: 0.0918715 Dec 13 17:13:24.034739 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-8d88cff1-5ce3-4f1d-9908-bf39b721e9af service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca79f01b-3d71-43de-b252-303cc4243512 HTTP/1.1" status: 200 len: 999 time: 0.0579357 Dec 13 17:13:24.048250 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:13:24.084954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-2f5e4d96-3130-4fcf-8d2d-473ebb53864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:24.086398 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-2f5e4d96-3130-4fcf-8d2d-473ebb53864c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9445eae3-255c-4af8-9a8b-c2f478e4dfa2 HTTP/1.1" status: 200 len: 835 time: 0.0444450 Dec 13 17:13:24.136267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-8b177633-8aad-4af7-92de-90ac79c3fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:24.137731 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-8b177633-8aad-4af7-92de-90ac79c3fdfc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445766 Dec 13 17:13:24.228936 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-79997a42-8b90-4f39-aef9-8f6e6b031ce0 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836427 Dec 13 17:13:24.275219 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'e74aab81-8b02-4e83-8c22-4e6c3f0175c9', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.220', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'port_id': 'ca79f01b-3d71-43de-b252-303cc4243512', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'mac_address': 'fa:16:3e:6b:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:13:22Z', 'updated_at': '2021-12-13T17:13:22Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:12Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:13:24.301199 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab1850f-ae5c-4004-8e37-1ccc1f04a1e7 None None] The sync data for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv is: [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': 'e74aab81-8b02-4e83-8c22-4e6c3f0175c9', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'floating_ip_address': '172.26.6.220', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'port_id': 'ca79f01b-3d71-43de-b252-303cc4243512', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'mac_address': 'fa:16:3e:6b:24:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:13:22Z', 'updated_at': '2021-12-13T17:13:22Z', 'revision_number': 0, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:12Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:13:24.326329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7cbdfebe-f0e7-46bc-b5c5-ee9b97a29087 req-5c826add-7cd9-4ca2-b7d0-07a82521ef11 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897219 Dec 13 17:13:24.488475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9336cb-5fb9-46b1-8a7e-01bd4cd44942 None None] New status for floating IP e74aab81-8b02-4e83-8c22-4e6c3f0175c9: ACTIVE {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:13:24.907451 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53238) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:24.967764 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a89f2a84-ea7b-4aa1-8e12-926abed808fd tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/e74aab81-8b02-4e83-8c22-4e6c3f0175c9 HTTP/1.1" status: 200 len: 993 time: 0.0592628 Dec 13 17:13:25.066634 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1d1725d0-992c-4be1-9791-fdd704d85897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:26.095071 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:13:27.494020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a1898446-a20f-4366-b98d-b23d7ef55718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:28.591916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:30.135415 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:30.983559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:44.300770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:55.068488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1d89a643-c600-4234-b9c0-88b9b8cc831a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:57.495079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-fb798cc6-ed16-4bad-a1cd-acb613935d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:58.102617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173f10-2c66-4b06-b5a5-021f595e0a33 req-adb410c1-4b61-4fe8-9189-e98319842ef2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:58.104148 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa173f10-2c66-4b06-b5a5-021f595e0a33 req-adb410c1-4b61-4fe8-9189-e98319842ef2 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0494790 Dec 13 17:13:58.152594 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa173f10-2c66-4b06-b5a5-021f595e0a33 req-0d7b6951-6043-4229-9bcb-a26fbb1859b3 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426860 Dec 13 17:13:58.597495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:13:59.271366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7033a1f8-286a-4ca9-9dc6-61c5477f042f req-b3797cba-3b3a-43a8-89d5-3f19681c3f88 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:13:59.272765 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7033a1f8-286a-4ca9-9dc6-61c5477f042f req-b3797cba-3b3a-43a8-89d5-3f19681c3f88 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0498023 Dec 13 17:13:59.321187 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7033a1f8-286a-4ca9-9dc6-61c5477f042f req-bba89696-7558-4bf2-a2c5-69cf5f67c1ff tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426106 Dec 13 17:13:59.343793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53262) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:13:59.405457 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a3afdadb-9754-43d3-9351-667fc166e26d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/e74aab81-8b02-4e83-8c22-4e6c3f0175c9 HTTP/1.1" status: 200 len: 993 time: 0.0604846 Dec 13 17:14:00.143790 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:00.712006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc19c1-d797-485e-a0de-4664ecc90513 req-0404aab7-c5a0-49e2-bef7-61bc626a6fed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:00.713396 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e4dc19c1-d797-485e-a0de-4664ecc90513 req-0404aab7-c5a0-49e2-bef7-61bc626a6fed tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0538783 Dec 13 17:14:00.786639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e4dc19c1-d797-485e-a0de-4664ecc90513 req-59710f94-49ad-4840-859c-2a59644c6dcf tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645418 Dec 13 17:14:00.788612 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-4722e19f-9a24-4068-b479-e20b98744183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:00.790020 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-4722e19f-9a24-4068-b479-e20b98744183 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 1098 time: 0.0757492 Dec 13 17:14:00.894697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-5abb31d3-0668-4071-8e1c-81e2f29901b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:00.896165 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-5abb31d3-0668-4071-8e1c-81e2f29901b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd HTTP/1.1" status: 200 len: 897 time: 0.0874863 Dec 13 17:14:00.969347 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-8dae2d07-304d-49f1-b5d3-dacbd56a03ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca79f01b-3d71-43de-b252-303cc4243512 HTTP/1.1" status: 200 len: 1001 time: 0.0598748 Dec 13 17:14:00.989489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:01.023770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-348509db-20c5-4fed-b84a-b416f1c98299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:01.025209 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-348509db-20c5-4fed-b84a-b416f1c98299 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9445eae3-255c-4af8-9a8b-c2f478e4dfa2 HTTP/1.1" status: 200 len: 835 time: 0.0448666 Dec 13 17:14:01.077857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-39513bce-c4ca-4fca-bf48-ff96af23d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:01.079382 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-39513bce-c4ca-4fca-bf48-ff96af23d0f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429761 Dec 13 17:14:01.463126 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-9687d322-5cd9-4a09-a60a-b0816ac31662 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715215 Dec 13 17:14:01.558169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf32e132-a0d4-4b7f-bbd4-afa82cb5c8e0 req-28a94239-534e-48ae-9c7d-6bab783845b7 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829592 Dec 13 17:14:01.904357 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba4f32-9fac-49ee-bd30-fdb705a57150 req-f56033ba-993d-4510-8986-90194c3d5a62 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:01.905835 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f4ba4f32-9fac-49ee-bd30-fdb705a57150 req-f56033ba-993d-4510-8986-90194c3d5a62 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0489697 Dec 13 17:14:01.956106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f4ba4f32-9fac-49ee-bd30-fdb705a57150 req-9f566670-abe2-49ee-b283-433e319d3c2e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434694 Dec 13 17:14:03.073569 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43cf35-2f09-4ef2-8fff-d4255b6bb549 req-8b8b55d6-8e93-40cc-b8c4-12f4d260595d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:03.075068 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2d43cf35-2f09-4ef2-8fff-d4255b6bb549 req-8b8b55d6-8e93-40cc-b8c4-12f4d260595d tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0486157 Dec 13 17:14:03.093809 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:14:03.127639 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2d43cf35-2f09-4ef2-8fff-d4255b6bb549 req-40c4981a-1d49-4773-abd4-24d10fdcfc81 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457735 Dec 13 17:14:03.150415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53274) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:03.212944 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-17e22826-1242-4c2e-9227-f72c6e700601 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/floatingips/e74aab81-8b02-4e83-8c22-4e6c3f0175c9 HTTP/1.1" status: 200 len: 993 time: 0.0611789 Dec 13 17:14:03.483734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53280) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:03.650859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port ea077577-1e1a-402d-95e7-af030be92017 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:14:03.651192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:03.729484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:03.729810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:03.741331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for ea077577-1e1a-402d-95e7-af030be92017 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:14:03.888191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:03.913859 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=ea077577-1e1a-402d-95e7-af030be92017,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:03.925288 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.925649 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.925996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.926340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.926704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.927041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.927374 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.927704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.928038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.928365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.928694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.929020 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.929348 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:03.982670 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:03.983024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Floating IP e74aab81-8b02-4e83-8c22-4e6c3f0175c9 disassociated (deleted). External IP: 172.26.6.220, port: ca79f01b-3d71-43de-b252-303cc4243512. Dec 13 17:14:04.190750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 971a353d-2ea0-4eaa-811c-4ce17f87f968 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:14:04.299035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:14:04.303918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:04.308840 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] Sync routers for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:14:04.319257 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:04.319858 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:04.331816 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c57e22d5-af25-4d4a-8a0a-3eb0e7fed969 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/floatingips/e74aab81-8b02-4e83-8c22-4e6c3f0175c9 HTTP/1.1" status: 204 len: 168 time: 0.8470676 Dec 13 17:14:04.332523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:14:04.334846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1366f2-45d2-4b4f-81a6-1887d917703e" -d '{"events": [{"name": "network-changed", "server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "tag": "ca79f01b-3d71-43de-b252-303cc4243512"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:14:04.388429 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab7035c-b62c-4551-a877-062c411049e9 x-openstack-request-id: req-3ab7035c-b62c-4551-a877-062c411049e9 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:14:04.388998 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "tag": "ca79f01b-3d71-43de-b252-303cc4243512", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:14:04.389460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ab7035c-b62c-4551-a877-062c411049e9 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:14:04.390057 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512', 'status': 'completed', 'code': 200} Dec 13 17:14:04.434861 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:04.445029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-04c79540-1a85-421c-b778-68957701b919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:04.446896 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-04c79540-1a85-421c-b778-68957701b919 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 1098 time: 0.0451396 Dec 13 17:14:04.575322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-89776b4c-3cbf-4e8c-9ea6-d6d652ecde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:04.576808 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-89776b4c-3cbf-4e8c-9ea6-d6d652ecde01 service neutron] 10.222.0.31 "GET /v2.0/networks?id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd HTTP/1.1" status: 200 len: 897 time: 0.1206412 Dec 13 17:14:04.603144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa705eba-a6e0-4b12-8bfa-80a0d1d2ee0b req-562ab905-04fe-4886-b8db-62ca02905c29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:04.604626 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa705eba-a6e0-4b12-8bfa-80a0d1d2ee0b req-562ab905-04fe-4886-b8db-62ca02905c29 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0745466 Dec 13 17:14:04.634435 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-cf748c9a-6f42-4202-8395-a65f1d6ebbce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca79f01b-3d71-43de-b252-303cc4243512 HTTP/1.1" status: 200 len: 217 time: 0.0485213 Dec 13 17:14:04.640383 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:12Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:04.666938 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] Checking router: 971a353d-2ea0-4eaa-811c-4ce17f87f968 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:14:04.676128 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:04.676729 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:04.717693 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fa705eba-a6e0-4b12-8bfa-80a0d1d2ee0b req-45a0b40f-7e10-4ea7-959c-ef942f648d5e tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855429 Dec 13 17:14:04.719117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-0e99a983-d61e-4cda-b563-d5b26df7cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:04.721038 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-0e99a983-d61e-4cda-b563-d5b26df7cbc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9445eae3-255c-4af8-9a8b-c2f478e4dfa2 HTTP/1.1" status: 200 len: 835 time: 0.0744748 Dec 13 17:14:04.768484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-0802de68-b53c-45cd-b1c4-4b991e794f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:04.770167 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-0802de68-b53c-45cd-b1c4-4b991e794f0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=10e7ad1a-128d-4d90-be06-2134ff7a5dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413444 Dec 13 17:14:04.781973 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:04.866415 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-f7278589-235f-4a95-ae62-2a1403dac997 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879383 Dec 13 17:14:04.963120 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ed1366f2-45d2-4b4f-81a6-1887d917703e req-7bc5669f-e7ec-4369-a020-acb872156d12 service neutron] 10.222.0.31 "GET /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862112 Dec 13 17:14:04.985369 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:12Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:05.011884 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdbfc7e-f42d-46d5-b303-81f32a451e99 None None] The sync data for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv is: [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': 'ad69010d-6c7b-4778-bc3f-e24c018c5098', 'name': '', 'network_id': '10e7ad1a-128d-4d90-be06-2134ff7a5dbd', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'mac_address': 'fa:16:3e:76:7c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:09Z', 'updated_at': '2021-12-13T17:13:12Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'subnets': [{'id': '9445eae3-255c-4af8-9a8b-c2f478e4dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:14:05.221778 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8047c55e-368b-4ccc-a6e9-773741794d4c None None] New status for floating IP e74aab81-8b02-4e83-8c22-4e6c3f0175c9: DOWN {{(pid=103054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:14:05.836862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da157cc2-578a-4127-90e6-40778d5a374c req-b4fc611c-9b43-46df-8f07-034972ac067f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:05.838332 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da157cc2-578a-4127-90e6-40778d5a374c req-b4fc611c-9b43-46df-8f07-034972ac067f tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0497918 Dec 13 17:14:05.887097 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-da157cc2-578a-4127-90e6-40778d5a374c req-5bcecaac-3d64-40ed-bcc5-05c5dc4e8ddf tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/security-groups?id=49d16463-4ce7-40b8-ab5d-1b46e639715e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428565 Dec 13 17:14:06.438377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-088e1521-8215-4327-a4e0-3cbbe74f6253 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:06.440675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-088e1521-8215-4327-a4e0-3cbbe74f6253 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 945 time: 0.0535123 Dec 13 17:14:06.527725 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port ca79f01b-3d71-43de-b252-303cc4243512 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:14:06.528061 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:06.618747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port ca79f01b-3d71-43de-b252-303cc4243512, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=ca79f01b-3d71-43de-b252-303cc4243512,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:06.619107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:06.631693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for ca79f01b-3d71-43de-b252-303cc4243512 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:14:06.759646 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:06.788337 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=ca79f01b-3d71-43de-b252-303cc4243512,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:06.830289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] No DVR routers for this DVR port ca79f01b-3d71-43de-b252-303cc4243512 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:14:06.832833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:06.836186 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b464a446-cbb2-4d0a-ba72-cb8a4db14c0e req-b5967ba3-da8b-491a-9588-84a99c3ecb43 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.31 "DELETE /v2.0/ports/ca79f01b-3d71-43de-b252-303cc4243512 HTTP/1.1" status: 204 len: 173 time: 0.3887417 Dec 13 17:14:06.836648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'name': 'network-vif-deleted', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:14:06.838932 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8709383-99e1-45d7-a7fa-26df019b51a4" -d '{"events": [{"server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "name": "network-vif-deleted", "tag": "ca79f01b-3d71-43de-b252-303cc4243512"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:14:07.013469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-48eba287-4d26-4990-9e4f-d7e5d8136cb2 req-5b9df3b8-8d55-48a6-8bd7-f6f51fdc3e58 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "GET /v2.0/ports?device_id=363a2b20-9e02-4eba-99b8-1f260fdb9e01 HTTP/1.1" status: 200 len: 210 time: 0.0280564 Dec 13 17:14:07.041858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a724a280-205e-4459-ae31-70ceefed73a4 x-openstack-request-id: req-a724a280-205e-4459-ae31-70ceefed73a4 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:14:07.042152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363a2b20-9e02-4eba-99b8-1f260fdb9e01", "name": "network-vif-deleted", "tag": "ca79f01b-3d71-43de-b252-303cc4243512", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:14:07.042418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a724a280-205e-4459-ae31-70ceefed73a4 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:14:07.042864 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '363a2b20-9e02-4eba-99b8-1f260fdb9e01', 'name': 'network-vif-deleted', 'tag': 'ca79f01b-3d71-43de-b252-303cc4243512', 'status': 'completed', 'code': 200} Dec 13 17:14:08.069539 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53296) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:08.426315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:08.678894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port ad69010d-6c7b-4778-bc3f-e24c018c5098 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:14:08.679155 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:08.766878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port ad69010d-6c7b-4778-bc3f-e24c018c5098, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ad69010d-6c7b-4778-bc3f-e24c018c5098,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:08.767451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:08.779490 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for ad69010d-6c7b-4778-bc3f-e24c018c5098 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:14:08.969105 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:08.995950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=ad69010d-6c7b-4778-bc3f-e24c018c5098,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:09.168067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:09.385851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Router 971a353d-2ea0-4eaa-811c-4ce17f87f968 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:14:09.492479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:14:09.498145 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-69da901b-5aab-4079-918e-5b4e85ca8641 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "PUT /v2.0/routers/971a353d-2ea0-4eaa-811c-4ce17f87f968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4275324 Dec 13 17:14:09.500532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53298) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:09.503202 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] Sync routers for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:14:09.513170 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:09.514009 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:09.553224 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting subnet 9445eae3-255c-4af8-9a8b-c2f478e4dfa2 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:14:09.556709 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:09.603418 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:09.687257 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:09.713556 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:09.754273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:09.786258 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Subnet': ['ID=9445eae3-255c-4af8-9a8b-c2f478e4dfa2,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:09.791020 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:09.796778 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/subnets/9445eae3-255c-4af8-9a8b-c2f478e4dfa2 HTTP/1.1" status: 204 len: 168 time: 0.2925816 Dec 13 17:14:09.797735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53300) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:09.800049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.800405 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.800750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.801090 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.801427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.801760 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.802092 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.802426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.802780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.803104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.803431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.803750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.804072 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8240359f-4525-4aa2-8c77-5a028712dfae tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:09.804464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab20715-9a57-4b5f-baae-0e48063a5695 None None] Network 10e7ad1a-128d-4d90-be06-2134ff7a5dbd requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:14:09.905657 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:14:08Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:09.910599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:09.933898 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] Checking router: 971a353d-2ea0-4eaa-811c-4ce17f87f968 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:14:09.945849 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] Routers {'971a353d-2ea0-4eaa-811c-4ce17f87f968'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:09.946394 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['971a353d-2ea0-4eaa-811c-4ce17f87f968'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:10.062906 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] Set router 971a353d-2ea0-4eaa-811c-4ce17f87f968 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:10.154122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] DHCP port deletion for 10e7ad1a-128d-4d90-be06-2134ff7a5dbd request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:14:10.208488 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Deleting port f0f2f0b9-8246-4fae-98ee-80adc39d6529 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:14:10.209358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.256998 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:14:08Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:10.280871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] For port f0f2f0b9-8246-4fae-98ee-80adc39d6529, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=f0f2f0b9-8246-4fae-98ee-80adc39d6529,segment=NetworkSegment(82543bf5-2f7e-4ac0-86c1-15a4c57445be),segment_id=82543bf5-2f7e-4ac0-86c1-15a4c57445be)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:10.281718 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.288037 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f1009-f1b9-43e5-8c1a-7b0b06840d8f None None] The sync data for ids ['971a353d-2ea0-4eaa-811c-4ce17f87f968'] in dv-neutron-821599-1-hyperv is: [{'id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1540660018', 'tenant_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:14:08Z', 'revision_number': 5, 'project_id': '9bc1e1aa0fb249fe9a02ec0180350469', 'gw_port': {'id': '2a713b4f-8b0b-4422-8b38-71c3bcb48b1f', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '971a353d-2ea0-4eaa-811c-4ce17f87f968', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:13:06Z', 'updated_at': '2021-12-13T17:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:14:10.296906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Calling delete_port for f0f2f0b9-8246-4fae-98ee-80adc39d6529 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:14:10.340647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.382120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.396246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Deleting port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:14:10.396589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.412575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Pushing event deleted for resources: {'Port': ['ID=f0f2f0b9-8246-4fae-98ee-80adc39d6529,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:10.414859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] No DVR routers for this DVR port f0f2f0b9-8246-4fae-98ee-80adc39d6529 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:14:10.422326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.422995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.423136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.424665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.424665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.424665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.424665 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.425000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.425115 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.425625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.425732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.425988 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.426316 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e71a7-2542-41ca-bbe5-81ee3be2f5a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:10.475660 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] For port 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=2a713b4f-8b0b-4422-8b38-71c3bcb48b1f,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:10.475949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.487854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Calling delete_port for 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:14:10.656712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.688342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Port': ['ID=2a713b4f-8b0b-4422-8b38-71c3bcb48b1f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:10.699508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f82a9-71e4-45c0-8185-caf0636b319e None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:14:10.752793 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.847957 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.850067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.895131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.895657 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Fanout notify agent at l3_agent the message router_deleted on router 971a353d-2ea0-4eaa-811c-4ce17f87f968 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:14:10.902880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:10.906601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-f4cf950f-c316-4283-ba3e-785b6f460a36 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/routers/971a353d-2ea0-4eaa-811c-4ce17f87f968 HTTP/1.1" status: 204 len: 168 time: 1.1060243 Dec 13 17:14:10.906799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53302) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:10.996971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.088249 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.107314 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10e7ad1a-128d-4d90-be06-2134ff7a5dbd']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:11.116804 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82543bf5-2f7e-4ac0-86c1-15a4c57445be') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:11.117101 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82543bf5-2f7e-4ac0-86c1-15a4c57445be') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:11.126168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.139379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.145571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:14:11.145880 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:14:11.149078 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:14:11.207634 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.218597 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.222451 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/networks/10e7ad1a-128d-4d90-be06-2134ff7a5dbd HTTP/1.1" status: 204 len: 168 time: 0.3145607 Dec 13 17:14:11.225553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53304) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:11.232261 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19af83-510d-49a7-a483-f3aa31d52f54 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'Network': ['ID=10e7ad1a-128d-4d90-be06-2134ff7a5dbd,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:11.247882 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ca79f01b-3d71-43de-b252-303cc4243512 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:14:11.269297 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: ca79f01b-3d71-43de-b252-303cc4243512 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:14:11.269676 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device ca79f01b-3d71-43de-b252-303cc4243512 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:14:11.284916 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fdd66a2a-3356-4c80-98e8-de92b5b37011 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.309899 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fdd66a2a-3356-4c80-98e8-de92b5b37011 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.381095 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fdd66a2a-3356-4c80-98e8-de92b5b37011 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.383855 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-fdd66a2a-3356-4c80-98e8-de92b5b37011 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.385025 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-fdd66a2a-3356-4c80-98e8-de92b5b37011 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] 10.222.0.13 "DELETE /v2.0/security-groups/49d16463-4ce7-40b8-ab5d-1b46e639715e HTTP/1.1" status: 204 len: 168 time: 0.1584840 Dec 13 17:14:11.386324 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ad69010d-6c7b-4778-bc3f-e24c018c5098 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:14:11.394550 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd66a2a-3356-4c80-98e8-de92b5b37011 tempest-TestNetworkAdvancedServerOps-1987526593 tempest-TestNetworkAdvancedServerOps-1987526593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d16463-4ce7-40b8-ab5d-1b46e639715e,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:11.413086 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: ad69010d-6c7b-4778-bc3f-e24c018c5098 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:14:11.413536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ad69010d-6c7b-4778-bc3f-e24c018c5098 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:14:11.414066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f0f2f0b9-8246-4fae-98ee-80adc39d6529 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:14:11.439429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: f0f2f0b9-8246-4fae-98ee-80adc39d6529 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:14:11.439878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device f0f2f0b9-8246-4fae-98ee-80adc39d6529 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:14:11.678718 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53312) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:11.819192 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-31a26f58-5931-4510-a7cc-a60652d896ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bc1e1aa0fb249fe9a02ec0180350469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392741 Dec 13 17:14:11.821659 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53316) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:11.868184 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8536-79be-4867-9edb-68aedf807159 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.888534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8536-79be-4867-9edb-68aedf807159 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.939264 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8536-79be-4867-9edb-68aedf807159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.941964 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-bf2c8536-79be-4867-9edb-68aedf807159 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:11.943121 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-bf2c8536-79be-4867-9edb-68aedf807159 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a6f043e-4efb-4802-a942-60fca8ab36ac HTTP/1.1" status: 204 len: 168 time: 0.1205635 Dec 13 17:14:11.951947 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c8536-79be-4867-9edb-68aedf807159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6f043e-4efb-4802-a942-60fca8ab36ac,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:12.203577 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53322) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:12.216421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7433b196-4253-4612-95fd-9cf75ca53be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:12.292190 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7433b196-4253-4612-95fd-9cf75ca53be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:12.295931 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7433b196-4253-4612-95fd-9cf75ca53be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:12.333180 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433b196-4253-4612-95fd-9cf75ca53be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19cda90-771a-4300-8a69-4da27b2262d1,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:12.338558 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7433b196-4253-4612-95fd-9cf75ca53be0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9de39090d27a40dc9a2f951f6d358b9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339395 Dec 13 17:14:12.341300 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53324) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:12.392529 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ab1-786e-42b0-a090-bb7445206042 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:12.414431 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ab1-786e-42b0-a090-bb7445206042 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:12.459541 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ab1-786e-42b0-a090-bb7445206042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:12.462104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ab1-786e-42b0-a090-bb7445206042 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:12.463321 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dacb7ab1-786e-42b0-a090-bb7445206042 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f19cda90-771a-4300-8a69-4da27b2262d1 HTTP/1.1" status: 204 len: 168 time: 0.1207855 Dec 13 17:14:12.472685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb7ab1-786e-42b0-a090-bb7445206042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19cda90-771a-4300-8a69-4da27b2262d1,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:12.970987 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:14:12.991641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:14:12.991995 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 2a713b4f-8b0b-4422-8b38-71c3bcb48b1f not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:14:13.126865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53346) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:13.222967 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-461357976-network', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:13.244151 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Made reservation on behalf of 35ec105e82a44f069a0214ccb4cadef2 for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:14:13.246594 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.258124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.332311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.336114 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.356214 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:14:13.370326 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b84a1-8385-48a9-acc9-6d8f3e834070,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:13.375335 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.375679 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Added segment 583ba6a0-90b9-45eb-893d-dab3d30da4a8 of type vlan for network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 Dec 13 17:14:13.416519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.441449 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.442426 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:13.443153 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.495328 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3673487 Dec 13 17:14:13.498360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53350) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:13.503437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Request body: {'subnet': {'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-461357976-subnet', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:13.505974 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d647210-0d46-483c-9bb4-00cd76a544ef admin admin] Pushing event updated for resources: {'Network': ['ID=ffdb5355-f9e0-4757-9ac5-de1cd3da8478,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:13.515813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:14:13.526371 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Made reservation on behalf of 35ec105e82a44f069a0214ccb4cadef2 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:14:13.528912 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.699260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.779494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6451b94a-6d77-4ef1-a111-01b1dcc3dec8,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:13.788158 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Checking segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:13.788522 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Network hostable DHCP agents. Network: ffdb5355-f9e0-4757-9ac5-de1cd3da8478, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:14:13.804551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:14:13.812818 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, ffdb5355-f9e0-4757-9ac5-de1cd3da8478) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:13.818048 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:13.819100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.822252 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d370c8-042a-4dce-a104-27d68cbdcca0 None None] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:14:13.835681 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9b0732f3-1022-48d9-9753-0f4348092816 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3361259 Dec 13 17:14:13.838206 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53352) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:13.843897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:13.868834 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.869884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.933944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:13.946389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:14:13.948031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.106480 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Allocated IP 172.20.0.2 (ffdb5355-f9e0-4757-9ac5-de1cd3da8478/6451b94a-6d77-4ef1-a111-01b1dcc3dec8/ca961fc9-18d6-4305-9ee6-73601bcfc249) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:14:14.109763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.269516 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.275576 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.343406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.347191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:14.352377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:14.357390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Pushing event updated for resources: {'Port': ['ID=ca961fc9-18d6-4305-9ee6-73601bcfc249,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:14.359951 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.361779 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:14:14.373248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.433795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Attempting to bind port ca961fc9-18d6-4305-9ee6-73601bcfc249 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:14:14.434175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Attempting to bind port ca961fc9-18d6-4305-9ee6-73601bcfc249 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:14:14.434548 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Attempting to bind port ca961fc9-18d6-4305-9ee6-73601bcfc249 on network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:14:14.440349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:14:14.440728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Checking segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:14.441174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.441544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Bound using segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:14:14.442053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Bound port: ca961fc9-18d6-4305-9ee6-73601bcfc249, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:14:14.442433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.493556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Allocated IP 172.26.6.143 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/74c4e1a0-83d0-44a1-86a0-4984608f0117) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:14:14.524431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] For port ca961fc9-18d6-4305-9ee6-73601bcfc249, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:14:14.528617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] For port ca961fc9-18d6-4305-9ee6-73601bcfc249, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ca961fc9-18d6-4305-9ee6-73601bcfc249,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:14:14.534061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.612251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265d035-17ce-4399-a37f-bf986d9861de None None] Pushing event updated for resources: {'Port': ['ID=ca961fc9-18d6-4305-9ee6-73601bcfc249,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:14.625143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.668208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.710127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:14.713345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:14.716963 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:14:14.728221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0981d9b5-0a84-4807-8c83-efa8a6e24116 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:14:14.741571 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Pushing event updated for resources: {'Port': ['ID=74c4e1a0-83d0-44a1-86a0-4984608f0117,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:14.834958 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-184a2cb5-7705-4bd4-a76d-d680b023128c None None] Provisioning complete for port 74c4e1a0-83d0-44a1-86a0-4984608f0117 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:14.835621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-184a2cb5-7705-4bd4-a76d-d680b023128c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:14.870602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-184a2cb5-7705-4bd4-a76d-d680b023128c None None] Port 74c4e1a0-83d0-44a1-86a0-4984608f0117 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:14:15.012359 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:15.039204 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ca961fc9-18d6-4305-9ee6-73601bcfc249 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:14:15.094034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ca961fc9-18d6-4305-9ee6-73601bcfc249 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:15.094402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:15.171518 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:15.204403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port ca961fc9-18d6-4305-9ee6-73601bcfc249, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ca961fc9-18d6-4305-9ee6-73601bcfc249,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:15.209464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:15.216041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:15.264477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=ca961fc9-18d6-4305-9ee6-73601bcfc249,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:15.359969 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Router 428bcedd-24cd-4657-8338-d6a5e3a96a74 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:14:15.469643 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:14:15.482006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Sync routers for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:14:15.489754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:15.493662 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b8a258c7-c5d3-4ce5-b6ff-60cf1dbbc07c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6518307 Dec 13 17:14:15.494534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53354) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:15.502572 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:15.504291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:15.573047 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b020a834-09b4-4c6c-805a-742ea6752709 None None] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:14:15.661541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-1e925264-ff4b-48aa-b7be-39ce475baa73 None None] Provisioning complete for port ca961fc9-18d6-4305-9ee6-73601bcfc249 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:15.662160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e925264-ff4b-48aa-b7be-39ce475baa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:15.719681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:15.926851 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:15.977312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:14Z', 'revision_number': 3, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:16.005383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Checking router: 428bcedd-24cd-4657-8338-d6a5e3a96a74 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:14:16.005878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Updating router 428bcedd-24cd-4657-8338-d6a5e3a96a74 port 74c4e1a0-83d0-44a1-86a0-4984608f0117 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:14:16.035081 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.095741 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Allocated IP 172.20.0.1 (ffdb5355-f9e0-4757-9ac5-de1cd3da8478/6451b94a-6d77-4ef1-a111-01b1dcc3dec8/4cfef840-816e-4d87-a145-b57a858b280c) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:14:16.191215 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-68e7eed7-8199-4b53-a41c-d1246f2cfe56 None None] Provisioning complete for port ca961fc9-18d6-4305-9ee6-73601bcfc249 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:16.191827 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-68e7eed7-8199-4b53-a41c-d1246f2cfe56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.197619 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.230025 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.270576 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:16.273662 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:16.277390 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:14:16.283037 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Pushing event updated for resources: {'Port': ['ID=4cfef840-816e-4d87-a145-b57a858b280c,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:16.324187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.371247 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.385521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.443635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeecb54d-edbf-468d-b34b-e2381f34c6ad None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:14:16.451624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Attempting to bind port 74c4e1a0-83d0-44a1-86a0-4984608f0117 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:14:16.451993 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Attempting to bind port 74c4e1a0-83d0-44a1-86a0-4984608f0117 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:14:16.452356 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Attempting to bind port 74c4e1a0-83d0-44a1-86a0-4984608f0117 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:14:16.456639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec855fb-ce22-4d2a-8ee5-171cc7beca31 None None] Pushing event updated for resources: {'Port': ['ID=74c4e1a0-83d0-44a1-86a0-4984608f0117,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:16.462465 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:14:16.462864 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:16.463266 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.463652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:14:16.464122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Bound port: 74c4e1a0-83d0-44a1-86a0-4984608f0117, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:14:16.464534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.468872 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.522046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] For port 74c4e1a0-83d0-44a1-86a0-4984608f0117, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:14:16.525543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] For port 74c4e1a0-83d0-44a1-86a0-4984608f0117, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=74c4e1a0-83d0-44a1-86a0-4984608f0117,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:14:16.529998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.584125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08357ba6-560d-4f08-b461-2a74143a3f48 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:14:16.606669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] Provisioning complete for port 4cfef840-816e-4d87-a145-b57a858b280c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:16.607046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.612794 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:16.613376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:16.632979 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec855fb-ce22-4d2a-8ee5-171cc7beca31 None None] Pushing event updated for resources: {'Port': ['ID=74c4e1a0-83d0-44a1-86a0-4984608f0117,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:16.640913 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.646169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.713960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] Port 4cfef840-816e-4d87-a145-b57a858b280c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:14:16.716139 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.717848 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Pushing event updated for resources: {'Port': ['ID=4cfef840-816e-4d87-a145-b57a858b280c,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:16.741897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] Provisioning complete for port 74c4e1a0-83d0-44a1-86a0-4984608f0117 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:16.742274 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:16.777452 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:16.812252 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:16.813685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:16.937401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Router 428bcedd-24cd-4657-8338-d6a5e3a96a74 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:14:17.075023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:14:17.081458 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b5fb9647-2fbc-464b-b185-ed516f5c7c4e admin admin] 10.222.0.13 "PUT /v2.0/routers/428bcedd-24cd-4657-8338-d6a5e3a96a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5860803 Dec 13 17:14:17.084742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ca961fc9-18d6-4305-9ee6-73601bcfc249 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:14:17.135550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.175393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] For port 74c4e1a0-83d0-44a1-86a0-4984608f0117, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=74c4e1a0-83d0-44a1-86a0-4984608f0117,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:17.187468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.255219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port ca961fc9-18d6-4305-9ee6-73601bcfc249 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:17.255861 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.302019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe8d42-621d-4343-9a79-a855bfe4fdf0 None None] Pushing event updated for resources: {'Port': ['ID=74c4e1a0-83d0-44a1-86a0-4984608f0117,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:17.332203 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-de98f58a-ea55-4bac-b524-dad4441a6071 None None] Provisioning complete for port 4cfef840-816e-4d87-a145-b57a858b280c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:17.332588 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-de98f58a-ea55-4bac-b524-dad4441a6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.380053 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 1, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:17.432599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-de98f58a-ea55-4bac-b524-dad4441a6071 None None] Port 4cfef840-816e-4d87-a145-b57a858b280c cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:14:17.436083 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6af552-303b-48d2-b748-b8f35b8dcbb5 None None] The sync data for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv is: [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 1, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:14:17.458460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-de98f58a-ea55-4bac-b524-dad4441a6071 None None] Provisioning complete for port 74c4e1a0-83d0-44a1-86a0-4984608f0117 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:17.458460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-de98f58a-ea55-4bac-b524-dad4441a6071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.593557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53370) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:17.598674 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-620795488-network', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:17.637219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Made reservation on behalf of b5001cdcfe174fe390f041aa893f6766 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:14:17.639724 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.659923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.749086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.754124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.781404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147fc8e1-52b4-4ff8-9c10-a1dc99fcced7,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:17.793686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:14:17.804871 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.805461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Added segment b667262a-5047-417f-8423-793c7c4d3e46 of type vlan for network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 Dec 13 17:14:17.850099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.878741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.879727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:17.880306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:17.931324 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3365664 Dec 13 17:14:17.934097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53372) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:17.939710 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Request body: {'subnet': {'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-620795488-subnet', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'ip_version': 4}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:17.961762 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc971d3-6ada-435d-b444-c00ee830e7ee admin admin] Pushing event updated for resources: {'Network': ['ID=7b6c69c1-0508-4407-99f8-b8f0e40e1957,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:17.973858 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:14:17.980508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Made reservation on behalf of b5001cdcfe174fe390f041aa893f6766 for: {'subnet': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:14:17.982862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10218177'] for subnet, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.183436 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10368578', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10218207'] for subnet, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.247323 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0a1a95c-9b72-4e77-8045-9fe51ba02c55,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:18.257245 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Checking segment: {'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:18.257673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Network hostable DHCP agents. Network: 7b6c69c1-0508-4407-99f8-b8f0e40e1957, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:14:18.276164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:14:18.285694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 7b6c69c1-0508-4407-99f8-b8f0e40e1957) {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:18.291254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:18.292018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.296390 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08027d64-f4aa-4a31-aaad-7fb9073597bb None None] Network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:14:18.310147 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d3744142-8167-4aba-9e3e-2ad4f2e89a89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3749783 Dec 13 17:14:18.312886 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53374) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:18.318507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:18.344657 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.347996 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.410853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-7b6c69c1-0508-4407-99f8-b8f0e40e1957', 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957', 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'fixed_ips': [{'subnet_id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:14:18.411745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.424089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.558719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Allocated IP 172.20.0.2 (7b6c69c1-0508-4407-99f8-b8f0e40e1957/a0a1a95c-9b72-4e77-8045-9fe51ba02c55/e4c6d53c-cec8-4a2d-ab35-be81d5578b45) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:14:18.721214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.728134 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.770225 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:18.778287 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:18.782531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:14:18.798793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Pushing event updated for resources: {'Port': ['ID=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:18.838051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.844703 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Attempting to bind port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:14:18.845747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Attempting to bind port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:14:18.846871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Attempting to bind port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 on network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:14:18.852192 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:14:18.852652 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Checking segment: {'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:18.853125 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.853592 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Bound using segment: {'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:14:18.854067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Bound port: e4c6d53c-cec8-4a2d-ab35-be81d5578b45, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:14:18.854449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.919931 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] For port e4c6d53c-cec8-4a2d-ab35-be81d5578b45, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:14:18.923940 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] For port e4c6d53c-cec8-4a2d-ab35-be81d5578b45, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,segment=NetworkSegment(b667262a-5047-417f-8423-793c7c4d3e46),segment_id=b667262a-5047-417f-8423-793c7c4d3e46)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:14:18.928831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:18.992877 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f180b-a092-4c56-8d37-5aba22219a88 None None] Pushing event updated for resources: {'Port': ['ID=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:19.045352 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:19.065321 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:19.089990 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 74c4e1a0-83d0-44a1-86a0-4984608f0117 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:14:19.141970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 74c4e1a0-83d0-44a1-86a0-4984608f0117 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:19.143298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:19.191476 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Allocated IP 172.26.6.243 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/802e20fd-674a-4ff3-8e1f-fb69be493d5b) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:14:19.348353 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:19.386728 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:19.431961 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:19.434939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:19.438519 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:14:19.443904 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Pushing event updated for resources: {'Port': ['ID=802e20fd-674a-4ff3-8e1f-fb69be493d5b,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:19.448142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13f9f78-8988-40f6-8767-6af1feb63381 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:14:19.482722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-231dc31c-972b-443c-b134-deb185274f06 None None] Provisioning complete for port 802e20fd-674a-4ff3-8e1f-fb69be493d5b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:19.483219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-231dc31c-972b-443c-b134-deb185274f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:19.519486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-231dc31c-972b-443c-b134-deb185274f06 None None] Port 802e20fd-674a-4ff3-8e1f-fb69be493d5b cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:14:19.694635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:19.903780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.025205 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Sync routers for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:14:20.026290 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf399c5-0f11-408a-b05a-82e8f1996c4a None None] Network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:14:20.036504 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:20.037119 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:20.047175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Router 53c9793c-d654-4bd1-9327-5a820e1e5ffb is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:14:20.090450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9857c7b0-d5e8-4c16-a603-fb7345c6f7ac None None] Provisioning complete for port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:20.091017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9857c7b0-d5e8-4c16-a603-fb7345c6f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.148841 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:20.157367 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:14:20.170611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Sync routers for ids ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:14:20.179176 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.183404 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-de638b94-8803-4d97-b2c3-ab911a483ab9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8669941 Dec 13 17:14:20.183782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53376) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:20.194547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Routers {'53c9793c-d654-4bd1-9327-5a820e1e5ffb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:20.195246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:20.302776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9857c7b0-d5e8-4c16-a603-fb7345c6f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.361950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-9857c7b0-d5e8-4c16-a603-fb7345c6f7ac None None] For port e4c6d53c-cec8-4a2d-ab35-be81d5578b45, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,segment=NetworkSegment(b667262a-5047-417f-8423-793c7c4d3e46),segment_id=b667262a-5047-417f-8423-793c7c4d3e46)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:20.368978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Set router 53c9793c-d654-4bd1-9327-5a820e1e5ffb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:20.377115 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 2, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:20.414691 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Checking router: 428bcedd-24cd-4657-8338-d6a5e3a96a74 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:14:20.415332 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Updating router 428bcedd-24cd-4657-8338-d6a5e3a96a74 port 4cfef840-816e-4d87-a145-b57a858b280c binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:14:20.444443 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.493187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9857c7b0-d5e8-4c16-a603-fb7345c6f7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.570429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857c7b0-d5e8-4c16-a603-fb7345c6f7ac None None] Pushing event updated for resources: {'Port': ['ID=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:20.625668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9ce10e25-d528-42d0-8ded-ed1940c1fb0d None None] Provisioning complete for port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:20.626166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9ce10e25-d528-42d0-8ded-ed1940c1fb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.672696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:14:19Z', 'revision_number': 3, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port': {'id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:19Z', 'updated_at': '2021-12-13T17:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:20.707742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Checking router: 53c9793c-d654-4bd1-9327-5a820e1e5ffb for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:14:20.708198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Updating router 53c9793c-d654-4bd1-9327-5a820e1e5ffb port 802e20fd-674a-4ff3-8e1f-fb69be493d5b binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:14:20.738105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.747887 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.754814 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.806298 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Pushing event updated for resources: {'Port': ['ID=4cfef840-816e-4d87-a145-b57a858b280c,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:20.819431 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.819431 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.819715 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.820065 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.820467 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.820869 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.821410 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.821808 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.822208 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.822607 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.823025 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.823418 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.823813 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:14:20.891875 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Attempting to bind port 4cfef840-816e-4d87-a145-b57a858b280c on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:14:20.892594 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Attempting to bind port 4cfef840-816e-4d87-a145-b57a858b280c by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:14:20.893349 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Attempting to bind port 4cfef840-816e-4d87-a145-b57a858b280c on network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:14:20.899295 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:14:20.899990 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Checking segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:20.900777 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.901367 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Bound using segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:14:20.902035 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Bound port: 4cfef840-816e-4d87-a145-b57a858b280c, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:14:20.902634 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:20.986945 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] For port 4cfef840-816e-4d87-a145-b57a858b280c, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:14:20.991167 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] For port 4cfef840-816e-4d87-a145-b57a858b280c, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4cfef840-816e-4d87-a145-b57a858b280c,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:14:21.000914 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.029508 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.096831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.106104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.131401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e4c6d53c-cec8-4a2d-ab35-be81d5578b45 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:14:21.191251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a068b1-2db0-4f30-abc8-84544f6b7a5f None None] Pushing event updated for resources: {'Port': ['ID=802e20fd-674a-4ff3-8e1f-fb69be493d5b,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:21.196191 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:21.196839 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:21.253894 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Allocated IP 172.20.0.1 (7b6c69c1-0508-4407-99f8-b8f0e40e1957/a0a1a95c-9b72-4e77-8045-9fe51ba02c55/4ec95077-35e1-403f-96a8-bd00cb5bbb12) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:14:21.271024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e754b0d-5e15-40ff-adde-b60dd5fbe687 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:14:21.291219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-18f8daf1-e08d-4475-b8e3-88fddc386180 None None] Provisioning complete for port 4cfef840-816e-4d87-a145-b57a858b280c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:21.291849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18f8daf1-e08d-4475-b8e3-88fddc386180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.306120 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:21.306580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Attempting to bind port 802e20fd-674a-4ff3-8e1f-fb69be493d5b on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:14:21.311510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Attempting to bind port 802e20fd-674a-4ff3-8e1f-fb69be493d5b by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:14:21.311880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Attempting to bind port 802e20fd-674a-4ff3-8e1f-fb69be493d5b on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:14:21.340961 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db356a7-734b-421e-8cd5-578dc7a56349 None None] Pushing event updated for resources: {'Port': ['ID=4cfef840-816e-4d87-a145-b57a858b280c,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:21.347462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:14:21.348599 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:21.349100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.350160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:14:21.350160 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Bound port: 802e20fd-674a-4ff3-8e1f-fb69be493d5b, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:14:21.350632 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.381637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.408450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] For port 802e20fd-674a-4ff3-8e1f-fb69be493d5b, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:14:21.411975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] For port 802e20fd-674a-4ff3-8e1f-fb69be493d5b, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=802e20fd-674a-4ff3-8e1f-fb69be493d5b,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:14:21.420378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.422512 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.461602 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:21.466150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:21.469746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:14:21.492496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a068b1-2db0-4f30-abc8-84544f6b7a5f None None] Pushing event updated for resources: {'Port': ['ID=802e20fd-674a-4ff3-8e1f-fb69be493d5b,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:21.495599 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Pushing event updated for resources: {'Port': ['ID=4ec95077-35e1-403f-96a8-bd00cb5bbb12,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:21.514027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.531616 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:21.532153 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.576658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6267af6-7fe6-40f8-af3a-e805f7f6da01 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:14:21.628021 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:20Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:21.641975 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Routers {'53c9793c-d654-4bd1-9327-5a820e1e5ffb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:21.643771 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:21.661693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.665629 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34040af-fa18-412a-80ee-9d66280af57a None None] The sync data for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv is: [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:20Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:14:21.877011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.882494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.933180 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18f8daf1-e08d-4475-b8e3-88fddc386180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.955342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Pushing event updated for resources: {'Port': ['ID=4ec95077-35e1-403f-96a8-bd00cb5bbb12,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:21.958877 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:21.984517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-18f8daf1-e08d-4475-b8e3-88fddc386180 None None] For port 4cfef840-816e-4d87-a145-b57a858b280c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4cfef840-816e-4d87-a145-b57a858b280c,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:21.988768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] Set router 53c9793c-d654-4bd1-9327-5a820e1e5ffb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:21.991238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-18f8daf1-e08d-4475-b8e3-88fddc386180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.063757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:22.066117 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:22.156344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8daf1-e08d-4475-b8e3-88fddc386180 None None] Pushing event updated for resources: {'Port': ['ID=4cfef840-816e-4d87-a145-b57a858b280c,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:22.175884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Provisioning complete for port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:22.176377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.201256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Router 53c9793c-d654-4bd1-9327-5a820e1e5ffb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:14:22.221198 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:14:22.250978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Provisioning complete for port 802e20fd-674a-4ff3-8e1f-fb69be493d5b triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:22.251349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.338794 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:14:22.348521 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-775cb27a-d811-47ba-b948-1ea4934d093d admin admin] 10.222.0.13 "PUT /v2.0/routers/53c9793c-d654-4bd1-9327-5a820e1e5ffb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1634595 Dec 13 17:14:22.389120 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 4, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port': {'id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:19Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4ec95077-35e1-403f-96a8-bd00cb5bbb12', 'name': '', 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'mac_address': 'fa:16:3e:f4:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:21Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 1, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'subnets': [{'id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:22.392625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.422332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d671e-34d0-4bce-bda2-eeab556a1881 None None] The sync data for ids ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'] in dv-neutron-821599-1-hyperv is: [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 4, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port': {'id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:19Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4ec95077-35e1-403f-96a8-bd00cb5bbb12', 'name': '', 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'mac_address': 'fa:16:3e:f4:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:21Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 1, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'subnets': [{'id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:14:22.441401 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] For port 802e20fd-674a-4ff3-8e1f-fb69be493d5b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=802e20fd-674a-4ff3-8e1f-fb69be493d5b,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:22.450023 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.496435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Provisioning complete for port 4cfef840-816e-4d87-a145-b57a858b280c triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:22.496804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.540841 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17c589-6724-49dc-a38d-dc4839a03ada None None] Pushing event updated for resources: {'Port': ['ID=802e20fd-674a-4ff3-8e1f-fb69be493d5b,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:22.717065 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-5a22dd16-e36a-4ef4-87f1-6b0b1f41acb5 None None] Provisioning complete for port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:22.717791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5a22dd16-e36a-4ef4-87f1-6b0b1f41acb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.763467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-5a22dd16-e36a-4ef4-87f1-6b0b1f41acb5 None None] Port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:14:22.866317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53386) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:22.871102 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-2b9e9222-1088-410c-a298-1e33059cb385 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-763689416', 'description': 'tempest-secgroup-smoke-763689416 description', 'project_id': '35ec105e82a44f069a0214ccb4cadef2'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:22.895026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9222-1088-410c-a298-1e33059cb385 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.969029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9222-1088-410c-a298-1e33059cb385 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:22.974638 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9222-1088-410c-a298-1e33059cb385 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.007195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2b9e9222-1088-410c-a298-1e33059cb385 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.011409 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2b9e9222-1088-410c-a298-1e33059cb385 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1410506 Dec 13 17:14:23.011981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53388) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:23.016125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-c8757c07-8909-4519-b710-767cd71cecc2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': '44844c51-dd61-482d-93b2-7a3752198047', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:23.021109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e9222-1088-410c-a298-1e33059cb385 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44844c51-dd61-482d-93b2-7a3752198047,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:23.050111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8757c07-8909-4519-b710-767cd71cecc2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.069667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4cfef840-816e-4d87-a145-b57a858b280c up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:14:23.110004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8757c07-8909-4519-b710-767cd71cecc2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.113688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8757c07-8909-4519-b710-767cd71cecc2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.118982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 4cfef840-816e-4d87-a145-b57a858b280c triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:23.119358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.134007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8757c07-8909-4519-b710-767cd71cecc2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bd0bb0-3bad-4ed5-b424-fe1f187078bc,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:23.139752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c8757c07-8909-4519-b710-767cd71cecc2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.145038 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c8757c07-8909-4519-b710-767cd71cecc2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285408 Dec 13 17:14:23.145038 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53390) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:23.148663 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-561f2371-b48c-468d-b188-5251455f2c43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': '44844c51-dd61-482d-93b2-7a3752198047', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:23.177285 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-561f2371-b48c-468d-b188-5251455f2c43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.236524 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-561f2371-b48c-468d-b188-5251455f2c43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.240788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-561f2371-b48c-468d-b188-5251455f2c43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.262584 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f2371-b48c-468d-b188-5251455f2c43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92776b1e-ed4d-4ca6-b217-65b44c4fa96a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:23.271097 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-561f2371-b48c-468d-b188-5251455f2c43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.272284 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-561f2371-b48c-468d-b188-5251455f2c43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270583 Dec 13 17:14:23.275000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53392) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:23.279677 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-27a4fc5d-61ba-495a-ab08-7e2c90018a6f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': '44844c51-dd61-482d-93b2-7a3752198047', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:23.306343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27a4fc5d-61ba-495a-ab08-7e2c90018a6f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.362312 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27a4fc5d-61ba-495a-ab08-7e2c90018a6f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.365953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27a4fc5d-61ba-495a-ab08-7e2c90018a6f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.381406 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4fc5d-61ba-495a-ab08-7e2c90018a6f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed90513-90a7-4a4d-9001-1874559a979d,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:23.394732 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-27a4fc5d-61ba-495a-ab08-7e2c90018a6f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.395973 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-27a4fc5d-61ba-495a-ab08-7e2c90018a6f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200459 Dec 13 17:14:23.398980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53394) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:23.413384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-805a88aa-eb06-408b-b30b-57c808bb6713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': '44844c51-dd61-482d-93b2-7a3752198047', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:23.447141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-805a88aa-eb06-408b-b30b-57c808bb6713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.495089 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-805a88aa-eb06-408b-b30b-57c808bb6713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.498595 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-805a88aa-eb06-408b-b30b-57c808bb6713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.516450 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a88aa-eb06-408b-b30b-57c808bb6713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91887939-3646-47e9-baf1-9d5204d7efbe,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:23.524254 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-805a88aa-eb06-408b-b30b-57c808bb6713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.525439 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-805a88aa-eb06-408b-b30b-57c808bb6713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242414 Dec 13 17:14:23.528249 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53396) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:23.532454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-3d171ed2-5127-4012-8569-5140ec0aa2fe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': '44844c51-dd61-482d-93b2-7a3752198047', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:23.554182 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-3d171ed2-5127-4012-8569-5140ec0aa2fe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Project 35ec105e82a44f069a0214ccb4cadef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:14:23.558895 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d171ed2-5127-4012-8569-5140ec0aa2fe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.617460 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d171ed2-5127-4012-8569-5140ec0aa2fe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.620654 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d171ed2-5127-4012-8569-5140ec0aa2fe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.637985 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d171ed2-5127-4012-8569-5140ec0aa2fe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9836320c-d07a-4b8f-bf7d-5e8df2f095f9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:23.646000 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-3d171ed2-5127-4012-8569-5140ec0aa2fe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.647195 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-3d171ed2-5127-4012-8569-5140ec0aa2fe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1180143 Dec 13 17:14:23.649928 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53398) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:23.654210 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-677afd07-6e77-4e68-a1f9-da0bffa7c2ab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': '44844c51-dd61-482d-93b2-7a3752198047', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:23.676187 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.securitygroups_db [None req-677afd07-6e77-4e68-a1f9-da0bffa7c2ab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Project 35ec105e82a44f069a0214ccb4cadef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:14:23.681143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-677afd07-6e77-4e68-a1f9-da0bffa7c2ab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.740993 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-677afd07-6e77-4e68-a1f9-da0bffa7c2ab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.744601 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-677afd07-6e77-4e68-a1f9-da0bffa7c2ab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.761866 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677afd07-6e77-4e68-a1f9-da0bffa7c2ab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b732db6-2259-46e8-8a61-6111f2695912,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:23.770579 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-677afd07-6e77-4e68-a1f9-da0bffa7c2ab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:23.771790 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-677afd07-6e77-4e68-a1f9-da0bffa7c2ab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209247 Dec 13 17:14:23.926676 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-8cdea8d8-34dc-4601-a0f4-778274cfe6f4 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-763689416&fields=id&tenant_id=35ec105e82a44f069a0214ccb4cadef2 HTTP/1.1" status: 200 len: 267 time: 0.0446570 Dec 13 17:14:24.035386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-8f5765ce-13ae-4179-934e-2094cacbe1ff tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:24.036844 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-8f5765ce-13ae-4179-934e-2094cacbe1ff tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 808 time: 0.1035156 Dec 13 17:14:24.051721 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-7e813752-2302-4816-b8c6-276465af0c60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/quotas/35ec105e82a44f069a0214ccb4cadef2 HTTP/1.1" status: 200 len: 375 time: 0.0088880 Dec 13 17:14:24.102231 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-29722180-8c5c-411b-b53c-602ab1ea994b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453098 Dec 13 17:14:24.119366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-353bc438-620d-497c-96cb-c162764f4493 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:14:24.120597 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-353bc438-620d-497c-96cb-c162764f4493 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058212 Dec 13 17:14:24.213845 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d3d7687b-9a46-4008-8e6c-14434c8b9393 service neutron] 10.222.0.13 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867186 Dec 13 17:14:24.308211 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-2204b1ba-79fe-4894-88d7-e100ddcebc5c service neutron] 10.222.0.13 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882957 Dec 13 17:14:24.477891 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a4299c73-eb84-4ace-8416-5c53e32edfdf req-d8b4c2dd-850c-41a9-bfc2-01e97bda36a5 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 210 time: 0.0285084 Dec 13 17:14:25.051682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 802e20fd-674a-4ff3-8e1f-fb69be493d5b up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:14:25.094450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-34907d51-0ce2-44d2-8c24-789cf5d3fa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:25.113767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 802e20fd-674a-4ff3-8e1f-fb69be493d5b triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:25.114141 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:25.422825 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Sync routers for ids ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:14:25.433793 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Routers {'53c9793c-d654-4bd1-9327-5a820e1e5ffb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:25.434547 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:25.510610 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-bc9d9e00-6d12-486e-9fb7-fc52bfc612ec tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:25.512465 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-bc9d9e00-6d12-486e-9fb7-fc52bfc612ec tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 808 time: 0.1240139 Dec 13 17:14:25.551373 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Set router 53c9793c-d654-4bd1-9327-5a820e1e5ffb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:25.600145 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9feef286-7623-42a1-8982-baf4e11f314e req-8d45cd0f-3a05-4cf6-9af3-686a62ed45aa tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 210 time: 0.0385218 Dec 13 17:14:25.621024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-534d8352-c2b5-436b-bfda-eb5178413fcd tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ec105e82a44f069a0214ccb4cadef2 HTTP/1.1" status: 200 len: 379 time: 0.0912175 Dec 13 17:14:25.631637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'port': {'device_id': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'admin_state_up': True, 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'security_groups': ['44844c51-dd61-482d-93b2-7a3752198047']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:25.745014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Made reservation on behalf of 35ec105e82a44f069a0214ccb4cadef2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:14:25.748509 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:25.760096 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 4, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port': {'id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:19Z', 'updated_at': '2021-12-13T17:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4ec95077-35e1-403f-96a8-bd00cb5bbb12', 'name': '', 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'mac_address': 'fa:16:3e:f4:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:21Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 2, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'subnets': [{'id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:25.795497 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Checking router: 53c9793c-d654-4bd1-9327-5a820e1e5ffb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:14:25.795851 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Updating router 53c9793c-d654-4bd1-9327-5a820e1e5ffb port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:14:25.824451 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:25.875990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Allocated IP 172.20.0.9 (ffdb5355-f9e0-4757-9ac5-de1cd3da8478/6451b94a-6d77-4ef1-a111-01b1dcc3dec8/512b5cfc-002a-4f9a-9891-9cfa8deaa564) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:14:26.017544 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.051686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.082570 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.088692 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.095974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:26.099204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:26.101601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:14:26.137383 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:26.167447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:26.168435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.187569 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-d4b25bdc-e71f-43ee-a7e9-3a616d9dba60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5594733 Dec 13 17:14:26.189333 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c1a51-0e83-42e2-8622-5a6af1423e67 None None] Pushing event updated for resources: {'Port': ['ID=4ec95077-35e1-403f-96a8-bd00cb5bbb12,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:26.201190 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Attempting to bind port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:14:26.201573 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Attempting to bind port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:14:26.201937 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Attempting to bind port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 on network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:14:26.205651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Request body: {'port': {'device_id': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:26.207563 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:14:26.207948 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Checking segment: {'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:26.208352 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.208752 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Bound using segment: {'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:14:26.209227 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Bound port: 4ec95077-35e1-403f-96a8-bd00cb5bbb12, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b667262a-5047-417f-8423-793c7c4d3e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:14:26.209613 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.266707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.291778 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] For port 4ec95077-35e1-403f-96a8-bd00cb5bbb12, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:14:26.296045 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] For port 4ec95077-35e1-403f-96a8-bd00cb5bbb12, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4ec95077-35e1-403f-96a8-bd00cb5bbb12,segment=NetworkSegment(b667262a-5047-417f-8423-793c7c4d3e46),segment_id=b667262a-5047-417f-8423-793c7c4d3e46)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:14:26.302322 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.356692 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Routers {'53c9793c-d654-4bd1-9327-5a820e1e5ffb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:26.357322 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:13:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:26.447599 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c1a51-0e83-42e2-8622-5a6af1423e67 None None] Pushing event updated for resources: {'Port': ['ID=4ec95077-35e1-403f-96a8-bd00cb5bbb12,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:26.487254 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] Set router 53c9793c-d654-4bd1-9327-5a820e1e5ffb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:26.510385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-6842f7b3-f785-42f8-9ad0-bd75782a946a None None] Provisioning complete for port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:26.511348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6842f7b3-f785-42f8-9ad0-bd75782a946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.587362 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512b5cfc-002a-4f9a-9891-9cfa8deaa564 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:14:26.596968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.611525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Transition to ACTIVE for port object 512b5cfc-002a-4f9a-9891-9cfa8deaa564 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:14:26.616845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.617122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6842f7b3-f785-42f8-9ad0-bd75782a946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.662009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-6842f7b3-f785-42f8-9ad0-bd75782a946a None None] For port 4ec95077-35e1-403f-96a8-bd00cb5bbb12, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4ec95077-35e1-403f-96a8-bd00cb5bbb12,segment=NetworkSegment(b667262a-5047-417f-8423-793c7c4d3e46),segment_id=b667262a-5047-417f-8423-793c7c4d3e46)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:26.672124 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6842f7b3-f785-42f8-9ad0-bd75782a946a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.684210 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:26.752397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842f7b3-f785-42f8-9ad0-bd75782a946a None None] Pushing event updated for resources: {'Port': ['ID=4ec95077-35e1-403f-96a8-bd00cb5bbb12,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:26.791840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Attempting to bind port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:14:26.792173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Attempting to bind port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:14:26.792506 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Attempting to bind port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 on network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:14:26.800811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 on network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:14:26.801139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Attempting to bind port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 on network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:14:26.807555 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:14:26.807778 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Checking segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:14:26.808309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Bound using segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:14:26.808747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Bound port: 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:14:26.809219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.832629 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672c63c-c49a-44bc-b009-3818d78500d7 req-00e28680-de82-49b9-9953-64a3cd0ebdcc tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:26.834208 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6672c63c-c49a-44bc-b009-3818d78500d7 req-00e28680-de82-49b9-9953-64a3cd0ebdcc tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0876300 Dec 13 17:14:26.836906 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 4, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port': {'id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:19Z', 'updated_at': '2021-12-13T17:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4ec95077-35e1-403f-96a8-bd00cb5bbb12', 'name': '', 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'mac_address': 'fa:16:3e:f4:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:21Z', 'updated_at': '2021-12-13T17:14:26Z', 'revision_number': 4, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'subnets': [{'id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:26.852251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b4895a05-c5b4-4135-a983-b4cf49af0f67 None None] Provisioning complete for port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:26.852628 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b4895a05-c5b4-4135-a983-b4cf49af0f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.869981 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09f2625-367c-48b1-bac6-30f91a243b0c None None] The sync data for ids ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'] in dv-neutron-821599-1-hyperv is: [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 4, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port': {'id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:19Z', 'updated_at': '2021-12-13T17:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4ec95077-35e1-403f-96a8-bd00cb5bbb12', 'name': '', 'network_id': '7b6c69c1-0508-4407-99f8-b8f0e40e1957', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'mac_address': 'fa:16:3e:f4:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:21Z', 'updated_at': '2021-12-13T17:14:26Z', 'revision_number': 4, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'subnets': [{'id': 'a0a1a95c-9b72-4e77-8045-9fe51ba02c55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:14:26.922778 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6672c63c-c49a-44bc-b009-3818d78500d7 req-27088bb4-231e-49ab-a9a7-8a5328155fae tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637333 Dec 13 17:14:26.950892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:14:26.954446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:14:26.960108 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:26.998945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:26.999564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:27.000965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] 10.222.0.31 "PUT /v2.0/ports/512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 1093 time: 0.8007464 Dec 13 17:14:27.001481 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:14:27.004367 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98401e6b-0821-4c80-a368-8efeb96b10ee" -d '{"events": [{"name": "network-changed", "server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:14:27.052887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25689565-b7e9-4718-bf7f-e41da593e68a service neutron] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:27.105782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4ec95077-35e1-403f-96a8-bd00cb5bbb12 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:14:27.108148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-a5969c5d-fa64-40f1-ad7c-14d21accf401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:27.109763 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-a5969c5d-fa64-40f1-ad7c-14d21accf401 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1096 time: 0.0537279 Dec 13 17:14:27.193115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0c255f-1bf0-4775-b476-3e57366b3296 x-openstack-request-id: req-9c0c255f-1bf0-4775-b476-3e57366b3296 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:14:27.193426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:14:27.193686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c0c255f-1bf0-4775-b476-3e57366b3296 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:14:27.194228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:27.194352 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'status': 'completed', 'code': 200} Dec 13 17:14:27.194602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:27.196241 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-6f4b9d0c-6829-439e-b936-9d1b9d688725 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 217 time: 0.0780408 Dec 13 17:14:27.253172 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-040d0cff-bb16-493b-bc85-8db369037604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:27.254692 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-040d0cff-bb16-493b-bc85-8db369037604 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0479136 Dec 13 17:14:27.305375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-46d05155-debb-4044-adac-b5842e6a14f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:27.306836 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-46d05155-debb-4044-adac-b5842e6a14f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418773 Dec 13 17:14:27.405004 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-0e64c661-e2a2-49f5-a475-5d6d01bbbb98 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903528 Dec 13 17:14:27.501351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bcca5db-e853-4ac5-8763-9d0cbc10096a req-9e0f89d8-4bc4-4cf8-9ebf-4eb7aa526f43 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837300 Dec 13 17:14:27.503947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e6c004dd-762b-45b4-9762-a7a33af811ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:27.608027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-43ff169e-230e-449e-8dd6-82c979ba554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:27.609434 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-43ff169e-230e-449e-8dd6-82c979ba554f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1096 time: 0.0470178 Dec 13 17:14:27.700424 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-f43e782d-07cb-4ee1-814b-35f1a340ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:27.701878 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-f43e782d-07cb-4ee1-814b-35f1a340ba2a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0839717 Dec 13 17:14:27.755505 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-7f32c3b3-aab3-4ad1-a95e-033435345f24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 217 time: 0.0418043 Dec 13 17:14:27.812879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-32f1bdea-936a-46c7-9f38-3b44fff6cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:27.814800 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-32f1bdea-936a-46c7-9f38-3b44fff6cd9e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0517199 Dec 13 17:14:27.865889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-99cee448-fef8-4c8e-ae4a-7759f6e375dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:27.867374 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-99cee448-fef8-4c8e-ae4a-7759f6e375dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439484 Dec 13 17:14:27.968347 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-774a21af-6365-48ae-91a4-7161808c66cc service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876801 Dec 13 17:14:28.092475 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8276e0b-db6b-44cc-9dbe-ff6348ef6611 req-c9ea60a3-c4e0-4e54-86bd-a86a53c466dc tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:28.093923 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8276e0b-db6b-44cc-9dbe-ff6348ef6611 req-c9ea60a3-c4e0-4e54-86bd-a86a53c466dc tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0754232 Dec 13 17:14:28.097974 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98401e6b-0821-4c80-a368-8efeb96b10ee req-ade7fbdf-8ee0-442b-8689-897a43d9a7f9 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214314 Dec 13 17:14:28.147213 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d8276e0b-db6b-44cc-9dbe-ff6348ef6611 req-feac467d-9f7c-4362-93f1-284dca19bf5a tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464253 Dec 13 17:14:28.602569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:29.263052 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e0436-6376-422d-9e9d-95ab333edf07 req-142e2c66-4989-4eb9-9b25-4f32afeef30e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:29.264433 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be0e0436-6376-422d-9e9d-95ab333edf07 req-142e2c66-4989-4eb9-9b25-4f32afeef30e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0495605 Dec 13 17:14:29.312992 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be0e0436-6376-422d-9e9d-95ab333edf07 req-d41404ae-178a-4ee4-af7a-5fd16e08fa7e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421038 Dec 13 17:14:30.146544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:30.431684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281893cc-a22d-4a65-bb0d-6e839c7430f0 req-7d7115ac-5954-47ca-958d-bc8d1f1a0c50 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:30.433165 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-281893cc-a22d-4a65-bb0d-6e839c7430f0 req-7d7115ac-5954-47ca-958d-bc8d1f1a0c50 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0499294 Dec 13 17:14:30.482301 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-281893cc-a22d-4a65-bb0d-6e839c7430f0 req-109a6cc3-f490-4619-a0e0-7a260a76fb6f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432861 Dec 13 17:14:30.981948 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:31.335374 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:14:31.428649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:31.439520 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'port_id': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'mac_address': 'fa:16:3e:c0:37:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:14:31.478843 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:31.491273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512b5cfc-002a-4f9a-9891-9cfa8deaa564 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:14:31.511067 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:31.515370 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:31.562234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:31.602260 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4d4fa-b215-490a-bf0b-6d03c5c7e301 req-bd3430a5-b0c7-44ed-b39b-b6707f06e00f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:31.603783 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ade4d4fa-b215-490a-bf0b-6d03c5c7e301 req-bd3430a5-b0c7-44ed-b39b-b6707f06e00f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 944 time: 0.0528696 Dec 13 17:14:31.654577 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ade4d4fa-b215-490a-bf0b-6d03c5c7e301 req-5a0d9e33-f567-4fa5-8f4c-75244e2c820c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446067 Dec 13 17:14:31.763289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['512b5cfc-002a-4f9a-9891-9cfa8deaa564'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:14:32.767257 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6842f2b-4e85-4f5c-9ed5-45be4943eb31 req-0435b439-23d9-4933-8ffc-356515777b43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:32.769327 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e6842f2b-4e85-4f5c-9ed5-45be4943eb31 req-0435b439-23d9-4933-8ffc-356515777b43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 944 time: 0.0485423 Dec 13 17:14:32.820654 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e6842f2b-4e85-4f5c-9ed5-45be4943eb31 req-6359e6b7-4246-4e87-a488-93e93e8e2221 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454757 Dec 13 17:14:33.334612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:14:33.383791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:14:33.388233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:14:33.388609 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:33.467998 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:33.501967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:14:33.504884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86182bac-d57f-4cb8-85ef-5f38e92e3aec" -d '{"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-plugged", "status": "completed", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:14:33.517739 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:14:33.524621 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:33.547246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a0d8c5-6834-4294-8ad7-e8cf8a3ff66b x-openstack-request-id: req-09a0d8c5-6834-4294-8ad7-e8cf8a3ff66b {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:14:33.547535 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-plugged", "status": "completed", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:14:33.547783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-09a0d8c5-6834-4294-8ad7-e8cf8a3ff66b {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:14:33.548165 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'code': 200} Dec 13 17:14:33.574434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:33.727304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970e459-cd33-4b29-85c1-18c326bc884e req-00452c00-7d63-4829-ac3e-8c3ae619c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:33.728784 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a970e459-cd33-4b29-85c1-18c326bc884e req-00452c00-7d63-4829-ac3e-8c3ae619c8c3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1098 time: 0.0448184 Dec 13 17:14:34.103285 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a970e459-cd33-4b29-85c1-18c326bc884e req-c43f1cc4-cc4e-4b5c-a389-8a9a97ff0f51 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3649070 Dec 13 17:14:34.119139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c9d22c-b386-482b-a197-596abda8e651 req-afd1c7e1-e12f-4d46-b8f2-c28ce157f097 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:34.120573 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52c9d22c-b386-482b-a197-596abda8e651 req-afd1c7e1-e12f-4d46-b8f2-c28ce157f097 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0701687 Dec 13 17:14:34.169550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-52c9d22c-b386-482b-a197-596abda8e651 req-5ca8332b-7563-45fd-8e61-0fab128baeac tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428066 Dec 13 17:14:35.293978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a390a-7650-4152-baf9-395c17ef754d req-be74ca37-5685-4fc3-95cb-8772c2aa2e25 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:35.296025 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b01a390a-7650-4152-baf9-395c17ef754d req-be74ca37-5685-4fc3-95cb-8772c2aa2e25 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0535750 Dec 13 17:14:35.350210 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b01a390a-7650-4152-baf9-395c17ef754d req-32b58181-c731-4ac7-aa6a-83a8e4ea7e3c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478334 Dec 13 17:14:36.463229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90e311-928a-41c7-88ab-b87be7b9fcee req-d64d2fa1-39ce-4354-80b0-fa2a0baf83cb tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:36.464673 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f90e311-928a-41c7-88ab-b87be7b9fcee req-d64d2fa1-39ce-4354-80b0-fa2a0baf83cb tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0470700 Dec 13 17:14:36.512823 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0f90e311-928a-41c7-88ab-b87be7b9fcee req-eb67acd7-ccae-4120-9c8c-08c6bf92a136 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421791 Dec 13 17:14:36.625898 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292405d2-1f21-4c66-b562-cdf76fdf64e0 req-33ce8027-6c48-4fcf-a81c-d010c6259db8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:36.627443 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-292405d2-1f21-4c66-b562-cdf76fdf64e0 req-33ce8027-6c48-4fcf-a81c-d010c6259db8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Dec 13 17:14:36.676386 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-292405d2-1f21-4c66-b562-cdf76fdf64e0 req-3ba78f34-9686-4c72-a900-5538d630e293 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429220 Dec 13 17:14:36.697438 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53458) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:36.827739 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e936c8-8456-43ab-ac1b-990309aa0465 tempest-TestShelveInstance-203824414 tempest-TestShelveInstance-203824414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:36.829239 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-92e936c8-8456-43ab-ac1b-990309aa0465 tempest-TestShelveInstance-203824414 tempest-TestShelveInstance-203824414-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1093 time: 0.1308222 Dec 13 17:14:36.832712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53462) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:14:36.836935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:14:36.859123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:36.954195 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:37.057588 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Allocated IP 172.26.6.103 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/0ac743d2-1496-4817-9801-5f81a540e1db) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:14:37.156092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:37.194067 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:37.232985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:14:37.235862 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:14:37.239985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:14:37.245198 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'Port': ['ID=0ac743d2-1496-4817-9801-5f81a540e1db,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:37.587321 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:37.651875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:37.803895 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:37.808412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:37.881523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'Port': ['ID=0ac743d2-1496-4817-9801-5f81a540e1db,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:14:37.891364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:37.988804 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Floating IP 53d02bc7-fa4d-4273-8efc-7d3b872988b5 associated. External IP: 172.26.6.103, port: 512b5cfc-002a-4f9a-9891-9cfa8deaa564. Dec 13 17:14:38.195443 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Router 428bcedd-24cd-4657-8338-d6a5e3a96a74 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:14:38.302348 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:14:38.311923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] Sync routers for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:14:38.320031 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:38.322500 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:38.323166 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:14:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:38.353272 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-88b435da-53ea-4d86-b665-e80f983a0e0f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5195451 Dec 13 17:14:38.353861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:14:38.356149 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5d1cd2-e2db-452d-b18b-f262acc9781d" -d '{"events": [{"name": "network-changed", "server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:14:38.395228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b504b-2ce7-482c-8ec5-a3a78257084b x-openstack-request-id: req-5d7b504b-2ce7-482c-8ec5-a3a78257084b {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:14:38.395603 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:14:38.395860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d7b504b-2ce7-482c-8ec5-a3a78257084b {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:14:38.396234 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'status': 'completed', 'code': 200} Dec 13 17:14:38.434330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:38.465873 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-5058bdc0-fe87-42cc-a5a4-e696c1b86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:38.467338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-5058bdc0-fe87-42cc-a5a4-e696c1b86e95 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1098 time: 0.0425048 Dec 13 17:14:38.563024 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-4e11505a-e8e4-4aa4-9f19-099d4ebf6986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:38.564563 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-4e11505a-e8e4-4aa4-9f19-099d4ebf6986 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0890925 Dec 13 17:14:38.632467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-377e833d-89c1-4c83-b4cf-b55f7270f8ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 999 time: 0.0604532 Dec 13 17:14:38.657918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '53d02bc7-fa4d-4273-8efc-7d3b872988b5', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'port_id': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'mac_address': 'fa:16:3e:c0:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:14:37Z', 'updated_at': '2021-12-13T17:14:37Z', 'revision_number': 0, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:38.685447 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-3f9be30c-3126-42a3-8e81-d4875ee85faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:38.686954 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-3f9be30c-3126-42a3-8e81-d4875ee85faa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0475984 Dec 13 17:14:38.687846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] Checking router: 428bcedd-24cd-4657-8338-d6a5e3a96a74 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:14:38.696724 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:14:38.697330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:14:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:38.732597 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-ed92dd02-35e9-4256-b43a-10bf67d1f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:14:38.733995 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-ed92dd02-35e9-4256-b43a-10bf67d1f238 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395246 Dec 13 17:14:38.802989 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:14:38.825359 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-3aeb1974-8ea8-4da9-9c5f-382cb90c7ca9 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833824 Dec 13 17:14:38.927072 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6e5d1cd2-e2db-452d-b18b-f262acc9781d req-fe7b1131-3750-43ba-b64d-c7390d74e3e0 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936537 Dec 13 17:14:39.177187 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '53d02bc7-fa4d-4273-8efc-7d3b872988b5', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'port_id': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'mac_address': 'fa:16:3e:c0:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:14:37Z', 'updated_at': '2021-12-13T17:14:37Z', 'revision_number': 0, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:14:39.206922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e98e25-80fa-4d96-9e3b-a5e4ba049d6c None None] The sync data for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv is: [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '53d02bc7-fa4d-4273-8efc-7d3b872988b5', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'floating_ip_address': '172.26.6.103', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'port_id': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'mac_address': 'fa:16:3e:c0:37:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:14:37Z', 'updated_at': '2021-12-13T17:14:37Z', 'revision_number': 0, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:14:39.412459 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750fc26-0488-4260-81bf-96cff8effc55 None None] New status for floating IP 53d02bc7-fa4d-4273-8efc-7d3b872988b5: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:14:40.091838 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:14:44.316077 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:55.075511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-43c44a73-584d-4d7b-b16e-9cc14105c09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:57.495754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4870c30c-ad2f-4bbc-b5e0-313c1495b632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:14:58.599829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:00.148242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:00.989397 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:14.331881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:17.090984 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:15:23.810947 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-4a22b173-67b4-48a2-9bf4-2565810b4a41 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832207 Dec 13 17:15:23.898448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-72369044-d0c5-4004-a36b-5a7d87c4d3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:15:23.899986 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-72369044-d0c5-4004-a36b-5a7d87c4d3c1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1098 time: 0.0404496 Dec 13 17:15:24.011647 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-1f454f0e-042e-4676-9bcd-11f8a3ddfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:15:24.013035 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-1f454f0e-042e-4676-9bcd-11f8a3ddfd8d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0884099 Dec 13 17:15:24.087532 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-3c48d6e2-bfa1-41aa-ba18-775f1221708b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 1001 time: 0.0607738 Dec 13 17:15:24.143994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-95a06bc0-def8-40a9-b4a3-d2631178c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:15:24.145465 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-95a06bc0-def8-40a9-b4a3-d2631178c538 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0508618 Dec 13 17:15:24.195387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-41024b6c-a3a0-4731-aff6-11638fae72ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:15:24.196871 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-41024b6c-a3a0-4731-aff6-11638fae72ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402756 Dec 13 17:15:24.291760 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-de403bde-06be-4ac0-8f97-8820b6d250f1 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811706 Dec 13 17:15:24.391017 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-37e31e40-d9e3-428c-84e0-c59441324de3 req-023da793-1ddd-463a-8e6c-5ff5013233bb service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884616 Dec 13 17:15:25.077026 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-83e566dc-693a-421d-8325-38b0e145b67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:27.496967 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a40e8eb-e603-4780-a78b-8847f170b7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:28.605564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:30.151089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:30.980898 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:35.848587 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [req-1d3836af-79e2-4b2e-b6df-9b41e5b37b0f req-f1b4f8b7-1cba-4a1a-b54f-fa4ed010f3be service neutron] (103053) timed out ('10.222.0.13', 49486) {{(pid=103053) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 17:15:44.351278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:54.090788 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:15:55.079708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2547fc60-53c9-47ff-99b7-32d519abf1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:57.498494 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1e66a754-b99d-464c-845a-bcc13ef90883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:15:58.606328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:00.153717 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:00.982735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:14.370158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:25.082575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b6c47c6c-f558-48fd-9327-afed82b2187b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:25.747048 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-9c769aff-d1c3-46fa-a28e-f651c18ac4fa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417452 Dec 13 17:16:25.835684 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-e774f1ba-4280-43a2-ae46-d2e02d0c0c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:25.837136 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-e774f1ba-4280-43a2-ae46-d2e02d0c0c2c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1098 time: 0.0404730 Dec 13 17:16:25.949561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-868cf8b7-7531-4e47-91de-61e479a780e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:25.951056 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-868cf8b7-7531-4e47-91de-61e479a780e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0888095 Dec 13 17:16:26.032248 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-97c9b5df-4b8c-44ac-9fe8-5b5a1e3a739e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 1001 time: 0.0696857 Dec 13 17:16:26.091918 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-1de4b1aa-94a5-4281-af2e-82f12153ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:26.093316 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-1de4b1aa-94a5-4281-af2e-82f12153ad2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0475574 Dec 13 17:16:26.143991 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-badb95c3-e3b8-46e8-bf76-58887a7007ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:26.145457 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-badb95c3-e3b8-46e8-bf76-58887a7007ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405293 Dec 13 17:16:26.239993 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-c26e7ed5-cd1d-49a7-9870-8d4303be6e52 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818441 Dec 13 17:16:26.336716 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53448df5-2d1c-4494-acb4-fd89e6e07358 req-90a0a6eb-5464-4160-9650-fe37ae0e53bd service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865867 Dec 13 17:16:27.499978 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d31759a0-4297-41ac-b683-35e651d36653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:28.608265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:30.157103 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:30.985606 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:31.090044 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:16:36.520931 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f5f47-1f5f-4e63-b8a1-be5c2d7d07e1 req-6ce17e39-d156-4492-9443-1cc7ecbbfd6d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:36.522424 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3f2f5f47-1f5f-4e63-b8a1-be5c2d7d07e1 req-6ce17e39-d156-4492-9443-1cc7ecbbfd6d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.1013238 Dec 13 17:16:36.571483 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3f2f5f47-1f5f-4e63-b8a1-be5c2d7d07e1 req-758442ab-3d75-403b-bf86-b982bb76b864 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429618 Dec 13 17:16:37.709532 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d3ce13-34c1-4397-9407-f50636f11c63 req-0e90b1c4-713b-4a76-9319-b73be8910621 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:37.710932 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a5d3ce13-34c1-4397-9407-f50636f11c63 req-0e90b1c4-713b-4a76-9319-b73be8910621 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0521703 Dec 13 17:16:37.760052 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a5d3ce13-34c1-4397-9407-f50636f11c63 req-99c8c51b-d8fa-49d9-ac46-4239834170e0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Dec 13 17:16:38.887011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0e94f-c211-435f-8ed3-66bd5193477b req-7f3798c4-499f-421f-bcc1-b0eadb84a172 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:38.888497 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-04e0e94f-c211-435f-8ed3-66bd5193477b req-7f3798c4-499f-421f-bcc1-b0eadb84a172 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0487652 Dec 13 17:16:38.936867 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-04e0e94f-c211-435f-8ed3-66bd5193477b req-22ea285c-f9bc-49e6-bdf3-772d27275086 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424559 Dec 13 17:16:40.052405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea428f8f-c60f-4f14-aabe-d42c7026b5be req-96c0c3a6-1505-4088-b7d4-00d9c5fd4332 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:40.053874 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ea428f8f-c60f-4f14-aabe-d42c7026b5be req-96c0c3a6-1505-4088-b7d4-00d9c5fd4332 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0498378 Dec 13 17:16:40.106364 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ea428f8f-c60f-4f14-aabe-d42c7026b5be req-774d6448-7968-4345-8341-09d7c360019e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463490 Dec 13 17:16:41.222909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033b14e-f240-4f49-8a87-ac4a4d356b2d req-d701012f-fccd-4fde-a17e-f140ad83a6f8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:41.224417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1033b14e-f240-4f49-8a87-ac4a4d356b2d req-d701012f-fccd-4fde-a17e-f140ad83a6f8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0501523 Dec 13 17:16:41.272397 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1033b14e-f240-4f49-8a87-ac4a4d356b2d req-da9dd6db-6ee7-4653-accc-48acc21a807b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Dec 13 17:16:42.389015 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6dc49-3280-4654-bfdf-b045a92ca3cd req-431449bb-aa9f-4ecb-9435-e7f72c986718 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:42.390541 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dfe6dc49-3280-4654-bfdf-b045a92ca3cd req-431449bb-aa9f-4ecb-9435-e7f72c986718 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0499015 Dec 13 17:16:42.444798 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dfe6dc49-3280-4654-bfdf-b045a92ca3cd req-86a5d56a-e8cd-4a31-a44d-4d2040a4befa tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482509 Dec 13 17:16:43.564095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da808ea-4c9f-404b-b766-077cdcfbdac0 req-80ee4469-8b02-46a3-9fb7-153845e14928 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:43.565559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6da808ea-4c9f-404b-b766-077cdcfbdac0 req-80ee4469-8b02-46a3-9fb7-153845e14928 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0528181 Dec 13 17:16:43.613821 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6da808ea-4c9f-404b-b766-077cdcfbdac0 req-27cdf6da-7744-4277-9788-36270823b6d0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423613 Dec 13 17:16:44.385590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:44.728536 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40d3d9-8d61-4b4a-98c7-5ce4be3e609b req-d954e6ef-3ace-4860-9643-d0f6aead6523 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:44.730576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4f40d3d9-8d61-4b4a-98c7-5ce4be3e609b req-d954e6ef-3ace-4860-9643-d0f6aead6523 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0496743 Dec 13 17:16:44.778785 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4f40d3d9-8d61-4b4a-98c7-5ce4be3e609b req-9e867d93-78e8-4ed2-adf7-2cf56a8f0356 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421364 Dec 13 17:16:45.893978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5329344-7a62-41a1-b93f-e6ec482b681b req-6487cd01-4c8d-4396-84d7-439722ac7101 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:45.895469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c5329344-7a62-41a1-b93f-e6ec482b681b req-6487cd01-4c8d-4396-84d7-439722ac7101 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0485253 Dec 13 17:16:45.947078 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c5329344-7a62-41a1-b93f-e6ec482b681b req-f78d11b0-ffd0-4a81-8f0c-98e24a33b144 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457556 Dec 13 17:16:47.064464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0a5c0-7739-451f-9c65-9237c5da343e req-7a844686-aff6-434a-a8ab-b712f1fb7561 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:47.065926 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81c0a5c0-7739-451f-9c65-9237c5da343e req-7a844686-aff6-434a-a8ab-b712f1fb7561 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0497243 Dec 13 17:16:47.114992 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-81c0a5c0-7739-451f-9c65-9237c5da343e req-c58167a5-aefc-4501-80a0-fb57db8e8d67 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430927 Dec 13 17:16:48.032046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:16:48.138168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:16:48.149859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'port_id': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'mac_address': 'fa:16:3e:c0:37:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:16:48.187614 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:48.200744 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 512b5cfc-002a-4f9a-9891-9cfa8deaa564 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:16:48.219922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:16:48.224213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:48.231916 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359767c-3680-4b55-8b29-01a4fd1179bc req-7b8fea7e-ceea-4bad-b824-8769f531d627 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:48.233423 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5359767c-3680-4b55-8b29-01a4fd1179bc req-7b8fea7e-ceea-4bad-b824-8769f531d627 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0503695 Dec 13 17:16:48.275232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:16:48.283262 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.283434 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5359767c-3680-4b55-8b29-01a4fd1179bc req-96cca225-fce7-416b-af97-03ebdddcf219 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437937 Dec 13 17:16:48.283547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.283866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.284199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.284528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.284853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.285228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.285554 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.285906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.286229 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.286547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.286885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.287201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:16:48.325112 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['512b5cfc-002a-4f9a-9891-9cfa8deaa564'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:16:49.420178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdafb8-222d-4fd9-8932-52bfd3d7bbaa req-96b20ada-fb49-4776-94be-c79993b9a37c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:49.421829 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bfdafb8-222d-4fd9-8932-52bfd3d7bbaa req-96b20ada-fb49-4776-94be-c79993b9a37c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 944 time: 0.0597146 Dec 13 17:16:49.481624 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4bfdafb8-222d-4fd9-8932-52bfd3d7bbaa req-10ff74aa-803a-48d3-a886-0e274b0e5b3a tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530012 Dec 13 17:16:50.044257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:16:50.101031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:16:50.101797 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:50.186453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:50.216921 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:16:50.219384 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb7f52e-9041-4cd9-99da-9214f34088d7" -d '{"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-plugged", "status": "completed", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:16:50.234782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:16:50.240970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:50.333740 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:16:50.361276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd0706a-4e59-43c9-b83a-e8b3c00efb29 x-openstack-request-id: req-cdd0706a-4e59-43c9-b83a-e8b3c00efb29 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:16:50.363113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-plugged", "status": "completed", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:16:50.363443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cdd0706a-4e59-43c9-b83a-e8b3c00efb29 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:16:50.363929 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'code': 200} Dec 13 17:16:50.610379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9f3ea-bc3e-4846-91f0-f6c7a5d898e5 req-a8fa367b-b4bc-4ff2-a590-248e142eefbe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:50.618129 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a5d9f3ea-bc3e-4846-91f0-f6c7a5d898e5 req-a8fa367b-b4bc-4ff2-a590-248e142eefbe tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0593774 Dec 13 17:16:50.693412 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a5d9f3ea-bc3e-4846-91f0-f6c7a5d898e5 req-88a5b719-510d-4405-bd35-6e7738b052cb tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738301 Dec 13 17:16:51.821083 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06194542-5cd9-4f6a-b6f5-997fd07742a5 req-66f99fd1-24af-4ce3-bf8a-347080b51588 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:51.826195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-06194542-5cd9-4f6a-b6f5-997fd07742a5 req-66f99fd1-24af-4ce3-bf8a-347080b51588 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0620899 Dec 13 17:16:51.881606 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-06194542-5cd9-4f6a-b6f5-997fd07742a5 req-abccb5ae-54fc-4d3c-946e-0ba6e4f95dd0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493748 Dec 13 17:16:53.012036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e742472-9bb0-46e3-8667-e9b745c7970b req-43400069-8784-443f-8a6e-699926336027 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:53.015024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e742472-9bb0-46e3-8667-e9b745c7970b req-43400069-8784-443f-8a6e-699926336027 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0539434 Dec 13 17:16:53.075185 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5e742472-9bb0-46e3-8667-e9b745c7970b req-a073fa4c-1856-4266-9b6d-872627443989 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538447 Dec 13 17:16:54.204740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89203174-33b1-4003-b0b2-84a3da90a3fb req-7b51ac95-0de3-4b8c-b6b4-8cfecc88e15d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:54.206324 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89203174-33b1-4003-b0b2-84a3da90a3fb req-7b51ac95-0de3-4b8c-b6b4-8cfecc88e15d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0562596 Dec 13 17:16:54.275300 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89203174-33b1-4003-b0b2-84a3da90a3fb req-63a01804-0c1f-48b4-936f-001371e98f45 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627589 Dec 13 17:16:55.093295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f594c19a-74df-46d0-a5fd-104b8ffec7eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:55.408790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc64eec-79a5-43d3-b288-a9c0601aedf9 req-a10f3247-3f79-4ca8-8ae0-dc6415eb2581 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:55.410568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-afc64eec-79a5-43d3-b288-a9c0601aedf9 req-a10f3247-3f79-4ca8-8ae0-dc6415eb2581 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0678427 Dec 13 17:16:55.477702 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-afc64eec-79a5-43d3-b288-a9c0601aedf9 req-8ba93c67-b848-4fad-8cb8-f5930b5f8da2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589304 Dec 13 17:16:56.606494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8130c-b4f3-42db-a19d-030e72cc2b9f req-5de4df5e-34cd-4c49-a25c-d2d93b9aa1d1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:56.608150 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aae8130c-b4f3-42db-a19d-030e72cc2b9f req-5de4df5e-34cd-4c49-a25c-d2d93b9aa1d1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0539219 Dec 13 17:16:56.661959 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-aae8130c-b4f3-42db-a19d-030e72cc2b9f req-7ac52ed2-dbff-417c-a353-e9bee69571b5 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468314 Dec 13 17:16:57.502284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0a695017-4150-43bd-a8dc-e117061b2ffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:57.799256 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1ebc-e344-42e7-8430-32eae961b49e req-92299a8f-6c8f-4fd8-a696-ee1a36a0cfb6 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:57.801002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-638c1ebc-e344-42e7-8430-32eae961b49e req-92299a8f-6c8f-4fd8-a696-ee1a36a0cfb6 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0566990 Dec 13 17:16:57.858765 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-638c1ebc-e344-42e7-8430-32eae961b49e req-60277019-04b0-4ea6-91cb-3a5495460892 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516090 Dec 13 17:16:58.611529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:16:58.942350 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-6381fa01-aae4-4eef-b670-b862660c499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:58.943800 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-6381fa01-aae4-4eef-b670-b862660c499e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1098 time: 0.0490730 Dec 13 17:16:59.033803 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e14706b-d982-4ae9-83c4-1932c31d0fa2 req-eb0786f1-3c58-44e0-8522-4fcce69f7e92 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:59.035287 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e14706b-d982-4ae9-83c4-1932c31d0fa2 req-eb0786f1-3c58-44e0-8522-4fcce69f7e92 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.1031566 Dec 13 17:16:59.083341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-e9dfe056-bf66-430a-9bc4-b6515ba6915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:59.084751 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-e9dfe056-bf66-430a-9bc4-b6515ba6915e service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.1245620 Dec 13 17:16:59.110527 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3e14706b-d982-4ae9-83c4-1932c31d0fa2 req-4bea6a27-92ac-40e2-9c6e-0251c047c5fd tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685999 Dec 13 17:16:59.164828 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-65ea43cf-36b7-4abe-b725-e5e02ac6919f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 1001 time: 0.0660331 Dec 13 17:16:59.214255 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-c133b265-540d-43f1-bb62-24d1c62d2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:59.216388 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-c133b265-540d-43f1-bb62-24d1c62d2608 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0436189 Dec 13 17:16:59.266985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-f4001707-d473-4943-81ac-03321d3b73ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:16:59.268482 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-f4001707-d473-4943-81ac-03321d3b73ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409491 Dec 13 17:16:59.366383 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-fe57a769-ed7a-4a5f-a307-0279be1aef2f service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846734 Dec 13 17:16:59.459153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f47250c7-a9f4-4dfd-b99a-1d8246bdc497 req-12df7d75-720b-4cea-88b4-5df9b9c80f1f service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819755 Dec 13 17:17:00.160908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:00.227797 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b24808-7e50-45a3-98fb-0abea16d06b4 req-70f8538a-53b9-4049-91c6-8745f74a196b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:00.229278 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41b24808-7e50-45a3-98fb-0abea16d06b4 req-70f8538a-53b9-4049-91c6-8745f74a196b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0497880 Dec 13 17:17:00.282034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-41b24808-7e50-45a3-98fb-0abea16d06b4 req-2351e27c-33a0-4a2a-8404-5b69c6fe7342 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468030 Dec 13 17:17:00.987745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:01.400786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba70c0-6ba8-4dc0-8231-91b5e1cc342b req-8791aeea-6fc5-4251-85ad-acddb72d4d8c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:01.403091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-39ba70c0-6ba8-4dc0-8231-91b5e1cc342b req-8791aeea-6fc5-4251-85ad-acddb72d4d8c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 945 time: 0.0510185 Dec 13 17:17:01.454897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-39ba70c0-6ba8-4dc0-8231-91b5e1cc342b req-33946681-e361-4c2b-94cd-fe73802f2b7c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451865 Dec 13 17:17:02.095515 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:17:02.171712 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:02.196213 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:17:02.198765 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c783cb3-4692-46d2-865c-47490557910a" -d '{"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-unplugged", "status": "completed", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:17:02.213662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:17:02.217889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:02.240748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 17:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b25cf71-af2a-4ea0-99c2-74e9753658e4 x-openstack-request-id: req-3b25cf71-af2a-4ea0-99c2-74e9753658e4 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:17:02.241040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-unplugged", "status": "failed", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564", "code": 422}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:17:02.241293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b25cf71-af2a-4ea0-99c2-74e9753658e4 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:17:02.241698 dv-neutron-821599-1-hyperv neutron-server[103054]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'code': 422} returned with failed status Dec 13 17:17:02.266857 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:17:02.570060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157134d-376c-4615-b756-79c96c1fa13a req-f45b5171-b1b7-41da-8480-94bf0b5662e0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:02.571550 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2157134d-376c-4615-b756-79c96c1fa13a req-f45b5171-b1b7-41da-8480-94bf0b5662e0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0485959 Dec 13 17:17:02.619303 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2157134d-376c-4615-b756-79c96c1fa13a req-2afdf620-6a0c-48cb-be87-886189742f1d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Dec 13 17:17:02.729780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-9ed79840-fa97-4c9d-99fc-09fa33d17b4e req-33d8d011-d9b3-4092-ada8-99a7aee004d6 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:17:02.731623 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ed79840-fa97-4c9d-99fc-09fa33d17b4e req-33d8d011-d9b3-4092-ada8-99a7aee004d6 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476625 Dec 13 17:17:04.110958 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-155909d6-d1fd-4027-8f15-746dcf283dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0892179 Dec 13 17:17:04.212331 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d0b39-d705-4a61-8a3b-dcb06cd574d3 req-79b09c35-e87d-4eeb-85c2-864a33742eb3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:04.213824 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae2d0b39-d705-4a61-8a3b-dcb06cd574d3 req-79b09c35-e87d-4eeb-85c2-864a33742eb3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.3538220 Dec 13 17:17:04.263570 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ae2d0b39-d705-4a61-8a3b-dcb06cd574d3 req-5a61a9cb-e6f7-4c0a-905f-3296796b74af tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434976 Dec 13 17:17:05.104721 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-14449df2-bc2d-4996-a153-9cb2315e3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:05.106962 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-14449df2-bc2d-4996-a153-9cb2315e3ab2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59&tenant_id=35ec105e82a44f069a0214ccb4cadef2 HTTP/1.1" status: 200 len: 1096 time: 0.0420308 Dec 13 17:17:05.169134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-561cfc96-17cb-4cd2-a7fa-cfc28830d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:05.170576 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-561cfc96-17cb-4cd2-a7fa-cfc28830d187 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1096 time: 0.0399325 Dec 13 17:17:05.265714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-0f63cc70-dd73-434f-b100-8ce388e0f655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:05.267194 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-0f63cc70-dd73-434f-b100-8ce388e0f655 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0856204 Dec 13 17:17:05.349058 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-79b3c423-28cb-4864-aba9-818cccfc947e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 999 time: 0.0683677 Dec 13 17:17:05.428835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e74a3-78c9-4a80-b62b-219a53db804f req-507fc708-82a5-41fe-8395-251da6b88e60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:05.430305 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-328e74a3-78c9-4a80-b62b-219a53db804f req-507fc708-82a5-41fe-8395-251da6b88e60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0978904 Dec 13 17:17:05.432001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-64ed1d4e-43f2-4ebc-a0bd-a18e636f0045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:05.433312 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-64ed1d4e-43f2-4ebc-a0bd-a18e636f0045 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0696690 Dec 13 17:17:05.504960 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-328e74a3-78c9-4a80-b62b-219a53db804f req-842d8581-3a5b-420a-a0a0-ea3312fc30ad tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686507 Dec 13 17:17:05.510945 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-0c4f5e56-e32c-4e47-b12d-42e4909f22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:05.512951 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-0c4f5e56-e32c-4e47-b12d-42e4909f22d3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0640163 Dec 13 17:17:05.611320 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-b84ca8e9-c72a-477b-b52f-37622ee4a1dc service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866811 Dec 13 17:17:05.703812 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-565442c9-25a5-4deb-8aa3-a3cb3b2d70cd req-01dfeff6-054c-4e21-9409-7fce2731c121 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835710 Dec 13 17:17:06.627668 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1ed745-19ff-4613-8aab-19d7ede785b6 req-4dfa2eee-73f9-4b7c-88f0-b78654d254a4 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:06.629214 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c1ed745-19ff-4613-8aab-19d7ede785b6 req-4dfa2eee-73f9-4b7c-88f0-b78654d254a4 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0528474 Dec 13 17:17:06.689430 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3c1ed745-19ff-4613-8aab-19d7ede785b6 req-2df46d2e-9760-49f8-af4c-e7451054679e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535893 Dec 13 17:17:07.812446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee06b75-ff76-4449-a7f4-35293e16c957 req-c2e0f341-059b-4388-8494-d41738e1d94b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:07.813984 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5ee06b75-ff76-4449-a7f4-35293e16c957 req-c2e0f341-059b-4388-8494-d41738e1d94b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0517278 Dec 13 17:17:07.865458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5ee06b75-ff76-4449-a7f4-35293e16c957 req-9e3b69f9-9c0c-42ce-897c-5c2a0d566ac0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452085 Dec 13 17:17:08.089466 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:17:08.990734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d2f4d-115e-417a-aba5-1bd1493c7796 req-4563488f-c794-4a55-9492-62888b2fd9f1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:08.992223 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e6d2f4d-115e-417a-aba5-1bd1493c7796 req-4563488f-c794-4a55-9492-62888b2fd9f1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0544157 Dec 13 17:17:09.044317 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e6d2f4d-115e-417a-aba5-1bd1493c7796 req-9939091f-d0ab-4fcf-b75d-d567e8c09a26 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459323 Dec 13 17:17:10.172719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992d8e4-7d28-4d1f-8a3d-c32eba6755b3 req-b2ceb733-d316-4bdc-b4b2-cf32755205d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:10.174528 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8992d8e4-7d28-4d1f-8a3d-c32eba6755b3 req-b2ceb733-d316-4bdc-b4b2-cf32755205d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0588698 Dec 13 17:17:10.225665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8992d8e4-7d28-4d1f-8a3d-c32eba6755b3 req-7c509bfe-c7a9-423d-8629-65a99f3f8c55 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447927 Dec 13 17:17:11.347974 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbd056-4463-438f-9bbf-34203a7dcff5 req-2d654642-258b-4534-b6cf-515c1b2b52e7 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:11.349436 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5acbd056-4463-438f-9bbf-34203a7dcff5 req-2d654642-258b-4534-b6cf-515c1b2b52e7 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0509570 Dec 13 17:17:11.403381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5acbd056-4463-438f-9bbf-34203a7dcff5 req-da7789d0-bea8-4f6b-98d6-1cf4d5643e04 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472126 Dec 13 17:17:12.530820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fbe08-6d65-4cfc-976e-7dff6dbf4538 req-55a6ed44-7610-459b-b2b0-da6d1dce4d4f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:12.532302 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be4fbe08-6d65-4cfc-976e-7dff6dbf4538 req-55a6ed44-7610-459b-b2b0-da6d1dce4d4f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0561531 Dec 13 17:17:12.585107 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be4fbe08-6d65-4cfc-976e-7dff6dbf4538 req-d8fb5324-8373-4021-b349-56b748d5a01d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467832 Dec 13 17:17:13.710717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94db396-f8b4-42c1-85f7-ddbc16e1b15d req-4437d207-7842-48bc-b4a5-ae4ae15f7f0d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:13.712188 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c94db396-f8b4-42c1-85f7-ddbc16e1b15d req-4437d207-7842-48bc-b4a5-ae4ae15f7f0d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0522826 Dec 13 17:17:13.781875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c94db396-f8b4-42c1-85f7-ddbc16e1b15d req-73fa6710-2346-444b-80a4-01606ce9d756 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635316 Dec 13 17:17:14.392068 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:14.921123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ea1c5-5749-4e53-b484-afb0dbd49a66 req-9ecc082d-5f93-4d06-b553-ef7ba0a7e473 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:14.922629 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-744ea1c5-5749-4e53-b484-afb0dbd49a66 req-9ecc082d-5f93-4d06-b553-ef7ba0a7e473 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0590134 Dec 13 17:17:14.983030 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-744ea1c5-5749-4e53-b484-afb0dbd49a66 req-5ec07e6d-2fab-4134-9ac8-171e7e3501df tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540988 Dec 13 17:17:16.101414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6fc40-40f6-4a36-a519-2752f1b0a1a6 req-c668ae82-86e9-42ab-8534-e2885051c91a tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:16.102901 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3ad6fc40-40f6-4a36-a519-2752f1b0a1a6 req-c668ae82-86e9-42ab-8534-e2885051c91a tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0492790 Dec 13 17:17:16.153902 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3ad6fc40-40f6-4a36-a519-2752f1b0a1a6 req-56239c5e-051e-45f3-90f2-696d5f1ebf9e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438838 Dec 13 17:17:17.270688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d202917-ef88-4a0c-b78a-07538413615f req-be02b007-0262-41e9-a18c-0c221f7774d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:17.272183 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d202917-ef88-4a0c-b78a-07538413615f req-be02b007-0262-41e9-a18c-0c221f7774d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 943 time: 0.0488610 Dec 13 17:17:17.321556 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d202917-ef88-4a0c-b78a-07538413615f req-00d023a2-717a-4348-9b86-b32198421d4a tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434668 Dec 13 17:17:18.203793 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:17:18.310602 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:17:18.322557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'port_id': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'mac_address': 'fa:16:3e:c0:37:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:17:18.365257 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:18.382022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512b5cfc-002a-4f9a-9891-9cfa8deaa564 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:17:18.409506 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:17:18.414354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:18.459109 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec2524-e970-4ca2-8157-9b16eeb41312 req-97aec8a0-fff5-4b27-a6bd-249fefd7c9ac tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:18.460623 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-45ec2524-e970-4ca2-8157-9b16eeb41312 req-97aec8a0-fff5-4b27-a6bd-249fefd7c9ac tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 944 time: 0.0611436 Dec 13 17:17:18.468476 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=9']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:17:18.515467 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-45ec2524-e970-4ca2-8157-9b16eeb41312 req-62d6a530-ab35-425c-b9c3-a489373c5034 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449419 Dec 13 17:17:18.708969 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['512b5cfc-002a-4f9a-9891-9cfa8deaa564'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:17:19.630418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d01b9-5699-429d-bf0f-028c081461e4 req-cbf752a0-1ea9-4c78-93b5-7cf32b305a01 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:19.631909 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b46d01b9-5699-429d-bf0f-028c081461e4 req-cbf752a0-1ea9-4c78-93b5-7cf32b305a01 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 944 time: 0.0483983 Dec 13 17:17:19.679934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b46d01b9-5699-429d-bf0f-028c081461e4 req-686a7b2f-0bec-42e0-a9e5-65ccddec2362 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 Dec 13 17:17:20.206375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:17:20.252926 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:17:20.253295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:20.328482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:20.350105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:17:20.352353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3f5a04-e17d-4ef8-afaf-f4b2a6a8564f" -d '{"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-plugged", "status": "completed", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:17:20.365970 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:17:20.369929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:20.399353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47b6c69-dbd6-478e-abcc-226c0833445c x-openstack-request-id: req-c47b6c69-dbd6-478e-abcc-226c0833445c {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:17:20.399644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-plugged", "status": "completed", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:17:20.399895 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c47b6c69-dbd6-478e-abcc-226c0833445c {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:17:20.400277 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'code': 200} Dec 13 17:17:20.428844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=10']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:17:20.631113 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343ffdc-9174-4fd5-93f1-2cc6255768d1 req-0059b1a6-47c2-4bb7-ae8e-44e5579833cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:20.632618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d343ffdc-9174-4fd5-93f1-2cc6255768d1 req-0059b1a6-47c2-4bb7-ae8e-44e5579833cb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1099 time: 0.0396214 Dec 13 17:17:20.687831 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d343ffdc-9174-4fd5-93f1-2cc6255768d1 req-2bf219ff-cf35-4589-ae04-8ffc2bdc9a4e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430334 Dec 13 17:17:20.802783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90338559-f823-4f85-87d4-91eaa6b3311c req-002ea8d7-7e16-4914-abeb-74536ed1e344 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:20.804261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-90338559-f823-4f85-87d4-91eaa6b3311c req-002ea8d7-7e16-4914-abeb-74536ed1e344 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 946 time: 0.0516238 Dec 13 17:17:20.853862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-90338559-f823-4f85-87d4-91eaa6b3311c req-2bb62053-e699-4353-921f-e87374dbaee3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431886 Dec 13 17:17:21.975282 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ff8cf-5e28-4662-aa99-40e90b895892 req-7c440d91-0405-4cb8-96fe-134a9958dfc5 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:21.976905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e57ff8cf-5e28-4662-aa99-40e90b895892 req-7c440d91-0405-4cb8-96fe-134a9958dfc5 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 946 time: 0.0511131 Dec 13 17:17:22.027282 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e57ff8cf-5e28-4662-aa99-40e90b895892 req-47dc276d-b8e1-45c7-b70b-66830481f9ef tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446682 Dec 13 17:17:23.157267 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de7b08-845e-4539-8dc3-a7290e8fee50 req-e0846fdb-138d-428d-a1e2-90fb22a7f6f6 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:23.158764 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e6de7b08-845e-4539-8dc3-a7290e8fee50 req-e0846fdb-138d-428d-a1e2-90fb22a7f6f6 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 946 time: 0.0526855 Dec 13 17:17:23.207468 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e6de7b08-845e-4539-8dc3-a7290e8fee50 req-20f5d7d6-258f-4e9e-9b85-9f1a636bc173 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426519 Dec 13 17:17:25.086639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7ae9f6f4-d6a9-4e3c-a460-6aed1bf3dbcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:26.740293 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-c89e1c41-ad7b-4812-9b99-f75f2af0af52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383627 Dec 13 17:17:26.820465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-6194015d-f741-4f28-a727-542e4c642d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:26.821933 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-6194015d-f741-4f28-a727-542e4c642d57 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1099 time: 0.0399849 Dec 13 17:17:26.927011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-1881ca98-df5d-49d3-b46f-2ee2f282e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:26.928727 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-1881ca98-df5d-49d3-b46f-2ee2f282e4dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0860221 Dec 13 17:17:26.996233 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-c3399759-1169-49f1-b7f8-96aadacc0ce6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 1001 time: 0.0593102 Dec 13 17:17:27.049961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-535f141d-29aa-4b7f-a871-a5b5a9ea2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:27.051416 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-535f141d-29aa-4b7f-a871-a5b5a9ea2603 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0478590 Dec 13 17:17:27.099635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-b3d831b2-0658-4b24-a7a6-ea693130fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:17:27.101094 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-b3d831b2-0658-4b24-a7a6-ea693130fd0e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385621 Dec 13 17:17:27.190103 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-112ac1c7-c6cf-4804-a72d-45d73a31a9bb service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812862 Dec 13 17:17:27.282484 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f0b1430f-4675-4e6b-a23e-965050f5aa0d req-6f8144a7-d719-496a-929a-00cf49b93e6c service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845342 Dec 13 17:17:27.503253 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5c5df4f7-5c28-4675-8cd7-3c5bfaa215c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:28.614667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:30.163146 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:30.993762 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:44.387587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:45.088462 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:17:55.088785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-d25e4a14-12b0-4ade-a93d-098b5c48fc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:57.504298 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e516295d-3895-4ba2-a99e-ddb1fbf0bd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:17:58.617899 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:00.166140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:00.996563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:14.403873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:22.087282 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:18:25.091202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3bfdeff6-60f1-4c01-9e71-6ad54b11954d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:27.506006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8064e5a5-9bcb-48b9-af2e-d6eb042841af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:28.620380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:28.766251 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e070716-1c21-43c4-9bda-38bf35611aec req-25d22383-4ea8-4e2d-95a8-3e413b62deb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404046 Dec 13 17:18:28.858617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e070716-1c21-43c4-9bda-38bf35611aec req-941d124d-bf98-4a61-bf6f-3612d0b70c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:28.860438 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e070716-1c21-43c4-9bda-38bf35611aec req-941d124d-bf98-4a61-bf6f-3612d0b70c9f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1099 time: 0.0408807 Dec 13 17:18:28.979783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e070716-1c21-43c4-9bda-38bf35611aec req-f97c0f15-aa29-4e58-95e3-e0a56d78de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:28.981261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e070716-1c21-43c4-9bda-38bf35611aec req-f97c0f15-aa29-4e58-95e3-e0a56d78de02 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0879035 Dec 13 17:18:29.052488 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e070716-1c21-43c4-9bda-38bf35611aec req-3a2c8f1b-2182-483f-8d36-63c25a6d3c9e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 1001 time: 0.0585010 Dec 13 17:18:29.108225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e070716-1c21-43c4-9bda-38bf35611aec req-8246a959-3cb6-4f69-93d2-3af1c879d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:29.109918 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e070716-1c21-43c4-9bda-38bf35611aec req-8246a959-3cb6-4f69-93d2-3af1c879d43d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0486183 Dec 13 17:18:29.164704 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e070716-1c21-43c4-9bda-38bf35611aec req-619e22c4-35cd-405a-afc0-0be2b301e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:29.166174 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e070716-1c21-43c4-9bda-38bf35611aec req-619e22c4-35cd-405a-afc0-0be2b301e6fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405788 Dec 13 17:18:29.262236 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e070716-1c21-43c4-9bda-38bf35611aec req-acf9f0d6-7f9b-4f1b-af62-43e82d046e1a service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833769 Dec 13 17:18:29.360320 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0e070716-1c21-43c4-9bda-38bf35611aec req-552cc5ba-2c55-4132-a310-90f0d6dfa036 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867138 Dec 13 17:18:30.170019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:30.998957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:36.382482 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53788) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:36.545136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Deleting port 0ac743d2-1496-4817-9801-5f81a540e1db {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:18:36.545472 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:36.622234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:36.622551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:36.633901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Calling delete_port for 0ac743d2-1496-4817-9801-5f81a540e1db owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:18:36.777011 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:36.808586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event deleted for resources: {'Port': ['ID=0ac743d2-1496-4817-9801-5f81a540e1db,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:36.820147 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.820495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.820838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.821178 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.821510 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.821837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.822163 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.822489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.822843 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.823169 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.823492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.823819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.824139 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:36.877907 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:36.878241 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Floating IP 53d02bc7-fa4d-4273-8efc-7d3b872988b5 disassociated (deleted). External IP: 172.26.6.103, port: 512b5cfc-002a-4f9a-9891-9cfa8deaa564. Dec 13 17:18:37.085511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Router 428bcedd-24cd-4657-8338-d6a5e3a96a74 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:18:37.194501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:18:37.199275 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:37.204234 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e004a6-8412-483b-969a-49094246157c None None] Sync routers for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:18:37.213495 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e004a6-8412-483b-969a-49094246157c None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:18:37.214118 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-08e004a6-8412-483b-969a-49094246157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:18:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:18:37.227526 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9c3faab2-d455-401d-ae0d-aeeeb720a313 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "DELETE /v2.0/floatingips/53d02bc7-fa4d-4273-8efc-7d3b872988b5 HTTP/1.1" status: 204 len: 168 time: 0.8439093 Dec 13 17:18:37.228122 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:18:37.230565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff" -d '{"events": [{"name": "network-changed", "server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:18:37.269444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f3ddec-c7d2-4dc0-b93c-826e225adc39 x-openstack-request-id: req-53f3ddec-c7d2-4dc0-b93c-826e225adc39 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:18:37.269742 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:18:37.270001 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53f3ddec-c7d2-4dc0-b93c-826e225adc39 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:18:37.270404 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'status': 'completed', 'code': 200} Dec 13 17:18:37.322568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-08e004a6-8412-483b-969a-49094246157c None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:18:37.349234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-355102b9-154c-4cef-b618-1ea905c3f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:37.350508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-355102b9-154c-4cef-b618-1ea905c3f63e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 1099 time: 0.0478427 Dec 13 17:18:37.521100 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68355a3f-dc6a-4c9e-b8f7-8e0ba927d6da req-14f381ac-32c4-4c86-9ddc-f725928d5b40 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:37.522637 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-68355a3f-dc6a-4c9e-b8f7-8e0ba927d6da req-14f381ac-32c4-4c86-9ddc-f725928d5b40 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 946 time: 0.0876744 Dec 13 17:18:37.523878 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-5e03b862-2998-45d8-b478-9655bae271d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:37.525204 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-5e03b862-2998-45d8-b478-9655bae271d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.1560054 Dec 13 17:18:37.584885 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-4117da00-dda9-40e4-bc67-8044dca2d18f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 200 len: 217 time: 0.0490923 Dec 13 17:18:37.642689 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-68355a3f-dc6a-4c9e-b8f7-8e0ba927d6da req-d6acccd2-4ac5-45a8-94ee-63f183749c4e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137567 Dec 13 17:18:37.655672 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-036fb387-2b42-4853-83aa-6af786d07fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:37.657914 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-036fb387-2b42-4853-83aa-6af786d07fd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0621133 Dec 13 17:18:37.695007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-08e004a6-8412-483b-969a-49094246157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:18:37.705344 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-75eca920-f319-4036-8349-c5cd869362b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:37.706885 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-75eca920-f319-4036-8349-c5cd869362b5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407834 Dec 13 17:18:37.721175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e004a6-8412-483b-969a-49094246157c None None] Checking router: 428bcedd-24cd-4657-8338-d6a5e3a96a74 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:18:37.729392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e004a6-8412-483b-969a-49094246157c None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:18:37.729999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-08e004a6-8412-483b-969a-49094246157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:18:27Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:18:37.804083 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-41463bd9-b430-48fe-a183-17330eb1fa03 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865295 Dec 13 17:18:37.835376 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-08e004a6-8412-483b-969a-49094246157c None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:18:37.896230 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b716d64f-08cf-4b0a-a5fe-76eec9f960ff req-7022476f-3a39-433c-8e15-16565bf2a63f service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845149 Dec 13 17:18:38.038305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-08e004a6-8412-483b-969a-49094246157c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:18:38.064626 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e004a6-8412-483b-969a-49094246157c None None] The sync data for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv is: [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:18:38.278941 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed4d66c-f821-4369-bd11-3c215e484282 None None] New status for floating IP 53d02bc7-fa4d-4273-8efc-7d3b872988b5: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:18:38.761685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab20787-2977-4c13-b185-47529f896079 req-63e80b4d-8e38-4669-91e7-2612b674ea01 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:38.763168 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0ab20787-2977-4c13-b185-47529f896079 req-63e80b4d-8e38-4669-91e7-2612b674ea01 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 946 time: 0.0487101 Dec 13 17:18:38.815755 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0ab20787-2977-4c13-b185-47529f896079 req-b9346383-2a97-4e71-b670-9e503d55d257 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=44844c51-dd61-482d-93b2-7a3752198047&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459795 Dec 13 17:18:39.084607 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-597019f0-524a-4fb7-a520-8ca943dc0e19 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:39.086090 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-597019f0-524a-4fb7-a520-8ca943dc0e19 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 946 time: 0.0492487 Dec 13 17:18:39.200432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Deleting port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:18:39.200780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:39.297451 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] For port 512b5cfc-002a-4f9a-9891-9cfa8deaa564, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=512b5cfc-002a-4f9a-9891-9cfa8deaa564,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:18:39.297811 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:39.310845 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Calling delete_port for 512b5cfc-002a-4f9a-9891-9cfa8deaa564 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:18:39.443124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:39.471036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event deleted for resources: {'Port': ['ID=512b5cfc-002a-4f9a-9891-9cfa8deaa564,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:39.512375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] No DVR routers for this DVR port 512b5cfc-002a-4f9a-9891-9cfa8deaa564 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:18:39.515817 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:39.519259 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e724a95d-7fdc-40c6-ad5e-fa5530b25d4b req-9a0b184d-2471-47a7-97df-b5d7486d3f10 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "DELETE /v2.0/ports/512b5cfc-002a-4f9a-9891-9cfa8deaa564 HTTP/1.1" status: 204 len: 173 time: 0.4092083 Dec 13 17:18:39.519746 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-deleted', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:18:39.522453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253db77e-dd72-49bc-ba2f-5fe32b6f95d7" -d '{"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-deleted", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:18:39.569123 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcd5d4c-534f-4c5f-91b0-3e2c5d4a41d1 x-openstack-request-id: req-ddcd5d4c-534f-4c5f-91b0-3e2c5d4a41d1 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:18:39.569421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987c92ea-9ad3-4f06-a651-4d8c0cbe9f59", "name": "network-vif-deleted", "tag": "512b5cfc-002a-4f9a-9891-9cfa8deaa564", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:18:39.569697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddcd5d4c-534f-4c5f-91b0-3e2c5d4a41d1 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:18:39.570153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987c92ea-9ad3-4f06-a651-4d8c0cbe9f59', 'name': 'network-vif-deleted', 'tag': '512b5cfc-002a-4f9a-9891-9cfa8deaa564', 'status': 'completed', 'code': 200} Dec 13 17:18:39.933677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-75b2f780-d12e-45e7-9a92-db491edd4931 req-76878848-2cc1-4c7b-85bf-672b94c2b4ee tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=987c92ea-9ad3-4f06-a651-4d8c0cbe9f59 HTTP/1.1" status: 200 len: 210 time: 0.0280640 Dec 13 17:18:40.989501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53814) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:41.049385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5b24272-14e2-4d71-a1a2-87b214b17713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.074605 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5b24272-14e2-4d71-a1a2-87b214b17713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.133982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5b24272-14e2-4d71-a1a2-87b214b17713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.136589 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b5b24272-14e2-4d71-a1a2-87b214b17713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.137735 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b5b24272-14e2-4d71-a1a2-87b214b17713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "DELETE /v2.0/security-groups/44844c51-dd61-482d-93b2-7a3752198047 HTTP/1.1" status: 204 len: 168 time: 0.1472142 Dec 13 17:18:41.147530 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b24272-14e2-4d71-a1a2-87b214b17713 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44844c51-dd61-482d-93b2-7a3752198047,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:41.402625 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53820) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:41.407388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-48bf7e6e-20b1-4091-a622-d07628446f2d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989172049', 'description': 'tempest-secgroup-smoke-1989172049 description', 'project_id': '35ec105e82a44f069a0214ccb4cadef2'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:18:41.430523 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48bf7e6e-20b1-4091-a622-d07628446f2d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.494332 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48bf7e6e-20b1-4091-a622-d07628446f2d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.497941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48bf7e6e-20b1-4091-a622-d07628446f2d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.527819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-48bf7e6e-20b1-4091-a622-d07628446f2d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.529002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-48bf7e6e-20b1-4091-a622-d07628446f2d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1253340 Dec 13 17:18:41.530124 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf7e6e-20b1-4091-a622-d07628446f2d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74b4d20-3f2b-4001-a871-0a7370bde99f,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:41.532273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 53822) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:41.538551 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': 'e74b4d20-3f2b-4001-a871-0a7370bde99f', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:18:41.566474 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.624147 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.628466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.646142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77b2582-8c80-468f-87d9-738925af83c9,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:41.655339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.657021 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236203 Dec 13 17:18:41.658307 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.658671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.659024 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.659417 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.659941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53826) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:41.662984 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.663369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.663744 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.664087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.664419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-61f2f929-f2c0-441b-8635-c7d53dc792d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': 'e74b4d20-3f2b-4001-a871-0a7370bde99f', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:18:41.664553 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.664753 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.665108 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.665434 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.665759 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4bbe71-f5e0-46d0-b3f4-060d558703e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:18:41.693763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61f2f929-f2c0-441b-8635-c7d53dc792d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.750045 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61f2f929-f2c0-441b-8635-c7d53dc792d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.753520 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61f2f929-f2c0-441b-8635-c7d53dc792d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.770561 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2f929-f2c0-441b-8635-c7d53dc792d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd48413a-ddc4-4a8c-859c-0f0959b7a90f,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:41.777833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-61f2f929-f2c0-441b-8635-c7d53dc792d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.779059 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-61f2f929-f2c0-441b-8635-c7d53dc792d3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181142 Dec 13 17:18:41.782295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53828) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:41.786557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-baf76ebb-3072-4fa0-9b26-394f4f279089 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': 'e74b4d20-3f2b-4001-a871-0a7370bde99f', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:18:41.812790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baf76ebb-3072-4fa0-9b26-394f4f279089 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.871068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baf76ebb-3072-4fa0-9b26-394f4f279089 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.875573 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baf76ebb-3072-4fa0-9b26-394f4f279089 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.892065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf76ebb-3072-4fa0-9b26-394f4f279089 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21b91ba2-93e3-4d34-a67e-7bc503592b5a,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:41.900784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-baf76ebb-3072-4fa0-9b26-394f4f279089 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.901990 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-baf76ebb-3072-4fa0-9b26-394f4f279089 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187301 Dec 13 17:18:41.904707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53830) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:41.909705 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-6c788a3f-bad0-40d9-8ffa-56e9bfea4dcf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': 'e74b4d20-3f2b-4001-a871-0a7370bde99f', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:18:41.936598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c788a3f-bad0-40d9-8ffa-56e9bfea4dcf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.994042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c788a3f-bad0-40d9-8ffa-56e9bfea4dcf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:41.997476 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c788a3f-bad0-40d9-8ffa-56e9bfea4dcf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.015823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c788a3f-bad0-40d9-8ffa-56e9bfea4dcf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e150dfa0-885f-4961-b2cf-bf3e173300c3,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:42.020747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-6c788a3f-bad0-40d9-8ffa-56e9bfea4dcf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.022145 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-6c788a3f-bad0-40d9-8ffa-56e9bfea4dcf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162972 Dec 13 17:18:42.024678 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53832) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:42.028860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-e5a75235-8ae8-4d45-85e8-dacdcbc31775 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': 'e74b4d20-3f2b-4001-a871-0a7370bde99f', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:18:42.050178 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-e5a75235-8ae8-4d45-85e8-dacdcbc31775 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Project 35ec105e82a44f069a0214ccb4cadef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:18:42.054864 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5a75235-8ae8-4d45-85e8-dacdcbc31775 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.112193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5a75235-8ae8-4d45-85e8-dacdcbc31775 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.115771 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5a75235-8ae8-4d45-85e8-dacdcbc31775 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.134055 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a75235-8ae8-4d45-85e8-dacdcbc31775 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e29697-7dcd-4148-ab14-0de05dc747b5,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:42.148418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-e5a75235-8ae8-4d45-85e8-dacdcbc31775 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.149561 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-e5a75235-8ae8-4d45-85e8-dacdcbc31775 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239614 Dec 13 17:18:42.152259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 53834) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:18:42.157430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-795ee979-0204-404a-9e7c-4740cc6a6904 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'security_group_rule': {'security_group_id': 'e74b4d20-3f2b-4001-a871-0a7370bde99f', 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:18:42.179960 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-795ee979-0204-404a-9e7c-4740cc6a6904 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Project 35ec105e82a44f069a0214ccb4cadef2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:18:42.184939 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-795ee979-0204-404a-9e7c-4740cc6a6904 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.245047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-795ee979-0204-404a-9e7c-4740cc6a6904 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.248784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-795ee979-0204-404a-9e7c-4740cc6a6904 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.266426 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ee979-0204-404a-9e7c-4740cc6a6904 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0a4ace-8e45-48f5-be82-f12d2338b646,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:18:42.273444 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-795ee979-0204-404a-9e7c-4740cc6a6904 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:42.274697 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-795ee979-0204-404a-9e7c-4740cc6a6904 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214497 Dec 13 17:18:42.534168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:18:42.554624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 512b5cfc-002a-4f9a-9891-9cfa8deaa564 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:18:42.555011 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 512b5cfc-002a-4f9a-9891-9cfa8deaa564 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:18:44.407582 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:55.111804 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e598772a-fd85-4a36-abc6-23e3a9ba3030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:57.503603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-16f746a6-a4fc-49f0-be57-abcd9e71a1b0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989172049&fields=id&tenant_id=35ec105e82a44f069a0214ccb4cadef2 HTTP/1.1" status: 200 len: 267 time: 0.0443263 Dec 13 17:18:57.508956 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dff45162-95d1-4290-b728-d614f92885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:57.616484 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4afe2cf4-c671-4432-b891-bb476a0d1ca5 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:57.617840 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4afe2cf4-c671-4432-b891-bb476a0d1ca5 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 808 time: 0.1052926 Dec 13 17:18:57.632859 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-9905c0bb-5b87-45d7-ac84-3ed523f6cd8c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/quotas/35ec105e82a44f069a0214ccb4cadef2 HTTP/1.1" status: 200 len: 375 time: 0.0092299 Dec 13 17:18:57.686013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-6035ca65-83f5-4805-aee6-abffa184b3a3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479918 Dec 13 17:18:57.744234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-a02d2000-266a-4862-bf6f-ccf6c1510ed4 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:18:57.745244 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-a02d2000-266a-4862-bf6f-ccf6c1510ed4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481844 Dec 13 17:18:57.833683 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-646a220e-76f3-4988-89dd-749cff1b57d0 service neutron] 10.222.0.13 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812943 Dec 13 17:18:58.212212 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d6eea14c-f144-4934-8c24-f8213ed78dfd service neutron] 10.222.0.13 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724871 Dec 13 17:18:58.494242 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-60c07d98-d9a2-4cc1-a40b-1f197e3bb34a req-a013bb78-95a4-49cc-8b37-680479121801 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 210 time: 0.0267079 Dec 13 17:18:58.626117 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:59.086083 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:18:59.539564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d406538c-8f71-4c64-88f9-6cad3c884e0d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:18:59.541037 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d406538c-8f71-4c64-88f9-6cad3c884e0d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 808 time: 0.1078763 Dec 13 17:18:59.600091 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ae21355-cfad-4b82-acdc-e90252539b31 req-3f93c7af-9d59-474f-87f6-c29eea197a88 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 210 time: 0.0364566 Dec 13 17:18:59.643429 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-8878b91b-53b7-4779-8420-8f4b725d0ec3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35ec105e82a44f069a0214ccb4cadef2 HTTP/1.1" status: 200 len: 380 time: 0.0710917 Dec 13 17:18:59.652949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'port': {'device_id': '699096b8-2d6c-4801-afa7-1551c1666524', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'admin_state_up': True, 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'security_groups': ['e74b4d20-3f2b-4001-a871-0a7370bde99f']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:18:59.764204 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Made reservation on behalf of 35ec105e82a44f069a0214ccb4cadef2 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:18:59.769340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:18:59.898399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Allocated IP 172.20.0.3 (ffdb5355-f9e0-4757-9ac5-de1cd3da8478/6451b94a-6d77-4ef1-a111-01b1dcc3dec8/77e50525-74c1-48ba-a6b0-18f4f6a56c9e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:19:00.038268 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.072517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.121769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:19:00.125014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:19:00.128903 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:19:00.158494 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:19:00.179111 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.190972 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:00.191714 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.208657 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-d2a9b217-2ed8-4caa-beca-ef7fde387c2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5593417 Dec 13 17:19:00.227000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Request body: {'port': {'device_id': '699096b8-2d6c-4801-afa7-1551c1666524', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:19:00.291942 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.394260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-28509566-b29f-45b9-af3a-f2798c3332ab None None] Provisioning complete for port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:19:00.394632 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28509566-b29f-45b9-af3a-f2798c3332ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.430284 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-28509566-b29f-45b9-af3a-f2798c3332ab None None] Port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:19:00.575654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e50525-74c1-48ba-a6b0-18f4f6a56c9e {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:19:00.583151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.596309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Transition to ACTIVE for port object 77e50525-74c1-48ba-a6b0-18f4f6a56c9e will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:19:00.600060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.679211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Pushing event updated for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:19:00.781850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5683b3-1205-428d-9236-8017666763b1 req-ad742cfa-58ae-4749-a03b-54daf8eb9424 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:00.783452 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf5683b3-1205-428d-9236-8017666763b1 req-ad742cfa-58ae-4749-a03b-54daf8eb9424 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0774539 Dec 13 17:19:00.784763 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Attempting to bind port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:19:00.785098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Attempting to bind port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:19:00.785433 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Attempting to bind port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e on network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:19:00.790386 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e on network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:19:00.790745 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Attempting to bind port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e on network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:19:00.798365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:19:00.798769 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Checking segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:19:00.799114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Bound using segment: {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:19:00.799549 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Bound port: 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583ba6a0-90b9-45eb-893d-dab3d30da4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:19:00.799908 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.880243 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cf5683b3-1205-428d-9236-8017666763b1 req-51e66535-2e29-44ff-adea-3c4834565ac8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844829 Dec 13 17:19:00.901687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:19:00.904970 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:19:00.908738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.949418 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:00.950037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:00.951469 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] 10.222.0.31 "PUT /v2.0/ports/77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 1093 time: 0.7289920 Dec 13 17:19:00.951917 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:19:00.954224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:19:00.983492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9572d6-1de9-4e5e-8008-a8da0a1d4d3c service neutron] Pushing event updated for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:19:01.015824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99887dc8-0722-4677-946c-b63b3c2b603a x-openstack-request-id: req-99887dc8-0722-4677-946c-b63b3c2b603a {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:19:01.016150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:19:01.016419 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99887dc8-0722-4677-946c-b63b3c2b603a {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:19:01.016875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'status': 'completed', 'code': 200} Dec 13 17:19:01.026080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:01.049819 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-55f335ac-b186-4b80-9b0a-6a555207e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:01.051464 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-55f335ac-b186-4b80-9b0a-6a555207e8a0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1096 time: 0.0472555 Dec 13 17:19:01.098875 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-6482fd42-bd62-46c4-bd2e-f92a51ad9bdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 217 time: 0.0375013 Dec 13 17:19:01.174840 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-1804bbdd-0a25-4641-933a-60516e3dc601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:01.176348 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-1804bbdd-0a25-4641-933a-60516e3dc601 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0630002 Dec 13 17:19:01.233360 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-20e9b8ba-df73-4930-a511-4cda9da1e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:01.235518 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-20e9b8ba-df73-4930-a511-4cda9da1e4c6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466561 Dec 13 17:19:01.329959 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-9b4f06c4-86a3-45dc-9a6d-22218287c6c2 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839045 Dec 13 17:19:01.432524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9e13c33d-da14-408e-ad1f-5983117bc50a req-bc217444-ebaf-4324-ba50-066fef241406 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896659 Dec 13 17:19:01.523987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-af9ff3de-cd92-41f0-a3f6-9b1b6dc46e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:01.525370 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-af9ff3de-cd92-41f0-a3f6-9b1b6dc46e98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1096 time: 0.0417082 Dec 13 17:19:01.627085 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-711f3b11-acc6-4fa2-b73a-97f0ee7ff63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:01.628582 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-711f3b11-acc6-4fa2-b73a-97f0ee7ff63a service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0908742 Dec 13 17:19:01.678282 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-6afaa539-fce4-454c-9853-4607d61b8c7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 217 time: 0.0357256 Dec 13 17:19:01.729707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-3c1a14a7-d1c6-46bd-a5f8-d3be2edcc41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:01.731219 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-3c1a14a7-d1c6-46bd-a5f8-d3be2edcc41d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0448012 Dec 13 17:19:01.783860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-21e874f7-2a44-40ec-bc1a-01bfb18a1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:01.785269 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-21e874f7-2a44-40ec-bc1a-01bfb18a1751 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424428 Dec 13 17:19:01.886025 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-cb3cfc72-e8ef-48c1-a82f-4ac8bdc1cd84 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886552 Dec 13 17:19:02.022224 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e5678376-fab7-4fe1-b3e7-97fb1c0f5d0c req-16e78951-654b-4b05-ac8e-c1f4c9f4e165 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233408 Dec 13 17:19:02.034901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a71f74-ecc3-427a-9d40-f501371bf26e req-636c2f13-0d51-4e8c-8c4e-9646f529ea5c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:02.036389 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89a71f74-ecc3-427a-9d40-f501371bf26e req-636c2f13-0d51-4e8c-8c4e-9646f529ea5c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0774381 Dec 13 17:19:02.088559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-89a71f74-ecc3-427a-9d40-f501371bf26e req-d4a40842-fb87-412e-97cb-ea244cda8753 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458255 Dec 13 17:19:03.206921 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259acd9-5bdd-4ec7-b4fe-2c09e5bb66df req-32dc16d5-40eb-4dba-aeaa-2fba0f514076 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:03.208414 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6259acd9-5bdd-4ec7-b4fe-2c09e5bb66df req-32dc16d5-40eb-4dba-aeaa-2fba0f514076 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0498757 Dec 13 17:19:03.258691 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6259acd9-5bdd-4ec7-b4fe-2c09e5bb66df req-7473abfe-f42a-412f-bb45-1d7a14b85b92 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442188 Dec 13 17:19:04.396637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1707d-76f9-4c18-9613-9671672d3f0c req-07d400bc-3306-4d3f-86f7-b9e05ae90849 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:04.398261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1eb1707d-76f9-4c18-9613-9671672d3f0c req-07d400bc-3306-4d3f-86f7-b9e05ae90849 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0721169 Dec 13 17:19:04.451645 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1eb1707d-76f9-4c18-9613-9671672d3f0c req-8b93a840-f3d8-49be-be80-dd8f3984c554 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473382 Dec 13 17:19:05.567847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a12270-8d20-48e1-bde8-9f59257672a4 req-8b9eb369-d60b-4f4e-8daa-b597aa23750b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:05.569308 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97a12270-8d20-48e1-bde8-9f59257672a4 req-8b9eb369-d60b-4f4e-8daa-b597aa23750b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0495296 Dec 13 17:19:05.617761 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-97a12270-8d20-48e1-bde8-9f59257672a4 req-843d49cb-fe95-4f3d-9710-7df62f6d1997 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426407 Dec 13 17:19:06.733030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1eab3-a295-4f2d-b800-216db44e169d req-00ea27ea-bc2b-461d-9ade-216f6bdcbd4e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:06.734533 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80c1eab3-a295-4f2d-b800-216db44e169d req-00ea27ea-bc2b-461d-9ade-216f6bdcbd4e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0489633 Dec 13 17:19:06.787811 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-80c1eab3-a295-4f2d-b800-216db44e169d req-04fa28af-7c2c-4279-91be-1e555e831fb8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467150 Dec 13 17:19:07.904757 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993ae9f-8855-4c93-8109-f35a171ef955 req-465a856c-066d-4f59-b0ff-410c8565d1cc tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:07.906250 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a993ae9f-8855-4c93-8109-f35a171ef955 req-465a856c-066d-4f59-b0ff-410c8565d1cc tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0492644 Dec 13 17:19:07.956557 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a993ae9f-8855-4c93-8109-f35a171ef955 req-f7e4ee7f-6e3c-47c0-9466-86aeaf32a29e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 Dec 13 17:19:09.074137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69212a-3373-4c31-a3ac-a22e47e01a44 req-f03a0286-8b60-431b-863e-74447dc635d8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:09.075646 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c69212a-3373-4c31-a3ac-a22e47e01a44 req-f03a0286-8b60-431b-863e-74447dc635d8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0518842 Dec 13 17:19:09.124841 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c69212a-3373-4c31-a3ac-a22e47e01a44 req-1e470c97-f678-47b9-bcd9-17c0ca739bdf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Dec 13 17:19:10.246935 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811839c5-ff81-4699-aa4b-050e8f0657eb req-2ea0c713-542f-4d10-8a13-982d3412ccf2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:10.248431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-811839c5-ff81-4699-aa4b-050e8f0657eb req-2ea0c713-542f-4d10-8a13-982d3412ccf2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0531678 Dec 13 17:19:10.296916 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-811839c5-ff81-4699-aa4b-050e8f0657eb req-7d4f1d51-302a-4679-b885-33a7abacc237 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Dec 13 17:19:10.751846 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 77e50525-74c1-48ba-a6b0-18f4f6a56c9e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:19:10.845017 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:19:10.856643 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'port_id': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'mac_address': 'fa:16:3e:35:c9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:19:10.896655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:10.909569 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e50525-74c1-48ba-a6b0-18f4f6a56c9e {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:19:10.928275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:19:10.932018 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:10.978874 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:19:10.985747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.986100 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.986450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.986820 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.987170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.987503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.987835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.988170 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.988501 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.988832 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.989162 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.989490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:10.989812 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:19:11.195433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['77e50525-74c1-48ba-a6b0-18f4f6a56c9e'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:19:11.412483 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c6d2-7092-496e-8ca5-02d6ff70fbd1 req-a6953b32-cf1b-43b8-b8ac-e6e9bba0c342 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:11.413988 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d608c6d2-7092-496e-8ca5-02d6ff70fbd1 req-a6953b32-cf1b-43b8-b8ac-e6e9bba0c342 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 944 time: 0.0494964 Dec 13 17:19:11.462983 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d608c6d2-7092-496e-8ca5-02d6ff70fbd1 req-c4f68dbe-06f4-451c-b07d-63b072c5e4de tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Dec 13 17:19:12.581738 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e7621-f04a-4056-8774-9d40076d4b1f req-022d0e04-2e21-453a-921a-a9d2efe68814 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:12.583248 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fd6e7621-f04a-4056-8774-9d40076d4b1f req-022d0e04-2e21-453a-921a-a9d2efe68814 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 944 time: 0.0537364 Dec 13 17:19:12.632253 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fd6e7621-f04a-4056-8774-9d40076d4b1f req-d703a829-65af-4cc6-acf9-e3270389d73a tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431666 Dec 13 17:19:12.760007 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 77e50525-74c1-48ba-a6b0-18f4f6a56c9e up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:19:12.808893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:19:12.813001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:19:12.814282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:12.893220 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:12.916006 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:19:12.918250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75855efa-3500-4e6a-8597-dd85460b3203" -d '{"events": [{"server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "name": "network-vif-plugged", "status": "completed", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:19:12.931453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:19:12.935752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:12.959060 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df46a3f4-8f4e-45d0-bda2-90aa7c1a53c2 x-openstack-request-id: req-df46a3f4-8f4e-45d0-bda2-90aa7c1a53c2 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:19:12.959377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "name": "network-vif-plugged", "status": "completed", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:19:12.959625 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df46a3f4-8f4e-45d0-bda2-90aa7c1a53c2 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:19:12.960013 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'code': 200} Dec 13 17:19:12.985879 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:19:13.159545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2f210-3a12-4218-8ad6-aac4248cc00d req-b9ddff5d-c9df-45c0-b356-2dc3a0063d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:13.160966 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82f2f210-3a12-4218-8ad6-aac4248cc00d req-b9ddff5d-c9df-45c0-b356-2dc3a0063d06 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1098 time: 0.0402191 Dec 13 17:19:13.207502 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-82f2f210-3a12-4218-8ad6-aac4248cc00d req-d7dddd12-a02b-4bc4-8d2d-fc1d549f7479 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383146 Dec 13 17:19:13.746518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1ef6e-a84c-492e-8dec-c456bae83d3b req-e906d4d6-38ef-4662-a234-dc491bb951c9 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:13.748090 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0a1ef6e-a84c-492e-8dec-c456bae83d3b req-e906d4d6-38ef-4662-a234-dc491bb951c9 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0482178 Dec 13 17:19:13.800930 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b0a1ef6e-a84c-492e-8dec-c456bae83d3b req-479081d3-8677-4528-91c3-f20badd9a98d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464137 Dec 13 17:19:14.404693 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:14.917363 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745780d-a2c3-41ef-a111-aaaec677dc61 req-a0ce0ab3-749a-4f4b-bdf9-a16ddd0b95e5 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:14.918857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3745780d-a2c3-41ef-a111-aaaec677dc61 req-a0ce0ab3-749a-4f4b-bdf9-a16ddd0b95e5 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0485637 Dec 13 17:19:14.967822 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3745780d-a2c3-41ef-a111-aaaec677dc61 req-3fc3cc1a-586a-43a9-a7de-5550e234ab72 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429368 Dec 13 17:19:15.080881 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa9b6-b22d-41db-984a-89a7aeba8544 req-4da97b7e-8c96-4095-9898-f992fbcba8db tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:15.082269 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6f0aa9b6-b22d-41db-984a-89a7aeba8544 req-4da97b7e-8c96-4095-9898-f992fbcba8db tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0493352 Dec 13 17:19:15.133647 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6f0aa9b6-b22d-41db-984a-89a7aeba8544 req-f7b463fb-d1a6-4e62-b753-4719fc2955a9 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454061 Dec 13 17:19:15.155567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54024) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:19:15.199211 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b82352-45a0-44d7-9eb2-5dbdc13ba2c1 tempest-TestShelveInstance-203824414 tempest-TestShelveInstance-203824414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:15.200719 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-68b82352-45a0-44d7-9eb2-5dbdc13ba2c1 tempest-TestShelveInstance-203824414 tempest-TestShelveInstance-203824414-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1093 time: 0.0441577 Dec 13 17:19:15.203503 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54026) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:19:15.208007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:19:15.229248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:15.325119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:15.433626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Allocated IP 172.26.6.98 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/ef8930cb-2850-4839-b493-2d8f55ff1e50) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:19:15.530952 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:15.564598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:15.606712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:19:15.609551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:19:15.613621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:19:15.635971 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'Port': ['ID=ef8930cb-2850-4839-b493-2d8f55ff1e50,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:19:15.956488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:16.024822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:16.178456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:16.182616 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:16.247111 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event updated for resources: {'Port': ['ID=ef8930cb-2850-4839-b493-2d8f55ff1e50,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:19:16.260847 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:16.360125 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Floating IP 941eb2ed-668a-4c72-b1fc-ff6c8c7dc43a associated. External IP: 172.26.6.98, port: 77e50525-74c1-48ba-a6b0-18f4f6a56c9e. Dec 13 17:19:16.567036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Router 428bcedd-24cd-4657-8338-d6a5e3a96a74 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:19:16.673152 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:19:16.684291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] Sync routers for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:19:16.695010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:16.697366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:19:16.698003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:18:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:19:16.723391 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d38bdd38-888c-4d71-b1f2-2363440bcb27 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5187204 Dec 13 17:19:16.723988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:19:16.726254 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff" -d '{"events": [{"name": "network-changed", "server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:19:16.762366 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4608365-aa04-4841-8187-38e8c46881e9 x-openstack-request-id: req-c4608365-aa04-4841-8187-38e8c46881e9 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:19:16.762686 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:19:16.762954 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c4608365-aa04-4841-8187-38e8c46881e9 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:19:16.763367 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'status': 'completed', 'code': 200} Dec 13 17:19:16.808973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:19:16.830231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-be5a2433-9a0f-4275-86b1-c810985e441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:16.831677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-be5a2433-9a0f-4275-86b1-c810985e441f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1098 time: 0.0418603 Dec 13 17:19:16.926947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-d61d6234-1b66-411b-8693-46001b2e01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:16.928417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-d61d6234-1b66-411b-8693-46001b2e01d4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0890183 Dec 13 17:19:16.995652 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-71483967-5d32-49b5-b380-e2aedc3fceea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 998 time: 0.0588827 Dec 13 17:19:17.035705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '941eb2ed-668a-4c72-b1fc-ff6c8c7dc43a', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'port_id': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'mac_address': 'fa:16:3e:35:c9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699096b8-2d6c-4801-afa7-1551c1666524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:19:15Z', 'updated_at': '2021-12-13T17:19:15Z', 'revision_number': 0, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:19:17.044029 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-defc80fb-3a36-4545-8979-7570e50aeb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:17.045484 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-defc80fb-3a36-4545-8979-7570e50aeb0a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0428689 Dec 13 17:19:17.061559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] Checking router: 428bcedd-24cd-4657-8338-d6a5e3a96a74 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:19:17.071090 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:19:17.071711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:18:57Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:19:17.096585 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-10f17c4e-1dd6-414d-9d62-7523a63bc872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:17.098001 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-10f17c4e-1dd6-414d-9d62-7523a63bc872 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443370 Dec 13 17:19:17.108665 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-803d7da4-b138-4cd3-8af1-fc2995ad10be service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:19:17.109603 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-803d7da4-b138-4cd3-8af1-fc2995ad10be service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048585 Dec 13 17:19:17.180139 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:19:17.425093 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '941eb2ed-668a-4c72-b1fc-ff6c8c7dc43a', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'port_id': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'mac_address': 'fa:16:3e:35:c9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699096b8-2d6c-4801-afa7-1551c1666524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:19:15Z', 'updated_at': '2021-12-13T17:19:15Z', 'revision_number': 0, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:19:17.452623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87559a8-a98b-4314-a88f-592a6c590b90 None None] The sync data for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv is: [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '941eb2ed-668a-4c72-b1fc-ff6c8c7dc43a', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'floating_ip_address': '172.26.6.98', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'port_id': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1857, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'mac_address': 'fa:16:3e:35:c9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699096b8-2d6c-4801-afa7-1551c1666524', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:19:15Z', 'updated_at': '2021-12-13T17:19:15Z', 'revision_number': 0, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:19:17.504930 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-75b43a76-a199-4fae-93a9-104c1876aff9 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871338 Dec 13 17:19:17.600278 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3436bc9c-4d05-4ef6-b22b-5067e78d80ff req-74eaae88-df0f-4892-9b4f-4d109a0989ea service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880165 Dec 13 17:19:17.645781 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0ab86d-5b6e-4e89-8091-ce76e11ec647 None None] New status for floating IP 941eb2ed-668a-4c72-b1fc-ff6c8c7dc43a: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:19:25.096637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-db9620fd-500f-4fc4-a4de-30a18684a009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:27.510024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dd0a2b4d-4657-4065-ac26-ac57fe504c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:28.627108 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:29.759439 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-73cd65f3-0d84-43ed-aec5-cf486cb8cc7d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394628 Dec 13 17:19:29.843002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-06e14855-cfa6-475d-8408-193f5b3cb915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:29.844475 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-06e14855-cfa6-475d-8408-193f5b3cb915 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1098 time: 0.0424101 Dec 13 17:19:29.958188 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-4b06849d-2a29-49a8-8e64-96f532dc4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:29.959693 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-4b06849d-2a29-49a8-8e64-96f532dc4489 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0955899 Dec 13 17:19:30.036865 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-bd5e4339-e862-4a40-ae69-5a1343e2118c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 1000 time: 0.0592093 Dec 13 17:19:30.087361 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-72f3c6f4-71f7-4695-b643-656ce3ae55df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:30.088803 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-72f3c6f4-71f7-4695-b643-656ce3ae55df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0449226 Dec 13 17:19:30.138566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-18e3f729-0370-4c38-b960-07708b53054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:19:30.140060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-18e3f729-0370-4c38-b960-07708b53054e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433054 Dec 13 17:19:30.170684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:30.231746 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-1e1bb0aa-2aa9-4da7-9d94-006a111bc618 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822623 Dec 13 17:19:30.324890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a2678e48-95c0-4282-a3d4-dad3899ecf4d req-e99d9bcd-cec6-40cd-bf13-082db81d9a18 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859988 Dec 13 17:19:30.998557 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:36.084499 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:19:44.430617 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:55.098624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-35512b53-9bcf-48de-bb4a-bb7bc765f10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:57.511575 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6e9963b7-e992-436b-8e3e-b538b04e3cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:19:58.631732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:00.172474 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:01.000261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:13.082889 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:20:14.440543 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:25.100491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1f596926-ff69-4eb1-85f5-51e7c0f9556c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:27.512079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-45ad0c3b-4bd7-421d-911e-7b7281edbd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:28.633915 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:29.863858 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-093a9806-17aa-4941-8973-459bec32990d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1275866 Dec 13 17:20:29.952556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-b6edc81f-e618-4ccb-95b1-b6f7db201a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:20:29.954065 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-b6edc81f-e618-4ccb-95b1-b6f7db201a0e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1098 time: 0.0408494 Dec 13 17:20:30.062174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-48f4567e-3bd4-46f2-9d5f-cb71c265fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:20:30.063886 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-48f4567e-3bd4-46f2-9d5f-cb71c265fe1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0879400 Dec 13 17:20:30.135432 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-ccf0f498-4c8e-4225-9503-9b70a503e200 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 1000 time: 0.0593557 Dec 13 17:20:30.176581 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:30.191302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-cf66a452-6a71-45ae-9f9d-d29ab86aec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:20:30.192797 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-cf66a452-6a71-45ae-9f9d-d29ab86aec59 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0452890 Dec 13 17:20:30.248564 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-5b095de8-b7bb-4d3f-b3d5-48bb7f8f091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:20:30.250045 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-5b095de8-b7bb-4d3f-b3d5-48bb7f8f091c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460238 Dec 13 17:20:30.346067 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-bc7c81f7-2d23-4afd-9872-48cf396065e9 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832481 Dec 13 17:20:30.446704 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dbd43ff6-5957-462e-8406-de89b451ae57 req-72ef93cc-923a-446f-b304-20fb3904d617 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878465 Dec 13 17:20:31.004655 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:44.438890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:50.081252 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:20:55.108423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1f844e17-36b9-45e6-926f-b5fbaf4d3b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:57.513657 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6973c1c7-3fa3-49ba-99a0-6336c302be8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:20:58.636015 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:00.177674 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:01.007519 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:14.448713 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:15.519518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ed734-0e76-4548-abd6-72921ba8bada req-ee40e70b-39e2-4b8c-95a6-f27e305747e6 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:15.521329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-585ed734-0e76-4548-abd6-72921ba8bada req-ee40e70b-39e2-4b8c-95a6-f27e305747e6 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0504258 Dec 13 17:21:15.571282 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-585ed734-0e76-4548-abd6-72921ba8bada req-4154cc31-4941-4fb0-aa33-1d0c8f7358a4 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433388 Dec 13 17:21:16.688648 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bcdc7-560e-4977-a1ce-c9a35c7073be req-29d9228f-9236-4faf-b6cf-3557a3d25531 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:16.690046 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b54bcdc7-560e-4977-a1ce-c9a35c7073be req-29d9228f-9236-4faf-b6cf-3557a3d25531 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0498137 Dec 13 17:21:16.744613 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b54bcdc7-560e-4977-a1ce-c9a35c7073be req-8b4538b9-f09d-4a1d-b3b4-26038503b846 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482054 Dec 13 17:21:17.871279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4e8f8-37c2-4ad7-a391-4c2c1f437df0 req-e0b04283-b138-46ed-97b5-6c9d9031c960 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:17.872761 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8be4e8f8-37c2-4ad7-a391-4c2c1f437df0 req-e0b04283-b138-46ed-97b5-6c9d9031c960 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Dec 13 17:21:17.921890 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8be4e8f8-37c2-4ad7-a391-4c2c1f437df0 req-fd69c183-31cd-4742-a239-c8c40ce01883 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432873 Dec 13 17:21:19.036131 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdfdad-77b4-4beb-a582-2afd6c9335eb req-b6161cb5-3d75-4256-9cd9-7500a9ea808d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:19.037591 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-49bdfdad-77b4-4beb-a582-2afd6c9335eb req-b6161cb5-3d75-4256-9cd9-7500a9ea808d tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0481961 Dec 13 17:21:19.086709 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-49bdfdad-77b4-4beb-a582-2afd6c9335eb req-64d4e737-4fbb-4790-89dc-b21fb6799150 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425713 Dec 13 17:21:20.207376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc96c4e-6989-4266-8c0d-9de91909a0e6 req-9f569985-ed27-46bf-b722-1f8c4d1a9e86 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:20.208902 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fdc96c4e-6989-4266-8c0d-9de91909a0e6 req-9f569985-ed27-46bf-b722-1f8c4d1a9e86 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0537016 Dec 13 17:21:20.258863 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fdc96c4e-6989-4266-8c0d-9de91909a0e6 req-04926668-4532-409c-a897-cb3ec864b580 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430298 Dec 13 17:21:21.376613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca52b31-cb80-4df8-b3ba-6d65e3fa7686 req-952a41b5-d675-4114-a0e6-fe2b081156ca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:21.378601 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ca52b31-cb80-4df8-b3ba-6d65e3fa7686 req-952a41b5-d675-4114-a0e6-fe2b081156ca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0498285 Dec 13 17:21:21.428620 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9ca52b31-cb80-4df8-b3ba-6d65e3fa7686 req-cdbba15a-8549-4b1f-9c1e-259d0f957f7b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 Dec 13 17:21:22.547617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64719cc1-cd84-410e-a131-a5b73ce6f937 req-4a04d71b-7560-4a01-93da-153e4124d6da tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:22.549081 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-64719cc1-cd84-410e-a131-a5b73ce6f937 req-4a04d71b-7560-4a01-93da-153e4124d6da tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0514057 Dec 13 17:21:22.625176 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-64719cc1-cd84-410e-a131-a5b73ce6f937 req-e9d8362c-03ce-4c97-8be3-37011cb9f11e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701914 Dec 13 17:21:23.741876 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec9fa-89a6-45ae-a3bb-eb1aa93cc96b req-1d916c1c-8298-490b-afe6-6dc714fc05a0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:23.743466 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5ccec9fa-89a6-45ae-a3bb-eb1aa93cc96b req-1d916c1c-8298-490b-afe6-6dc714fc05a0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0523176 Dec 13 17:21:23.793970 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5ccec9fa-89a6-45ae-a3bb-eb1aa93cc96b req-698cd983-1d6a-4a2a-b167-d5a38c61acd2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441117 Dec 13 17:21:24.908151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b9ddb-9899-458d-a048-336353117b30 req-300a90c7-b5e4-403a-9e00-499e3ff6a209 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:24.909634 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e96b9ddb-9899-458d-a048-336353117b30 req-300a90c7-b5e4-403a-9e00-499e3ff6a209 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Dec 13 17:21:24.960224 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e96b9ddb-9899-458d-a048-336353117b30 req-49e6df4b-cf04-49f5-9898-9721587caca1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Dec 13 17:21:25.105099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-79e5fdb8-78c6-4c6f-99f2-96937b2e211e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:25.702162 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031da233-6310-4409-8842-0ed764045ac7 req-46327d56-a85c-463f-9222-0007ed61dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:25.703571 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-031da233-6310-4409-8842-0ed764045ac7 req-46327d56-a85c-463f-9222-0007ed61dc71 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1098 time: 0.0446439 Dec 13 17:21:25.798311 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031da233-6310-4409-8842-0ed764045ac7 req-a6903aff-4490-44d7-9a4e-f5e3436f1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:25.799802 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-031da233-6310-4409-8842-0ed764045ac7 req-a6903aff-4490-44d7-9a4e-f5e3436f1d67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0847323 Dec 13 17:21:25.874544 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-031da233-6310-4409-8842-0ed764045ac7 req-24422441-97ee-42ae-8fb9-264d21d22f02 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 1000 time: 0.0634229 Dec 13 17:21:25.928160 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031da233-6310-4409-8842-0ed764045ac7 req-bd998277-9faf-4ec4-a49c-85ecd4d41594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:25.929588 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-031da233-6310-4409-8842-0ed764045ac7 req-bd998277-9faf-4ec4-a49c-85ecd4d41594 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0434735 Dec 13 17:21:25.980084 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031da233-6310-4409-8842-0ed764045ac7 req-a763514c-ff96-4824-93a7-bc66aa8e7b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:25.981614 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-031da233-6310-4409-8842-0ed764045ac7 req-a763514c-ff96-4824-93a7-bc66aa8e7b57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401943 Dec 13 17:21:26.111727 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4798c-5b81-4e16-a8d7-7d361f2f5152 req-df134934-5e57-46b4-b137-b2a810a00c60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:26.113204 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2f4798c-5b81-4e16-a8d7-7d361f2f5152 req-df134934-5e57-46b4-b137-b2a810a00c60 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0760698 Dec 13 17:21:26.119100 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-031da233-6310-4409-8842-0ed764045ac7 req-508c9584-6f87-4262-a920-1e493d3c6513 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275096 Dec 13 17:21:26.214258 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c2f4798c-5b81-4e16-a8d7-7d361f2f5152 req-f4438b5c-208c-462a-b523-1c66fcaef3bf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942061 Dec 13 17:21:26.245060 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-031da233-6310-4409-8842-0ed764045ac7 req-ac486803-6f63-4e9c-97f8-51c372a66018 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120324 Dec 13 17:21:27.081968 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:21:27.329654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a455d83-8006-4807-919d-550e581c60e7 req-8260d724-43e4-4370-949f-8d2b36d9efe4 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:27.331153 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6a455d83-8006-4807-919d-550e581c60e7 req-8260d724-43e4-4370-949f-8d2b36d9efe4 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0502920 Dec 13 17:21:27.380508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6a455d83-8006-4807-919d-550e581c60e7 req-d37be324-0b6b-40d2-9ab8-0bf3f8c3d2c0 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434096 Dec 13 17:21:27.514687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-085dab30-b374-4a6d-9b6a-91f3d90984f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:28.497906 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103e2dc-a87a-450d-a891-43429e796a40 req-f570cfd5-413a-47d6-95b9-311ca251c632 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:28.499379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0103e2dc-a87a-450d-a891-43429e796a40 req-f570cfd5-413a-47d6-95b9-311ca251c632 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0495508 Dec 13 17:21:28.553750 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0103e2dc-a87a-450d-a891-43429e796a40 req-763465e8-b9d3-4dd0-a5ce-b14edbd050fb tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483937 Dec 13 17:21:28.641719 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:29.670959 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e5d41b-6e43-4d26-bfa0-e15ee0921f1c req-a38e8c20-8089-41d3-b4bb-319443055de7 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:29.672379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-47e5d41b-6e43-4d26-bfa0-e15ee0921f1c req-a38e8c20-8089-41d3-b4bb-319443055de7 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0511937 Dec 13 17:21:29.723698 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-47e5d41b-6e43-4d26-bfa0-e15ee0921f1c req-ef36a721-fa2e-4b20-889d-93d5853ee47f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453517 Dec 13 17:21:30.179715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:30.840513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc2263-7da7-48e1-b5e4-442bbca56e14 req-5a8e39cc-d60a-4355-bf5f-d444aae1d3e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:30.841991 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91cc2263-7da7-48e1-b5e4-442bbca56e14 req-5a8e39cc-d60a-4355-bf5f-d444aae1d3e2 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0511959 Dec 13 17:21:30.892813 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-91cc2263-7da7-48e1-b5e4-442bbca56e14 req-aa611d22-47ac-4fac-a761-7b592b2ec96f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Dec 13 17:21:31.010348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:32.098313 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-4d744434-968b-487e-b63d-a7589b1a704e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0455971 Dec 13 17:21:32.108378 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-69e15598-cb53-4c52-aa56-66391191af24 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103053) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:21:32.109368 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-69e15598-cb53-4c52-aa56-66391191af24 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050635 Dec 13 17:21:32.131365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5366a-f2d2-4cbb-ad32-397f2ee69205 req-9aa9d64c-0ba2-487e-84b5-64e847fac59b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:32.132913 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6fb5366a-f2d2-4cbb-ad32-397f2ee69205 req-9aa9d64c-0ba2-487e-84b5-64e847fac59b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0563242 Dec 13 17:21:32.183222 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6fb5366a-f2d2-4cbb-ad32-397f2ee69205 req-9411ca22-8c77-4419-a311-5a0427241070 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443070 Dec 13 17:21:33.302454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86145b0-80f4-433c-b872-c9f365ce84e3 req-0add5bcd-e3f1-4378-bb12-a310ad6b8db1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:33.304024 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f86145b0-80f4-433c-b872-c9f365ce84e3 req-0add5bcd-e3f1-4378-bb12-a310ad6b8db1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0503211 Dec 13 17:21:33.354677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f86145b0-80f4-433c-b872-c9f365ce84e3 req-2e7f13c4-b83f-43c4-81b1-3a1a65022be6 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441887 Dec 13 17:21:33.377976 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 77e50525-74c1-48ba-a6b0-18f4f6a56c9e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:21:33.457686 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:33.480434 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:21:33.482710 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd9f123-9ce2-446a-9f89-a225f887d9fa" -d '{"events": [{"server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "name": "network-vif-unplugged", "status": "completed", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:21:33.495822 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:21:33.501031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:33.523246 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 17:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551c98b0-1360-4da8-ab68-e07002e528b6 x-openstack-request-id: req-551c98b0-1360-4da8-ab68-e07002e528b6 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:21:33.523537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "name": "network-vif-unplugged", "status": "failed", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e", "code": 422}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:21:33.523813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-551c98b0-1360-4da8-ab68-e07002e528b6 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:21:33.524327 dv-neutron-821599-1-hyperv neutron-server[103054]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'code': 422} returned with failed status Dec 13 17:21:33.548996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:21:33.556475 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.556830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.557185 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.557534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.557871 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.558208 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.558542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.558901 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.559237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.559570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.559900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.560227 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:33.560555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:21:34.478065 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c0c4a-96be-44b8-944a-2c47bae5071b req-b90d1b31-a5f3-4d70-b6ac-c7ffb5764694 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:34.479618 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6f7c0c4a-96be-44b8-944a-2c47bae5071b req-b90d1b31-a5f3-4d70-b6ac-c7ffb5764694 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0574641 Dec 13 17:21:34.529882 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6f7c0c4a-96be-44b8-944a-2c47bae5071b req-49bec30f-4a55-476c-9e4b-cd9be0a44a2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443451 Dec 13 17:21:35.653802 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f7e04-5137-4350-9c10-1e1a61a1d02d req-ae2de929-1c86-4370-8245-fd8eca4a8140 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:35.655361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a6f7e04-5137-4350-9c10-1e1a61a1d02d req-ae2de929-1c86-4370-8245-fd8eca4a8140 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0545611 Dec 13 17:21:35.710115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a6f7e04-5137-4350-9c10-1e1a61a1d02d req-20ca07c6-3f35-437e-ade4-302fcc9fa339 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477531 Dec 13 17:21:36.875456 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83752c68-5533-4b4c-ac28-2a71b416bf8c req-708e3de4-c74c-40d7-bd98-165e5db8053e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:36.876941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-83752c68-5533-4b4c-ac28-2a71b416bf8c req-708e3de4-c74c-40d7-bd98-165e5db8053e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0961204 Dec 13 17:21:36.930171 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-83752c68-5533-4b4c-ac28-2a71b416bf8c req-07a29d18-1119-4d00-b787-8c77b2a08bab tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472791 Dec 13 17:21:38.097741 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af1ae3-46c2-4081-9cfb-43941953fb55 req-2e12da53-c990-4cb1-8ded-de34c445560b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:38.099415 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56af1ae3-46c2-4081-9cfb-43941953fb55 req-2e12da53-c990-4cb1-8ded-de34c445560b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.1002014 Dec 13 17:21:38.151468 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-56af1ae3-46c2-4081-9cfb-43941953fb55 req-40c75979-2741-4a93-b488-f49589e46d78 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452764 Dec 13 17:21:39.295295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117d9e1b-0539-4d78-a761-d68443075fa2 req-8f40d002-0389-422f-920f-37140d7196f8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:39.297710 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-117d9e1b-0539-4d78-a761-d68443075fa2 req-8f40d002-0389-422f-920f-37140d7196f8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0634925 Dec 13 17:21:39.349427 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-117d9e1b-0539-4d78-a761-d68443075fa2 req-66a669b5-d12c-4eb3-8c64-83cef52a21ef tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451794 Dec 13 17:21:40.481835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44984e-1529-41a2-b959-ee5631130657 req-8a6bb8be-d773-45c5-9884-7f83ffb3cc43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:40.483524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2b44984e-1529-41a2-b959-ee5631130657 req-8a6bb8be-d773-45c5-9884-7f83ffb3cc43 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0617275 Dec 13 17:21:40.533122 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2b44984e-1529-41a2-b959-ee5631130657 req-89e7a765-ed31-4e19-87f5-7993b7eac716 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437412 Dec 13 17:21:41.482552 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-1b631f5e-7758-4577-a932-54a6695677c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:41.484026 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-1b631f5e-7758-4577-a932-54a6695677c7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524&tenant_id=35ec105e82a44f069a0214ccb4cadef2 HTTP/1.1" status: 200 len: 1096 time: 0.0407681 Dec 13 17:21:41.547227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-1c6cb266-65ad-4eb8-b7a5-692b0b0f4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:41.548727 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-1c6cb266-65ad-4eb8-b7a5-692b0b0f4f02 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1096 time: 0.0406220 Dec 13 17:21:41.676635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10074a0-2a39-4759-b866-9bb5362edf7b req-dfff16d6-1b40-4d33-95c8-5ae52d281689 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:41.678115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e10074a0-2a39-4759-b866-9bb5362edf7b req-dfff16d6-1b40-4d33-95c8-5ae52d281689 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0719950 Dec 13 17:21:41.694468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-7159bcd6-125c-4ff8-a84e-58a19bee389d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:41.695993 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-7159bcd6-125c-4ff8-a84e-58a19bee389d service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.1359632 Dec 13 17:21:41.775921 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e10074a0-2a39-4759-b866-9bb5362edf7b req-d94fc666-7783-4918-ab13-bb46b4240984 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899396 Dec 13 17:21:41.789547 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-cddc1d3b-7792-4063-b88a-69a5a15a5c10 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 998 time: 0.0801129 Dec 13 17:21:41.842092 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-1f9bf253-5330-4471-9ecf-fa97f3df2d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:41.843625 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-1f9bf253-5330-4471-9ecf-fa97f3df2d4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0434382 Dec 13 17:21:41.895388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-d85ccb06-eb4d-4cfe-9a91-66bc66004e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:41.896868 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-d85ccb06-eb4d-4cfe-9a91-66bc66004e19 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400779 Dec 13 17:21:41.990152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-d1095938-d41a-47c3-8bb3-d65da7a5e772 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848141 Dec 13 17:21:42.079105 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-be1fcc49-ee77-4903-a7f9-ca572125ee98 req-944737d9-5c13-43c8-8718-dde2ea04d4b1 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805929 Dec 13 17:21:42.896082 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a1aff-acef-4e39-ae20-bdab3ba04e32 req-558806af-3ac6-43dc-805d-aba19d219e6c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:42.897551 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a7a1aff-acef-4e39-ae20-bdab3ba04e32 req-558806af-3ac6-43dc-805d-aba19d219e6c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0546591 Dec 13 17:21:42.945694 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a7a1aff-acef-4e39-ae20-bdab3ba04e32 req-ab2614c7-e398-47ca-8ed0-1fac5e225f85 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420413 Dec 13 17:21:44.061693 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e69725-d4fd-4c0e-b36a-59ba9bdbe706 req-595db45c-8a4d-4e1e-bfe2-6f41e4d0f8d1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:44.063319 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71e69725-d4fd-4c0e-b36a-59ba9bdbe706 req-595db45c-8a4d-4e1e-bfe2-6f41e4d0f8d1 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0494149 Dec 13 17:21:44.122810 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-71e69725-d4fd-4c0e-b36a-59ba9bdbe706 req-747eb11f-42eb-4d37-886e-09cabbcad2c7 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532036 Dec 13 17:21:44.457604 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:45.235620 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777deda-1373-4284-aa53-6a5f54dc2b05 req-9b43a804-ebc4-4369-963c-3f4838863fdf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:45.237096 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b777deda-1373-4284-aa53-6a5f54dc2b05 req-9b43a804-ebc4-4369-963c-3f4838863fdf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0482662 Dec 13 17:21:45.288013 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b777deda-1373-4284-aa53-6a5f54dc2b05 req-a776de2b-4dc8-496c-9f78-832dbc0b393a tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Dec 13 17:21:46.404200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c151872-cc7d-46b7-b139-8e80b3731057 req-8b66a587-b075-466e-b36b-ae8fd4c637e3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:46.405677 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6c151872-cc7d-46b7-b139-8e80b3731057 req-8b66a587-b075-466e-b36b-ae8fd4c637e3 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0496540 Dec 13 17:21:46.454376 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6c151872-cc7d-46b7-b139-8e80b3731057 req-c68e9b42-d4e8-4e5e-93ce-37a043b9ca9a tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Dec 13 17:21:47.568654 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55845568-8c03-48e1-b2a1-32bb8080d4c2 req-ac20bf08-6c4b-44ca-bc3c-47e9f19eb4f7 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:47.570120 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55845568-8c03-48e1-b2a1-32bb8080d4c2 req-ac20bf08-6c4b-44ca-bc3c-47e9f19eb4f7 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0488455 Dec 13 17:21:47.618486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-55845568-8c03-48e1-b2a1-32bb8080d4c2 req-fbad5fa3-2936-467f-9f8e-354ffa105e33 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418692 Dec 13 17:21:48.737189 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee083b8f-7222-4ae1-aa94-c62680010385 req-e6b40309-d316-425b-8137-f7a20ba7c521 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:48.738836 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ee083b8f-7222-4ae1-aa94-c62680010385 req-e6b40309-d316-425b-8137-f7a20ba7c521 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 943 time: 0.0527380 Dec 13 17:21:48.787905 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ee083b8f-7222-4ae1-aa94-c62680010385 req-33d4a67d-9d3d-4ae7-aef5-62a2929dec63 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426190 Dec 13 17:21:49.427912 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 77e50525-74c1-48ba-a6b0-18f4f6a56c9e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:21:49.526906 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:21:49.537916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'port_id': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'mac_address': 'fa:16:3e:35:c9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:21:49.573788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:49.586063 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e50525-74c1-48ba-a6b0-18f4f6a56c9e {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:21:49.606267 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:21:49.610292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:49.654623 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:21:49.905286 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516340c-64a0-4a5c-8776-3ef239c7f2ed req-99c89fd0-a9c0-4d27-ad36-947308bf5ffa tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:49.906815 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4516340c-64a0-4a5c-8776-3ef239c7f2ed req-99c89fd0-a9c0-4d27-ad36-947308bf5ffa tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 944 time: 0.0503671 Dec 13 17:21:49.946570 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['77e50525-74c1-48ba-a6b0-18f4f6a56c9e'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:21:49.958668 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4516340c-64a0-4a5c-8776-3ef239c7f2ed req-94d3e4a4-5071-4762-8cf2-30b598e68fe8 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449936 Dec 13 17:21:51.083378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d343c-1e4c-40e9-a3ed-9b1d195893a4 req-0cf98590-842c-4d85-ad57-5de9f37d9257 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:51.084862 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4f8d343c-1e4c-40e9-a3ed-9b1d195893a4 req-0cf98590-842c-4d85-ad57-5de9f37d9257 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 944 time: 0.0563216 Dec 13 17:21:51.135110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4f8d343c-1e4c-40e9-a3ed-9b1d195893a4 req-7394f7df-0a67-4485-a6ad-eaa1a48419ad tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432861 Dec 13 17:21:51.432946 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 77e50525-74c1-48ba-a6b0-18f4f6a56c9e up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:21:51.487830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:21:51.488209 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:51.573219 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:51.596212 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:21:51.598460 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1197f5-40eb-4b7c-a87f-5e4fcbceb9f8" -d '{"events": [{"server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "name": "network-vif-plugged", "status": "completed", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:21:51.611451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:21:51.616743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:51.669467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:21:51.691893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1779796a-4505-4a98-a8c9-67883899928a x-openstack-request-id: req-1779796a-4505-4a98-a8c9-67883899928a {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:21:51.692197 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "name": "network-vif-plugged", "status": "completed", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:21:51.692736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1779796a-4505-4a98-a8c9-67883899928a {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:21:51.693165 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'code': 200} Dec 13 17:21:51.935557 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98121b62-6af0-4e7d-8745-a86dd89ac53f req-e84de48a-d2ef-4c42-8acf-37ec434a6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:51.936977 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98121b62-6af0-4e7d-8745-a86dd89ac53f req-e84de48a-d2ef-4c42-8acf-37ec434a6f39 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1098 time: 0.0396104 Dec 13 17:21:51.983701 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-98121b62-6af0-4e7d-8745-a86dd89ac53f req-1acf9a38-ed9c-4285-85f7-0910a76f0c1e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386939 Dec 13 17:21:52.254012 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea2e25-f53e-49f9-8ee7-aa9788cb61ac req-5de0781a-5134-48ea-9c29-c01f86577ae9 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:52.255927 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9bea2e25-f53e-49f9-8ee7-aa9788cb61ac req-5de0781a-5134-48ea-9c29-c01f86577ae9 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0532579 Dec 13 17:21:52.316738 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-9bea2e25-f53e-49f9-8ee7-aa9788cb61ac req-121ef0bd-aad9-4165-8337-b09ec19feb2f tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538447 Dec 13 17:21:53.433953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb787b-4150-4383-ae07-5a184c1ec977 req-64d239d4-49a3-45c0-9b3f-ff43313ca985 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:21:53.435402 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a4eb787b-4150-4383-ae07-5a184c1ec977 req-64d239d4-49a3-45c0-9b3f-ff43313ca985 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0489600 Dec 13 17:21:53.484251 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a4eb787b-4150-4383-ae07-5a184c1ec977 req-b9ec78dc-175f-448b-b032-20095ea1cd66 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Dec 13 17:21:55.101467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2ec728f-021f-4403-9565-f4926aa04fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:57.515176 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-853fab16-7f3e-4f75-bd29-dec4052f0014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:21:58.644508 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:00.182957 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:01.013036 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:04.080838 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:22:14.456238 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:25.095467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bd597b47-daab-45c9-b644-0388bd5b36ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:27.516635 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c0ef3f4a-f89a-440d-8115-f502a578ba8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:28.644414 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:30.186251 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:30.825867 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-80e135b9-06d9-4517-bd23-5eb64e5bb912 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396562 Dec 13 17:22:30.916748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-ae74c0e2-d634-4109-b200-3a86013b175a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:22:30.918244 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-ae74c0e2-d634-4109-b200-3a86013b175a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1098 time: 0.0397084 Dec 13 17:22:31.016458 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:31.034868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-4034494a-204a-4724-a55e-f6330cd6e333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:22:31.036340 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-4034494a-204a-4724-a55e-f6330cd6e333 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.0909610 Dec 13 17:22:31.104897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-dc9596fb-b631-45d6-84e2-5b35136a2f95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 1000 time: 0.0584018 Dec 13 17:22:31.162948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-ed1144e4-fa32-4898-a772-9fefd5c099ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:22:31.164379 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-ed1144e4-fa32-4898-a772-9fefd5c099ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0471613 Dec 13 17:22:31.216179 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-4591ab12-a9f8-4b29-a031-1524062243e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:22:31.217846 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-4591ab12-a9f8-4b29-a031-1524062243e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415804 Dec 13 17:22:31.308934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-401d6be2-7b37-42ee-ac1a-6771d4d9121a service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802007 Dec 13 17:22:31.409366 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-cb42122f-1a65-4cdc-869a-f99aabdb5dd5 req-2dac11e5-fe04-4a1e-8f74-432051b44006 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884318 Dec 13 17:22:41.080087 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:22:44.458678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:55.097866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a3118bb8-764b-4c8f-8021-24d3fd21c674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:57.517402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-11c833fb-bb02-4a64-b8a9-576b14e31083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:22:58.648191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:00.188731 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:01.018194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:11.994054 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54238) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:12.148344 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Deleting port ef8930cb-2850-4839-b493-2d8f55ff1e50 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:12.148686 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:12.225780 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:12.226103 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:12.238142 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Calling delete_port for ef8930cb-2850-4839-b493-2d8f55ff1e50 owned by network:floatingip {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:12.385075 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:12.413731 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event deleted for resources: {'Port': ['ID=ef8930cb-2850-4839-b493-2d8f55ff1e50,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:12.437917 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.438274 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.438617 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.438977 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.439311 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.439635 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.439959 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.440282 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.440604 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.440926 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.441246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.441563 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.441875 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:12.483012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for floatingip, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:12.483343 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.l3_db [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Floating IP 941eb2ed-668a-4c72-b1fc-ff6c8c7dc43a disassociated (deleted). External IP: 172.26.6.98, port: 77e50525-74c1-48ba-a6b0-18f4f6a56c9e. Dec 13 17:23:12.689141 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Router 428bcedd-24cd-4657-8338-d6a5e3a96a74 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:23:12.795779 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:23:12.800543 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:12.805110 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] Sync routers for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:23:12.814682 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:12.815312 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:22:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:12.828121 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-06cea60b-ce70-4f47-ab2d-7b8b996d1314 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "DELETE /v2.0/floatingips/941eb2ed-668a-4c72-b1fc-ff6c8c7dc43a HTTP/1.1" status: 204 len: 168 time: 0.8327017 Dec 13 17:23:12.828813 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e'}] {{(pid=103053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:23:12.831369 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c611ecb1c5a8eae7e74f8f06e381358600b2ec41b806c12e075d7e14f7e77728" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960b495b-23cd-4414-a22c-7d9e447415b7" -d '{"events": [{"name": "network-changed", "server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e"}]}' {{(pid=103053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:23:12.929649 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:12.999821 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b6f28e-c7aa-47ee-9b04-f7133a82b800 x-openstack-request-id: req-e5b6f28e-c7aa-47ee-9b04-f7133a82b800 {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:23:13.000347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e", "status": "completed", "code": 200}]} {{(pid=103053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:23:13.000347 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5b6f28e-c7aa-47ee-9b04-f7133a82b800 {{(pid=103053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:23:13.000902 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'status': 'completed', 'code': 200} Dec 13 17:23:13.091950 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-aa47937f-2a58-4dd2-8755-dd81802998ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:13.093674 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-aa47937f-2a58-4dd2-8755-dd81802998ff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=35ec105e82a44f069a0214ccb4cadef2&device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 1098 time: 0.0684752 Dec 13 17:23:13.102115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b1335-03ed-4f21-99c3-f459b977b899 req-28f05723-3ec7-48ef-8ccf-8aa3cf93ed26 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:13.103590 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-564b1335-03ed-4f21-99c3-f459b977b899 req-28f05723-3ec7-48ef-8ccf-8aa3cf93ed26 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0884328 Dec 13 17:23:13.148608 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:13.175190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] Checking router: 428bcedd-24cd-4657-8338-d6a5e3a96a74 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:23:13.183675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:13.184282 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:22:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:13.205822 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-564b1335-03ed-4f21-99c3-f459b977b899 req-cb97f61b-5df6-480d-b1ca-dc667bed935c tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934052 Dec 13 17:23:13.227968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-80dea8da-e030-4807-9a0d-6cdfa5b32849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:13.229445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-80dea8da-e030-4807-9a0d-6cdfa5b32849 service neutron] 10.222.0.31 "GET /v2.0/networks?id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 200 len: 909 time: 0.1249950 Dec 13 17:23:13.281748 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-219a50eb-68ab-4fea-834c-798a27277058 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 200 len: 217 time: 0.0435500 Dec 13 17:23:13.293332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:13.331744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-c07ae641-8475-428b-9129-af59e8f9a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:13.333200 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-c07ae641-8475-428b-9129-af59e8f9a7aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 200 len: 847 time: 0.0443380 Dec 13 17:23:13.381191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-f3f4b948-a247-4342-a01c-e5f9c070ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:13.382838 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-f3f4b948-a247-4342-a01c-e5f9c070ef1d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=ffdb5355-f9e0-4757-9ac5-de1cd3da8478&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416541 Dec 13 17:23:13.478908 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-77692459-948a-4e11-a60a-b31f87846526 service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877342 Dec 13 17:23:13.495716 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:13.521644 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc0b938-2fd7-44ff-9e8f-fd0ade0585db None None] The sync data for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv is: [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:14:16Z', 'revision_number': 4, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '4cfef840-816e-4d87-a145-b57a858b280c', 'name': '', 'network_id': 'ffdb5355-f9e0-4757-9ac5-de1cd3da8478', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'mac_address': 'fa:16:3e:38:fc:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:15Z', 'updated_at': '2021-12-13T17:14:21Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'subnets': [{'id': '6451b94a-6d77-4ef1-a111-01b1dcc3dec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:23:13.570896 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-960b495b-23cd-4414-a22c-7d9e447415b7 req-1444ff13-803b-46f7-b167-2744132ae29b service neutron] 10.222.0.31 "GET /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834799 Dec 13 17:23:13.744084 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cfb528-c68a-4fe3-a9f3-b80bf6771b75 None None] New status for floating IP 941eb2ed-668a-4c72-b1fc-ff6c8c7dc43a: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:23:14.323036 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bdef7b-6c1a-4c6c-8a76-87b9f8770ef9 req-df6d5637-3032-4fbe-86fd-e01534c168ee tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:14.324516 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-59bdef7b-6c1a-4c6c-8a76-87b9f8770ef9 req-df6d5637-3032-4fbe-86fd-e01534c168ee tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Dec 13 17:23:14.378826 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-59bdef7b-6c1a-4c6c-8a76-87b9f8770ef9 req-412173fc-ace6-4a2d-bb37-26312a2a372b tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/security-groups?id=e74b4d20-3f2b-4001-a871-0a7370bde99f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478649 Dec 13 17:23:14.471538 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:14.836329 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-cbd2af40-bd12-47c8-866a-77a70ab12266 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:14.837771 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-cbd2af40-bd12-47c8-866a-77a70ab12266 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 945 time: 0.0482223 Dec 13 17:23:14.931144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Deleting port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:14.931488 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:15.024694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] For port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:15.025047 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:15.037789 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Calling delete_port for 77e50525-74c1-48ba-a6b0-18f4f6a56c9e owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:15.166810 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:15.195207 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event deleted for resources: {'Port': ['ID=77e50525-74c1-48ba-a6b0-18f4f6a56c9e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:15.208125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.208487 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.208836 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.209181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.209517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.209846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.210173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.210501 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.210848 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.211174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.211496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.211815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.212134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:15.247026 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] No DVR routers for this DVR port 77e50525-74c1-48ba-a6b0-18f4f6a56c9e on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:23:15.250208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:15.253560 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5dca0e6e-45ad-43a4-8085-c1ecd953f97c req-4f0deed9-63eb-4c8c-8147-f0b3c77bdcca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.31 "DELETE /v2.0/ports/77e50525-74c1-48ba-a6b0-18f4f6a56c9e HTTP/1.1" status: 204 len: 173 time: 0.4042671 Dec 13 17:23:15.253999 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'name': 'network-vif-deleted', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:23:15.256264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19607408-ef6c-4c0f-bb63-a26d295584f3" -d '{"events": [{"server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "name": "network-vif-deleted", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:23:15.375003 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917848d6-0843-4ced-ab0d-21b8eb041c8b x-openstack-request-id: req-917848d6-0843-4ced-ab0d-21b8eb041c8b {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:23:15.375617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "699096b8-2d6c-4801-afa7-1551c1666524", "name": "network-vif-deleted", "tag": "77e50525-74c1-48ba-a6b0-18f4f6a56c9e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:23:15.375617 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-917848d6-0843-4ced-ab0d-21b8eb041c8b {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:23:15.376031 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '699096b8-2d6c-4801-afa7-1551c1666524', 'name': 'network-vif-deleted', 'tag': '77e50525-74c1-48ba-a6b0-18f4f6a56c9e', 'status': 'completed', 'code': 200} Dec 13 17:23:15.476086 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-02735c88-fe01-4605-a109-61191d86f1ca req-8b4f3546-332e-4aeb-8861-1e07b7bbc0af tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 210 time: 0.0256891 Dec 13 17:23:16.577641 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0afe1a4e-7d82-4240-b5b9-a03a6bec7aaf req-7091e29a-56b5-4562-8b40-7feee114e39e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 210 time: 0.0311594 Dec 13 17:23:17.673814 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1d9fef51-8317-41eb-a114-af7d6f6d5ce2 req-9e6dd8bc-7007-4f1d-9d0f-3e021d7bdfdf tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 210 time: 0.0268390 Dec 13 17:23:17.895279 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 77e50525-74c1-48ba-a6b0-18f4f6a56c9e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:23:17.916193 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 77e50525-74c1-48ba-a6b0-18f4f6a56c9e {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:23:17.916539 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 77e50525-74c1-48ba-a6b0-18f4f6a56c9e not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:23:18.079402 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:23:18.769675 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8994a29f-f02a-44e5-97ca-11f512b2a5cb req-bcb63110-f8ee-4515-82da-47b84d8fe388 tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 210 time: 0.0277154 Dec 13 17:23:19.875156 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e9701a9d-8bf3-4c27-97b9-fa824a8a76fb req-7c6205b0-9d19-427e-b8d9-ccff1f6d24ca tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "GET /v2.0/ports?device_id=699096b8-2d6c-4801-afa7-1551c1666524 HTTP/1.1" status: 200 len: 210 time: 0.0266819 Dec 13 17:23:20.930399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54282) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:20.993284 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c7bc-99b7-42c7-9bd2-df719b799a2e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:21.025095 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c7bc-99b7-42c7-9bd2-df719b799a2e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:21.089376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c7bc-99b7-42c7-9bd2-df719b799a2e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:21.092380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ffa5c7bc-99b7-42c7-9bd2-df719b799a2e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:21.093563 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ffa5c7bc-99b7-42c7-9bd2-df719b799a2e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] 10.222.0.13 "DELETE /v2.0/security-groups/e74b4d20-3f2b-4001-a871-0a7370bde99f HTTP/1.1" status: 204 len: 168 time: 0.1619880 Dec 13 17:23:21.103010 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5c7bc-99b7-42c7-9bd2-df719b799a2e tempest-TestShelveInstance-977348222 tempest-TestShelveInstance-977348222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74b4d20-3f2b-4001-a871-0a7370bde99f,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:21.142951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54286) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:21.900872 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:22.146601 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Deleting port 4cfef840-816e-4d87-a145-b57a858b280c {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:22.147271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:22.230833 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] For port 4cfef840-816e-4d87-a145-b57a858b280c, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4cfef840-816e-4d87-a145-b57a858b280c,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:22.231114 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:22.244229 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Calling delete_port for 4cfef840-816e-4d87-a145-b57a858b280c owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:22.432566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:22.458264 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cfef840-816e-4d87-a145-b57a858b280c,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:22.630679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:22.846929 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Router 428bcedd-24cd-4657-8338-d6a5e3a96a74 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:23:22.955299 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:23:22.961839 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-94ca54ac-4770-4be2-aad0-54f9623fb481 admin admin] 10.222.0.13 "PUT /v2.0/routers/428bcedd-24cd-4657-8338-d6a5e3a96a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8162835 Dec 13 17:23:22.962944 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54290) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:22.965708 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] Sync routers for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:23:22.975777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:22.976464 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:22:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:23.078480 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.191077 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.250868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Deleting port 74c4e1a0-83d0-44a1-86a0-4984608f0117 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:23.250868 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.253289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:23.339889 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] For port 74c4e1a0-83d0-44a1-86a0-4984608f0117, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=74c4e1a0-83d0-44a1-86a0-4984608f0117,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:23.340234 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.352904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Calling delete_port for 74c4e1a0-83d0-44a1-86a0-4984608f0117 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:23.444003 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143'}], 'enable_snat': True}, 'gw_port_id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:23:22Z', 'revision_number': 5, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port': {'id': '74c4e1a0-83d0-44a1-86a0-4984608f0117', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:f0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:14Z', 'updated_at': '2021-12-13T17:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:23.474441 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] Checking router: 428bcedd-24cd-4657-8338-d6a5e3a96a74 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:23:23.484477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] Routers {'428bcedd-24cd-4657-8338-d6a5e3a96a74'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:23.484866 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:22:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['428bcedd-24cd-4657-8338-d6a5e3a96a74'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:23.543994 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.571062 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] Set router 428bcedd-24cd-4657-8338-d6a5e3a96a74 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:23.578352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=74c4e1a0-83d0-44a1-86a0-4984608f0117,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:23.607737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c60539-1e4c-4c62-8b05-a080346bd925 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:23.637439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:23:23Z', 'revision_number': 6, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:23.645212 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.665591 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28eb0026-32d6-48da-a4bb-b88e62f292ba None None] The sync data for ids ['428bcedd-24cd-4657-8338-d6a5e3a96a74'] in dv-neutron-821599-1-hyperv is: [{'id': '428bcedd-24cd-4657-8338-d6a5e3a96a74', 'name': 'tempest-TestShelveInstance-461357976-router', 'tenant_id': '35ec105e82a44f069a0214ccb4cadef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:13Z', 'updated_at': '2021-12-13T17:23:23Z', 'revision_number': 6, 'project_id': '35ec105e82a44f069a0214ccb4cadef2', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:23:23.738728 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.741170 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.793164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.793863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 428bcedd-24cd-4657-8338-d6a5e3a96a74 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:23:23.800250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.801714 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-227d30e4-11f0-4209-be0a-a379259ad5ca admin admin] 10.222.0.13 "DELETE /v2.0/routers/428bcedd-24cd-4657-8338-d6a5e3a96a74 HTTP/1.1" status: 204 len: 168 time: 0.8378482 Dec 13 17:23:23.804378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54292) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:23.850201 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5dd2cb-7d26-43bb-872e-163c869b0dd1 admin admin] Deleting subnet 6451b94a-6d77-4ef1-a111-01b1dcc3dec8 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:23:23.853258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd2cb-7d26-43bb-872e-163c869b0dd1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.888606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd2cb-7d26-43bb-872e-163c869b0dd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:23.968938 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd2cb-7d26-43bb-872e-163c869b0dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.022854 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd2cb-7d26-43bb-872e-163c869b0dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.047397 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5dd2cb-7d26-43bb-872e-163c869b0dd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6451b94a-6d77-4ef1-a111-01b1dcc3dec8,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:24.053376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-9b5dd2cb-7d26-43bb-872e-163c869b0dd1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.059242 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-9b5dd2cb-7d26-43bb-872e-163c869b0dd1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6451b94a-6d77-4ef1-a111-01b1dcc3dec8 HTTP/1.1" status: 204 len: 168 time: 0.2513175 Dec 13 17:23:24.059415 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54294) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:24.064544 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2467bc-f191-46ca-be43-a3162e555492 None None] Network ffdb5355-f9e0-4757-9ac5-de1cd3da8478 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:23:24.131293 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.191137 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Deleting port ca961fc9-18d6-4305-9ee6-73601bcfc249 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:24.191766 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.254380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] For port ca961fc9-18d6-4305-9ee6-73601bcfc249, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=ca961fc9-18d6-4305-9ee6-73601bcfc249,segment=NetworkSegment(583ba6a0-90b9-45eb-893d-dab3d30da4a8),segment_id=583ba6a0-90b9-45eb-893d-dab3d30da4a8)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:24.254764 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.267387 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Calling delete_port for ca961fc9-18d6-4305-9ee6-73601bcfc249 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:24.350018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.376228 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca961fc9-18d6-4305-9ee6-73601bcfc249,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:24.378059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] No DVR routers for this DVR port ca961fc9-18d6-4305-9ee6-73601bcfc249 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:23:24.442754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9187ac1a-0506-4e17-bda6-6ce6d8a4b1f3 None None] DHCP port deletion for ffdb5355-f9e0-4757-9ac5-de1cd3da8478 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:24.456516 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.481141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdb5355-f9e0-4757-9ac5-de1cd3da8478']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:24.490395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583ba6a0-90b9-45eb-893d-dab3d30da4a8') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:24.490712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583ba6a0-90b9-45eb-893d-dab3d30da4a8') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:24.500002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.515018 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.521846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:23:24.522300 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:23:24.524045 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:23:24.579820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.584432 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:24.587881 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] 10.222.0.13 "DELETE /v2.0/networks/ffdb5355-f9e0-4757-9ac5-de1cd3da8478 HTTP/1.1" status: 204 len: 168 time: 0.5269415 Dec 13 17:23:24.590873 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54296) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:24.601049 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7c3c2-61fa-4043-8c78-c04cfdcfd91f admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdb5355-f9e0-4757-9ac5-de1cd3da8478,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:24.987370 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:25.110486 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-afe83579-8339-494d-ac11-758e39ae26ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:25.301099 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4cfef840-816e-4d87-a145-b57a858b280c no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:23:25.329680 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 4cfef840-816e-4d87-a145-b57a858b280c {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:23:25.330032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4cfef840-816e-4d87-a145-b57a858b280c not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:23:25.330453 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 74c4e1a0-83d0-44a1-86a0-4984608f0117 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:23:25.351521 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 74c4e1a0-83d0-44a1-86a0-4984608f0117 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:23:25.352066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 74c4e1a0-83d0-44a1-86a0-4984608f0117 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:23:25.352627 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ca961fc9-18d6-4305-9ee6-73601bcfc249 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:23:25.375726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: ca961fc9-18d6-4305-9ee6-73601bcfc249 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:23:25.376109 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device ca961fc9-18d6-4305-9ee6-73601bcfc249 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:23:25.539430 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Deleting port 4ec95077-35e1-403f-96a8-bd00cb5bbb12 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:25.539670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:25.617816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] For port 4ec95077-35e1-403f-96a8-bd00cb5bbb12, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=4ec95077-35e1-403f-96a8-bd00cb5bbb12,segment=NetworkSegment(b667262a-5047-417f-8423-793c7c4d3e46),segment_id=b667262a-5047-417f-8423-793c7c4d3e46)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:25.618535 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:25.631373 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Calling delete_port for 4ec95077-35e1-403f-96a8-bd00cb5bbb12 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:25.839612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:25.869066 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec95077-35e1-403f-96a8-bd00cb5bbb12,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:26.035124 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:26.245036 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Router 53c9793c-d654-4bd1-9327-5a820e1e5ffb has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:23:26.349506 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:23:26.355403 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-869b096e-6161-4fe2-8754-744c440977c8 admin admin] 10.222.0.13 "PUT /v2.0/routers/53c9793c-d654-4bd1-9327-5a820e1e5ffb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7620039 Dec 13 17:23:26.358134 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54298) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:26.359858 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] Sync routers for ids ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:23:26.369783 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] Routers {'53c9793c-d654-4bd1-9327-5a820e1e5ffb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:26.370461 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:22:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:26.467798 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:26.475069 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] Set router 53c9793c-d654-4bd1-9327-5a820e1e5ffb gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:26.570181 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:26.624556 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Deleting port 802e20fd-674a-4ff3-8e1f-fb69be493d5b {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:26.624892 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:26.650317 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243'}], 'enable_snat': True}, 'gw_port_id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:23:25Z', 'revision_number': 5, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port': {'id': '802e20fd-674a-4ff3-8e1f-fb69be493d5b', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:2f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:14:19Z', 'updated_at': '2021-12-13T17:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:26.680864 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] Checking router: 53c9793c-d654-4bd1-9327-5a820e1e5ffb for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:23:26.689998 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] Routers {'53c9793c-d654-4bd1-9327-5a820e1e5ffb'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:26.690595 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:22:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:26.708379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] For port 802e20fd-674a-4ff3-8e1f-fb69be493d5b, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=802e20fd-674a-4ff3-8e1f-fb69be493d5b,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:26.708744 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:26.720691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Calling delete_port for 802e20fd-674a-4ff3-8e1f-fb69be493d5b owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:26.776154 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] Set router 53c9793c-d654-4bd1-9327-5a820e1e5ffb gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:26.829358 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:23:26Z', 'revision_number': 6, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:26.859828 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8003a7c1-81ee-4ff1-a171-d8e33d402894 None None] The sync data for ids ['53c9793c-d654-4bd1-9327-5a820e1e5ffb'] in dv-neutron-821599-1-hyperv is: [{'id': '53c9793c-d654-4bd1-9327-5a820e1e5ffb', 'name': 'tempest-TestShelveInstance-620795488-router', 'tenant_id': 'b5001cdcfe174fe390f041aa893f6766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:14:18Z', 'updated_at': '2021-12-13T17:23:26Z', 'revision_number': 6, 'project_id': 'b5001cdcfe174fe390f041aa893f6766', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:23:26.895412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:26.914161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Pushing event deleted for resources: {'Port': ['ID=802e20fd-674a-4ff3-8e1f-fb69be493d5b,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:26.930249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b6653-532f-4da3-a948-502daa77d565 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:26.977401 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.070435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.072781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.406416 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.407103 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53c9793c-d654-4bd1-9327-5a820e1e5ffb {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:23:27.411417 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.412571 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d21df2b8-01f2-4776-ae46-b15d09c6a535 admin admin] 10.222.0.13 "DELETE /v2.0/routers/53c9793c-d654-4bd1-9327-5a820e1e5ffb HTTP/1.1" status: 204 len: 168 time: 1.0534081 Dec 13 17:23:27.415019 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54300) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:27.458493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c90b6b-f440-4035-9f54-92cb2d040a3e admin admin] Deleting subnet a0a1a95c-9b72-4e77-8045-9fe51ba02c55 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:23:27.461623 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08c90b6b-f440-4035-9f54-92cb2d040a3e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.495355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08c90b6b-f440-4035-9f54-92cb2d040a3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.519427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-57ceab5b-1d68-43d7-ab79-97b71abf6074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.574208 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08c90b6b-f440-4035-9f54-92cb2d040a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.628041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08c90b6b-f440-4035-9f54-92cb2d040a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.656302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c90b6b-f440-4035-9f54-92cb2d040a3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0a1a95c-9b72-4e77-8045-9fe51ba02c55,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:27.661035 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-08c90b6b-f440-4035-9f54-92cb2d040a3e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.666841 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-08c90b6b-f440-4035-9f54-92cb2d040a3e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a0a1a95c-9b72-4e77-8045-9fe51ba02c55 HTTP/1.1" status: 204 len: 168 time: 0.2485647 Dec 13 17:23:27.667540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bebe4d3-b9e8-475b-9414-9433bbddddd9 None None] Network 7b6c69c1-0508-4407-99f8-b8f0e40e1957 requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:23:27.669927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54302) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:27.710418 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4ec95077-35e1-403f-96a8-bd00cb5bbb12 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:23:27.735532 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 4ec95077-35e1-403f-96a8-bd00cb5bbb12 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:23:27.735881 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 4ec95077-35e1-403f-96a8-bd00cb5bbb12 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:23:27.748745 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.814505 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Deleting port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:27.814952 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.837961 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] DHCP port deletion for 7b6c69c1-0508-4407-99f8-b8f0e40e1957 request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:27.885656 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] For port e4c6d53c-cec8-4a2d-ab35-be81d5578b45, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,segment=NetworkSegment(b667262a-5047-417f-8423-793c7c4d3e46),segment_id=b667262a-5047-417f-8423-793c7c4d3e46)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:27.886169 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.886933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Deleting port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:23:27.887306 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:27.908087 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Calling delete_port for e4c6d53c-cec8-4a2d-ab35-be81d5578b45 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:27.989466 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] For port e4c6d53c-cec8-4a2d-ab35-be81d5578b45, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,segment=NetworkSegment(b667262a-5047-417f-8423-793c7c4d3e46),segment_id=b667262a-5047-417f-8423-793c7c4d3e46)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:27.990142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.002973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Calling delete_port for e4c6d53c-cec8-4a2d-ab35-be81d5578b45 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:23:28.017143 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.037999 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:28.047854 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] No DVR routers for this DVR port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:23:28.080276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.103913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Pushing event deleted for resources: {'Port': ['ID=e4c6d53c-cec8-4a2d-ab35-be81d5578b45,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:28.113640 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] No DVR routers for this DVR port e4c6d53c-cec8-4a2d-ab35-be81d5578b45 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:23:28.115705 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.116061 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.116412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.116756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.117094 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.117433 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.117766 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.118113 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.118429 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.118785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.119114 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.119439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.119763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a3c644-16b1-4f76-8344-62d71e2dbd27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:28.124362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.144885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6c69c1-0508-4407-99f8-b8f0e40e1957']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:28.153948 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b667262a-5047-417f-8423-793c7c4d3e46') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:28.154401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b667262a-5047-417f-8423-793c7c4d3e46') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:28.163539 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.177297 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.183109 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:23:28.183482 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:23:28.185794 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:23:28.243962 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.249814 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.253071 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] 10.222.0.13 "DELETE /v2.0/networks/7b6c69c1-0508-4407-99f8-b8f0e40e1957 HTTP/1.1" status: 204 len: 168 time: 0.5821350 Dec 13 17:23:28.264761 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100c2e5-b1bd-4f16-a70a-ee0ea32d107e admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6c69c1-0508-4407-99f8-b8f0e40e1957,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:28.360063 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54306) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:28.400252 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-da475faa-5e8c-4c30-8aa9-7d460769e2ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35ec105e82a44f069a0214ccb4cadef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389876 Dec 13 17:23:28.402793 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54308) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:28.449325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b1eb8232-b51c-4e09-be42-2da1183f2a6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.470769 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b1eb8232-b51c-4e09-be42-2da1183f2a6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.515939 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b1eb8232-b51c-4e09-be42-2da1183f2a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.518495 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-b1eb8232-b51c-4e09-be42-2da1183f2a6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.519654 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-b1eb8232-b51c-4e09-be42-2da1183f2a6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d7b84a1-8385-48a9-acc9-6d8f3e834070 HTTP/1.1" status: 204 len: 168 time: 0.1159613 Dec 13 17:23:28.527240 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb8232-b51c-4e09-be42-2da1183f2a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b84a1-8385-48a9-acc9-6d8f3e834070,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:28.655631 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.843279 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54314) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:28.883433 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4b0bb790-00bd-4c2c-bfae-0ac0ecf5e8a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5001cdcfe174fe390f041aa893f6766&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389946 Dec 13 17:23:28.885886 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54316) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:28.936414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c42ac37-8f5d-4fde-85ef-88d8370bde97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:28.957412 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c42ac37-8f5d-4fde-85ef-88d8370bde97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:29.005347 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c42ac37-8f5d-4fde-85ef-88d8370bde97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:29.008059 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4c42ac37-8f5d-4fde-85ef-88d8370bde97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:29.009247 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4c42ac37-8f5d-4fde-85ef-88d8370bde97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/147fc8e1-52b4-4ff8-9c10-a1dc99fcced7 HTTP/1.1" status: 204 len: 168 time: 0.1224613 Dec 13 17:23:29.017118 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42ac37-8f5d-4fde-85ef-88d8370bde97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147fc8e1-52b4-4ff8-9c10-a1dc99fcced7,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:29.296372 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 802e20fd-674a-4ff3-8e1f-fb69be493d5b no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:23:29.317307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 802e20fd-674a-4ff3-8e1f-fb69be493d5b {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:23:29.317662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 802e20fd-674a-4ff3-8e1f-fb69be493d5b not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:23:29.318080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e4c6d53c-cec8-4a2d-ab35-be81d5578b45 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:23:29.338461 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: e4c6d53c-cec8-4a2d-ab35-be81d5578b45 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:23:29.338980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device e4c6d53c-cec8-4a2d-ab35-be81d5578b45 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:23:29.695112 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54338) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:29.793531 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-425428224-network', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:29.814904 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Made reservation on behalf of 11d7d971dd4f4e758b971ec80757aa94 for: {'network': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:23:29.817174 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:29.826191 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:29.901752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:29.905937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:29.926405 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=103052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:23:29.940454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d2c588-9580-460d-9d63-1d2e6c45be46,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:29.947628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:29.947994 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.segments_db [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Added segment e4779e3b-1236-43e1-8101-83d7fc0fa9ad of type vlan for network 5a0404fb-c14e-4e34-9eeb-df04852a84aa Dec 13 17:23:29.987486 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.011427 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.012342 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:30.012909 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.065195 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3689449 Dec 13 17:23:30.068267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54342) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:30.073612 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Request body: {'subnet': {'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-425428224-subnet', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:30.078173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577f15e-fa54-4037-af78-674396c936ed admin admin] Pushing event updated for resources: {'Network': ['ID=5a0404fb-c14e-4e34-9eeb-df04852a84aa,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:30.092013 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:23:30.097160 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Made reservation on behalf of 11d7d971dd4f4e758b971ec80757aa94 for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:23:30.100175 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.190754 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.268640 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.324671 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=767df6a2-1fb6-42fe-a31c-7520e0659bb5,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:30.335384 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Checking segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:30.335736 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Network hostable DHCP agents. Network: 5a0404fb-c14e-4e34-9eeb-df04852a84aa, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:23:30.351448 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:23:30.359835 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 5a0404fb-c14e-4e34-9eeb-df04852a84aa) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:30.363678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:30.364266 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.369884 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96bf3f5-8c8f-40fe-ba72-49b13c784795 None None] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:23:30.385180 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-00ef83c1-4d09-414e-b7f4-5e17884f9aaf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3132002 Dec 13 17:23:30.385981 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54344) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:30.391375 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:30.412995 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.414046 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.470466 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.486278 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:23:30.487200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.611661 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.617563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Allocated IP 172.20.0.2 (5a0404fb-c14e-4e34-9eeb-df04852a84aa/767df6a2-1fb6-42fe-a31c-7520e0659bb5/7af52f56-ece2-4a38-921f-513453365515) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:23:30.761826 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.768777 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.812673 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.812936 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:30.815574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:30.819809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:23:30.823137 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Pushing event updated for resources: {'Port': ['ID=7af52f56-ece2-4a38-921f-513453365515,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:30.836012 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.879448 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Attempting to bind port 7af52f56-ece2-4a38-921f-513453365515 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:23:30.879828 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Attempting to bind port 7af52f56-ece2-4a38-921f-513453365515 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:23:30.880344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Attempting to bind port 7af52f56-ece2-4a38-921f-513453365515 on network 5a0404fb-c14e-4e34-9eeb-df04852a84aa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:23:30.885358 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:23:30.885736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Checking segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:30.886144 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.886541 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Bound using segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:23:30.887150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Bound port: 7af52f56-ece2-4a38-921f-513453365515, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:23:30.887540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:30.941421 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Allocated IP 172.26.6.13 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/453a6062-bf01-4ca8-9b18-fa7f3d372784) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:23:30.957844 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] For port 7af52f56-ece2-4a38-921f-513453365515, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:23:30.961129 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] For port 7af52f56-ece2-4a38-921f-513453365515, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7af52f56-ece2-4a38-921f-513453365515,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:23:30.965184 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.038697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3db0e3-0726-4e33-8ba2-7724a47d1b8f None None] Pushing event updated for resources: {'Port': ['ID=7af52f56-ece2-4a38-921f-513453365515,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:31.041763 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.062105 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.099462 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.147574 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:31.152385 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:31.156616 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:23:31.187150 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8a2458-2238-497b-9b13-4d2cb1ec93b7 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:31.201844 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Pushing event updated for resources: {'Port': ['ID=453a6062-bf01-4ca8-9b18-fa7f3d372784,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:31.233945 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-58d5ff0e-dd26-400b-8986-ff1d6ebd4150 None None] Provisioning complete for port 453a6062-bf01-4ca8-9b18-fa7f3d372784 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:31.234309 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-58d5ff0e-dd26-400b-8986-ff1d6ebd4150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.280365 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-58d5ff0e-dd26-400b-8986-ff1d6ebd4150 None None] Port 453a6062-bf01-4ca8-9b18-fa7f3d372784 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:23:31.344529 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7af52f56-ece2-4a38-921f-513453365515 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:31.403813 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7af52f56-ece2-4a38-921f-513453365515 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:31.404824 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.454687 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.486020 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.526878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] For port 7af52f56-ece2-4a38-921f-513453365515, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7af52f56-ece2-4a38-921f-513453365515,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:31.532809 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:31.581457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Pushing event updated for resources: {'Port': ['ID=7af52f56-ece2-4a38-921f-513453365515,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:31.931275 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:32.004330 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33514be6-7555-429f-bb88-0018868d2dac None None] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:23:32.062362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Router 040d09e6-0135-486a-a8d4-427f30f760b1 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103053) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:23:32.121885 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b1139771-1c32-4a73-a230-c7ae2f5c664e None None] Provisioning complete for port 7af52f56-ece2-4a38-921f-513453365515 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:32.122276 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b1139771-1c32-4a73-a230-c7ae2f5c664e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:32.177898 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:23:32.193992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Sync routers for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:23:32.198510 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:32.202688 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-720b2d24-c40e-4172-8d51-1083fd4f0614 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8135231 Dec 13 17:23:32.203383 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54346) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:32.222880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:32.223513 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:32.345014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:32.416528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-9a33f0c0-6bcf-40c8-8432-f5ca5d8b39f2 None None] Provisioning complete for port 7af52f56-ece2-4a38-921f-513453365515 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:32.417214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-9a33f0c0-6bcf-40c8-8432-f5ca5d8b39f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:32.635528 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:32.748943 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:31Z', 'revision_number': 3, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:32.779419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Checking router: 040d09e6-0135-486a-a8d4-427f30f760b1 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:23:32.779772 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Updating router 040d09e6-0135-486a-a8d4-427f30f760b1 port 453a6062-bf01-4ca8-9b18-fa7f3d372784 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:23:32.792912 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_common [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Allocated IP 172.20.0.1 (5a0404fb-c14e-4e34-9eeb-df04852a84aa/767df6a2-1fb6-42fe-a31c-7520e0659bb5/0aa2e55c-fb52-468e-9118-f7647af14fa4) {{(pid=103053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:23:32.805668 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:32.895498 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:32.928461 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:32.974885 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:32.979454 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:32.984670 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Received port after_create {{(pid=103053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:23:33.017215 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Pushing event updated for resources: {'Port': ['ID=0aa2e55c-fb52-468e-9118-f7647af14fa4,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:33.026226 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.070571 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.077947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.132439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0cf14e-b213-40ea-bf5b-3afb3671ecc5 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:33.147000 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Attempting to bind port 453a6062-bf01-4ca8-9b18-fa7f3d372784 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:23:33.147291 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Attempting to bind port 453a6062-bf01-4ca8-9b18-fa7f3d372784 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:23:33.147659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Attempting to bind port 453a6062-bf01-4ca8-9b18-fa7f3d372784 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:23:33.163852 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:23:33.164237 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:33.164645 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.165350 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:23:33.165509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Bound port: 453a6062-bf01-4ca8-9b18-fa7f3d372784, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:23:33.165893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.168125 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.197807 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521abe5-3f0a-483f-acc1-17f5ef0e4630 None None] Pushing event updated for resources: {'Port': ['ID=453a6062-bf01-4ca8-9b18-fa7f3d372784,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:33.233092 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] For port 453a6062-bf01-4ca8-9b18-fa7f3d372784, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:23:33.237802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] For port 453a6062-bf01-4ca8-9b18-fa7f3d372784, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=453a6062-bf01-4ca8-9b18-fa7f3d372784,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:23:33.245492 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.297261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] Provisioning complete for port 0aa2e55c-fb52-468e-9118-f7647af14fa4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:33.298399 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.304816 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3439569-eea9-4df8-a922-1d5061dfc48a None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:33.349246 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.350908 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7af52f56-ece2-4a38-921f-513453365515 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:33.354698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9591998'] for port, after_update {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.357435 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:33.358383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:33.422051 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.424637 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Pushing event updated for resources: {'Port': ['ID=0aa2e55c-fb52-468e-9118-f7647af14fa4,revision_number=2']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:33.451268 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521abe5-3f0a-483f-acc1-17f5ef0e4630 None None] Pushing event updated for resources: {'Port': ['ID=453a6062-bf01-4ca8-9b18-fa7f3d372784,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:33.468735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] Port 0aa2e55c-fb52-468e-9118-f7647af14fa4 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:23:33.511770 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] Provisioning complete for port 453a6062-bf01-4ca8-9b18-fa7f3d372784 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:33.512142 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.521219 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa is already hosted by enough agents. {{(pid=103053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:33.522663 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:33.542848 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 7af52f56-ece2-4a38-921f-513453365515 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:33.543233 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.579545 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:33.644156 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Router 040d09e6-0135-486a-a8d4-427f30f760b1 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:23:33.756930 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:23:33.770235 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-7ecc0c5e-82d2-4572-8fa4-d03079ea5e9a admin admin] 10.222.0.13 "PUT /v2.0/routers/040d09e6-0135-486a-a8d4-427f30f760b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5577974 Dec 13 17:23:33.805201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.840014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] For port 453a6062-bf01-4ca8-9b18-fa7f3d372784, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=453a6062-bf01-4ca8-9b18-fa7f3d372784,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:33.858918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:33.922040 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6d49d-b3db-4d7a-abd8-9e2eae9fc4ee None None] Pushing event updated for resources: {'Port': ['ID=453a6062-bf01-4ca8-9b18-fa7f3d372784,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:33.936416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 2, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:33.963439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30217a9f-c224-44de-9b8d-2a16ef2249cf None None] The sync data for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv is: [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 2, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:23:33.978177 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7d80cf35-64c9-42d5-bd91-0a8621526048 None None] Provisioning complete for port 0aa2e55c-fb52-468e-9118-f7647af14fa4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:33.978467 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7d80cf35-64c9-42d5-bd91-0a8621526048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.014579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-7d80cf35-64c9-42d5-bd91-0a8621526048 None None] Port 0aa2e55c-fb52-468e-9118-f7647af14fa4 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:23:34.026498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-7d80cf35-64c9-42d5-bd91-0a8621526048 None None] Provisioning complete for port 453a6062-bf01-4ca8-9b18-fa7f3d372784 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:34.026902 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7d80cf35-64c9-42d5-bd91-0a8621526048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.301104 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54362) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:34.306611 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2073720818-network', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:34.331456 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Made reservation on behalf of a1ed4831df714e25aeb02d128795c01d for: {'network': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:23:34.334352 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for network, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.347714 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.428174 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.432625 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.462133 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=103053) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 17:23:34.473310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fce868-f67e-4b66-b924-d679d5fb3d71,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:34.480088 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.480436 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.db.segments_db [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Added segment 5de8b100-8149-4106-86a0-f71aac5bae37 of type vlan for network 8c187dd6-a35b-436f-b144-9c685153c12d Dec 13 17:23:34.522260 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728206631994'] for network, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.550878 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985'] for network, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.551897 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:34.552486 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.604104 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3017750 Dec 13 17:23:34.606747 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54364) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:34.611622 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Request body: {'subnet': {'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2073720818-subnet', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'ip_version': 4}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:34.657322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303358ff-4043-4cf8-a542-0ab412a10cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c187dd6-a35b-436f-b144-9c685153c12d,revision_number=1']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:34.663232 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Made reservation on behalf of a1ed4831df714e25aeb02d128795c01d for: {'subnet': 1} {{(pid=103053) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:23:34.665806 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3034673'] for subnet, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.667759 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Network 8c187dd6-a35b-436f-b144-9c685153c12d details requested by agent ovs-agent-dv-neutron-821599-1-hyperv with host dv-neutron-821599-1-hyperv {{(pid=103054) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 17:23:34.852325 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9586231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3034671'] for subnet, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.908953 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1952525b-4b34-44ba-aa07-5cdf18780323,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:34.925081 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Checking segment: {'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:34.925437 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Network hostable DHCP agents. Network: 8c187dd6-a35b-436f-b144-9c685153c12d, hostable agents: ['c9b55621-61b9-4098-8ea5-31f345006c83'], hosted agents: [] {{(pid=103053) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 17:23:34.943002 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Network 8c187dd6-a35b-436f-b144-9c685153c12d is scheduled to be hosted by DHCP agent c9b55621-61b9-4098-8ea5-31f345006c83 with binding_index 1 {{(pid=103053) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 17:23:34.953493 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.base_scheduler [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-821599-1-hyperv, 8c187dd6-a35b-436f-b144-9c685153c12d) {{(pid=103053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:34.957559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103053) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:34.958149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:34.969444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c507de1-dc9c-457f-89ff-7138413d2182 None None] Network 8c187dd6-a35b-436f-b144-9c685153c12d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:23:34.977627 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c8222cb2-bed8-4e8d-897b-50cdd1ce694a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3697822 Dec 13 17:23:34.980434 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54366) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:34.985716 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:35.008953 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-517568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4214'] for router, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.010384 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-518000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-521857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1625792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4207'] for router, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.073801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.088335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52847836-cfca-5637-9439-82efb709ff09-8c187dd6-a35b-436f-b144-9c685153c12d', 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d', 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'fixed_ips': [{'subnet_id': '1952525b-4b34-44ba-aa07-5cdf18780323'}]}} from dv-neutron-821599-1-hyperv. {{(pid=103054) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 17:23:35.089510 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.233341 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.246685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.db_base_plugin_common [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Allocated IP 172.20.0.2 (8c187dd6-a35b-436f-b144-9c685153c12d/1952525b-4b34-44ba-aa07-5cdf18780323/951dcc83-9eed-435e-a409-fa6f6bd29297) {{(pid=103054) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:23:35.357889 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 453a6062-bf01-4ca8-9b18-fa7f3d372784 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:35.448687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Publish callbacks [] for port, precommit_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.455604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.456371 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299'] for port, after_create {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.475526 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.499463 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 453a6062-bf01-4ca8-9b18-fa7f3d372784 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:35.499838 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.507689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Network 8c187dd6-a35b-436f-b144-9c685153c12d is already hosted by enough agents. {{(pid=103054) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:35.528678 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.scheduler.base_scheduler [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Resources bound (agent type, host, resource id): {{(pid=103054) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:35.535221 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Received port after_create {{(pid=103054) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:23:35.537039 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Pushing event updated for resources: {'Port': ['ID=951dcc83-9eed-435e-a409-fa6f6bd29297,revision_number=1']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:35.586691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Allocated IP 172.26.6.54 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/381a781b-37bb-444b-89fa-05e409464c42) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:23:35.612900 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Attempting to bind port 951dcc83-9eed-435e-a409-fa6f6bd29297 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:23:35.613275 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Attempting to bind port 951dcc83-9eed-435e-a409-fa6f6bd29297 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:23:35.613743 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Attempting to bind port 951dcc83-9eed-435e-a409-fa6f6bd29297 on network 8c187dd6-a35b-436f-b144-9c685153c12d {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:23:35.639893 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:23:35.640389 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Checking segment: {'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:35.640863 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.641323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Bound using segment: {'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:23:35.641994 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Bound port: 951dcc83-9eed-435e-a409-fa6f6bd29297, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:23:35.642386 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.697396 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.713729 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] For port 951dcc83-9eed-435e-a409-fa6f6bd29297, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:23:35.717525 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] For port 951dcc83-9eed-435e-a409-fa6f6bd29297, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=951dcc83-9eed-435e-a409-fa6f6bd29297,segment=NetworkSegment(5de8b100-8149-4106-86a0-f71aac5bae37),segment_id=5de8b100-8149-4106-86a0-f71aac5bae37)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:23:35.721419 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.731422 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.771056 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:35.775747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:35.779685 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:23:35.781992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b17362-cc9e-418b-a659-2233f3d7d07f None None] Pushing event updated for resources: {'Port': ['ID=951dcc83-9eed-435e-a409-fa6f6bd29297,revision_number=2']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:35.785205 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Pushing event updated for resources: {'Port': ['ID=381a781b-37bb-444b-89fa-05e409464c42,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:35.797392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f99b9-4053-4642-86b9-e82a2c83580b None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:35.865438 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-61213335-a063-4d84-9f50-1ff919a19fac None None] Provisioning complete for port 381a781b-37bb-444b-89fa-05e409464c42 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:35.865619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-61213335-a063-4d84-9f50-1ff919a19fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:35.905542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-61213335-a063-4d84-9f50-1ff919a19fac None None] Port 381a781b-37bb-444b-89fa-05e409464c42 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:23:36.088460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:36.287183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-521970'] for router, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:36.419086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Router 5497fa4b-f3af-4d31-96c9-4abef92e1875 is scheduled to L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 with binding_index 1 {{(pid=103052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 17:23:36.532322 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:23:36.542114 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Sync routers for ids ['5497fa4b-f3af-4d31-96c9-4abef92e1875'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:23:36.553993 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:36.554208 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Routers {'5497fa4b-f3af-4d31-96c9-4abef92e1875'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:36.554913 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5497fa4b-f3af-4d31-96c9-4abef92e1875'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:36.555410 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-4b0323ff-d9d1-4f53-b6a8-0318d7c0b570 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5733597 Dec 13 17:23:36.558598 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54368) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:36.663273 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Sync routers for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:23:36.677735 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:36.678379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:36.679079 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Set router 5497fa4b-f3af-4d31-96c9-4abef92e1875 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:36.797344 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182f6188-7700-44a1-86be-7b5674889c93 None None] Network 8c187dd6-a35b-436f-b144-9c685153c12d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:23:36.865555 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:36.887060 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '381a781b-37bb-444b-89fa-05e409464c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:35Z', 'revision_number': 3, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port': {'id': '381a781b-37bb-444b-89fa-05e409464c42', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:36.920033 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Checking router: 5497fa4b-f3af-4d31-96c9-4abef92e1875 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:23:36.920290 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Updating router 5497fa4b-f3af-4d31-96c9-4abef92e1875 port 381a781b-37bb-444b-89fa-05e409464c42 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:23:36.946169 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.028837 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.090232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-0af11ddf-3fda-41b3-bcf7-45ad01175c31 None None] Provisioning complete for port 951dcc83-9eed-435e-a409-fa6f6bd29297 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:37.090687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0af11ddf-3fda-41b3-bcf7-45ad01175c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.194043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Allocated IP 172.20.0.1 (8c187dd6-a35b-436f-b144-9c685153c12d/1952525b-4b34-44ba-aa07-5cdf18780323/636f41e0-7886-4760-80ee-c8191b64a0d3) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:23:37.307393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0af11ddf-3fda-41b3-bcf7-45ad01175c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.325692 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.332868 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.334711 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.383589 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6218fecc-bab9-42fe-9bc2-899c8ca151f8 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:37.388819 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-0af11ddf-3fda-41b3-bcf7-45ad01175c31 None None] For port 951dcc83-9eed-435e-a409-fa6f6bd29297, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=951dcc83-9eed-435e-a409-fa6f6bd29297,segment=NetworkSegment(5de8b100-8149-4106-86a0-f71aac5bae37),segment_id=5de8b100-8149-4106-86a0-f71aac5bae37)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:37.392253 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Attempting to bind port 381a781b-37bb-444b-89fa-05e409464c42 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:23:37.392851 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Attempting to bind port 381a781b-37bb-444b-89fa-05e409464c42 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:23:37.393396 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Attempting to bind port 381a781b-37bb-444b-89fa-05e409464c42 on network cf0cd037-584b-40a6-b004-e12efb7b3e1f {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:23:37.404190 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:23:37.404993 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Checking segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:37.405145 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0af11ddf-3fda-41b3-bcf7-45ad01175c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.405698 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.406715 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Bound using segment: {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:23:37.407408 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Bound port: 381a781b-37bb-444b-89fa-05e409464c42, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '365c8944-71af-4632-a00a-e5e45b2af158', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:23:37.407961 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.448823 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Pushing event updated for resources: {'Port': ['ID=381a781b-37bb-444b-89fa-05e409464c42,revision_number=2']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:37.465726 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 2, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:37.466928 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.468826 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.469362 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.469857 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.470357 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.470873 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.471373 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.471863 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.472345 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.472828 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.473316 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.473807 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.473983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 951dcc83-9eed-435e-a409-fa6f6bd29297 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:37.474545 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.474907 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:23:37.501309 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] For port 381a781b-37bb-444b-89fa-05e409464c42, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:23:37.506241 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] For port 381a781b-37bb-444b-89fa-05e409464c42, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=381a781b-37bb-444b-89fa-05e409464c42,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:23:37.510292 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af11ddf-3fda-41b3-bcf7-45ad01175c31 None None] Pushing event updated for resources: {'Port': ['ID=951dcc83-9eed-435e-a409-fa6f6bd29297,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:37.513025 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.517490 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Checking router: 040d09e6-0135-486a-a8d4-427f30f760b1 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:23:37.517688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Network 8c187dd6-a35b-436f-b144-9c685153c12d is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:37.518304 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Updating router 040d09e6-0135-486a-a8d4-427f30f760b1 port 0aa2e55c-fb52-468e-9118-f7647af14fa4 binding host dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:23:37.521303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:37.525498 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:23:37.554046 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Pushing event updated for resources: {'Port': ['ID=636f41e0-7886-4760-80ee-c8191b64a0d3,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:37.572887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-523137'] for router_interface, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.579158 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.595332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94dc85f-59ea-4196-8096-9232ff3cffae None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:23:37.611280 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-71e18c18-2ba3-497c-a9b9-211e4ff943bc None None] Provisioning complete for port 381a781b-37bb-444b-89fa-05e409464c42 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:37.611535 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Routers {'5497fa4b-f3af-4d31-96c9-4abef92e1875'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:37.611992 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-71e18c18-2ba3-497c-a9b9-211e4ff943bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.612096 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5497fa4b-f3af-4d31-96c9-4abef92e1875'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:37.615174 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea0b62-5415-4cf1-863f-b01b14ab5b85 None None] Pushing event updated for resources: {'Port': ['ID=381a781b-37bb-444b-89fa-05e409464c42,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:37.729305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.754805 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] Set router 5497fa4b-f3af-4d31-96c9-4abef92e1875 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:37.760190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 951dcc83-9eed-435e-a409-fa6f6bd29297 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:37.760574 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.902339 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-71e18c18-2ba3-497c-a9b9-211e4ff943bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.945982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.952988 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:37.968504 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-71e18c18-2ba3-497c-a9b9-211e4ff943bc None None] For port 381a781b-37bb-444b-89fa-05e409464c42, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=381a781b-37bb-444b-89fa-05e409464c42,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:37.984867 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-71e18c18-2ba3-497c-a9b9-211e4ff943bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.004323 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '381a781b-37bb-444b-89fa-05e409464c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:35Z', 'revision_number': 3, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port': {'id': '381a781b-37bb-444b-89fa-05e409464c42', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:38.021756 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Pushing event updated for resources: {'Port': ['ID=636f41e0-7886-4760-80ee-c8191b64a0d3,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:38.024349 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1615939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-524081'] for router_interface, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.045004 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccab5f6-fa24-4360-8c7f-964e9e8307fe None None] The sync data for ids ['5497fa4b-f3af-4d31-96c9-4abef92e1875'] in dv-neutron-821599-1-hyperv is: [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '381a781b-37bb-444b-89fa-05e409464c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:35Z', 'revision_number': 3, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port': {'id': '381a781b-37bb-444b-89fa-05e409464c42', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:23:38.081523 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e18c18-2ba3-497c-a9b9-211e4ff943bc None None] Pushing event updated for resources: {'Port': ['ID=381a781b-37bb-444b-89fa-05e409464c42,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:38.111295 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Publish callbacks [] for port, precommit_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.120431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-49058ff1-4eeb-4eab-ab98-01cd7ee57732 None None] Provisioning complete for port 636f41e0-7886-4760-80ee-c8191b64a0d3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:38.120919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49058ff1-4eeb-4eab-ab98-01cd7ee57732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.122862 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.132669 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Network 8c187dd6-a35b-436f-b144-9c685153c12d is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:38.134280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:38.200688 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-49058ff1-4eeb-4eab-ab98-01cd7ee57732 None None] Port 636f41e0-7886-4760-80ee-c8191b64a0d3 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:23:38.208775 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad15a2d-c314-4ca8-b547-206e5383abe7 None None] Pushing event updated for resources: {'Port': ['ID=0aa2e55c-fb52-468e-9118-f7647af14fa4,revision_number=3']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:38.242322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-49058ff1-4eeb-4eab-ab98-01cd7ee57732 None None] Provisioning complete for port 951dcc83-9eed-435e-a409-fa6f6bd29297 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:38.242322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49058ff1-4eeb-4eab-ab98-01cd7ee57732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.291441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Router 5497fa4b-f3af-4d31-96c9-4abef92e1875 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:23:38.294169 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Attempting to bind port 0aa2e55c-fb52-468e-9118-f7647af14fa4 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:23:38.296073 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Attempting to bind port 0aa2e55c-fb52-468e-9118-f7647af14fa4 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:23:38.296444 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Attempting to bind port 0aa2e55c-fb52-468e-9118-f7647af14fa4 on network 5a0404fb-c14e-4e34-9eeb-df04852a84aa {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:23:38.305810 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:23:38.306183 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Checking segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:38.306590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.307190 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Bound using segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} {{(pid=103054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:23:38.307503 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.managers [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Bound port: 0aa2e55c-fb52-468e-9118-f7647af14fa4, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'}}] {{(pid=103054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:23:38.307914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.462088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-49058ff1-4eeb-4eab-ab98-01cd7ee57732 None None] Provisioning complete for port 381a781b-37bb-444b-89fa-05e409464c42 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:38.462580 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-49058ff1-4eeb-4eab-ab98-01cd7ee57732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.480499 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:23:38.483847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] For port 0aa2e55c-fb52-468e-9118-f7647af14fa4, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:23:38.488024 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] For port 0aa2e55c-fb52-468e-9118-f7647af14fa4, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0aa2e55c-fb52-468e-9118-f7647af14fa4,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:23:38.490295 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-2df3a44c-733b-4b55-afb1-3b4884f319f6 admin admin] 10.222.0.13 "PUT /v2.0/routers/5497fa4b-f3af-4d31-96c9-4abef92e1875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9309318 Dec 13 17:23:38.519916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.606482 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad15a2d-c314-4ca8-b547-206e5383abe7 None None] Pushing event updated for resources: {'Port': ['ID=0aa2e55c-fb52-468e-9118-f7647af14fa4,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:38.609960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:38.610567 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:38.805377 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:38.938980 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] Provisioning complete for port 636f41e0-7886-4760-80ee-c8191b64a0d3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:38.939577 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:38.994393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] Port 636f41e0-7886-4760-80ee-c8191b64a0d3 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:23:39.036650 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] Provisioning complete for port 0aa2e55c-fb52-468e-9118-f7647af14fa4 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:39.037034 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.130335 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:38Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:39.160590 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02024bf-a6fd-4f46-bbef-9c14d09255ea None None] The sync data for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv is: [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:38Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:23:39.165741 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.202756 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] For port 0aa2e55c-fb52-468e-9118-f7647af14fa4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0aa2e55c-fb52-468e-9118-f7647af14fa4,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:39.209914 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.289217 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fb82e-e2f6-402f-825b-12f70e063dc5 None None] Pushing event updated for resources: {'Port': ['ID=0aa2e55c-fb52-468e-9118-f7647af14fa4,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:39.447711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0aa2e55c-fb52-468e-9118-f7647af14fa4 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:39.448773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54376) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:39.453975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-13ae5bd2-7ad2-4ccb-83a9-bbb5cc54f5c9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1542920843', 'description': 'tempest-secgroup-smoke-1542920843 description', 'project_id': '11d7d971dd4f4e758b971ec80757aa94'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:39.476996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13ae5bd2-7ad2-4ccb-83a9-bbb5cc54f5c9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.500977 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 0aa2e55c-fb52-468e-9118-f7647af14fa4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:39.501357 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.556006 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13ae5bd2-7ad2-4ccb-83a9-bbb5cc54f5c9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.559786 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13ae5bd2-7ad2-4ccb-83a9-bbb5cc54f5c9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.586953 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 951dcc83-9eed-435e-a409-fa6f6bd29297 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:39.589454 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-13ae5bd2-7ad2-4ccb-83a9-bbb5cc54f5c9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.593830 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-13ae5bd2-7ad2-4ccb-83a9-bbb5cc54f5c9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1409123 Dec 13 17:23:39.594678 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 54378) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:39.595176 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae5bd2-7ad2-4ccb-83a9-bbb5cc54f5c9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c298fdb4-049e-4d6e-a32b-94570fe547c5,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:39.600966 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.v2.base [None req-a7473cb2-11d8-4407-811d-64457180487a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'security_group_rule': {'security_group_id': 'c298fdb4-049e-4d6e-a32b-94570fe547c5', 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103053) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:39.630566 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7473cb2-11d8-4407-811d-64457180487a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.637751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 951dcc83-9eed-435e-a409-fa6f6bd29297 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:39.638206 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.688531 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7473cb2-11d8-4407-811d-64457180487a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.695427 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7473cb2-11d8-4407-811d-64457180487a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.718331 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7473cb2-11d8-4407-811d-64457180487a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb65986-50cc-468a-abad-8f07695ea3ac,revision_number=0']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:39.718610 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 381a781b-37bb-444b-89fa-05e409464c42 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:39.726393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-a7473cb2-11d8-4407-811d-64457180487a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.728540 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-a7473cb2-11d8-4407-811d-64457180487a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325469 Dec 13 17:23:39.731517 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54380) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:39.736884 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-b43bc10b-0882-4588-8b21-58a673de5467 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'security_group_rule': {'security_group_id': 'c298fdb4-049e-4d6e-a32b-94570fe547c5', 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:39.772621 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b43bc10b-0882-4588-8b21-58a673de5467 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.775815 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 381a781b-37bb-444b-89fa-05e409464c42 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:39.776207 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.838800 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b43bc10b-0882-4588-8b21-58a673de5467 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.845230 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b43bc10b-0882-4588-8b21-58a673de5467 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.865153 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bc10b-0882-4588-8b21-58a673de5467 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=660268ee-8621-486f-961f-3893f80f85d2,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:39.876479 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-b43bc10b-0882-4588-8b21-58a673de5467 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.880549 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-b43bc10b-0882-4588-8b21-58a673de5467 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1446834 Dec 13 17:23:39.880808 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54382) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:39.885435 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-bdc8374f-57f9-41d7-b162-356ba0ccee22 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'security_group_rule': {'security_group_id': 'c298fdb4-049e-4d6e-a32b-94570fe547c5', 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:39.913545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bdc8374f-57f9-41d7-b162-356ba0ccee22 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.971351 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bdc8374f-57f9-41d7-b162-356ba0ccee22 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.975144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bdc8374f-57f9-41d7-b162-356ba0ccee22 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:39.995982 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8374f-57f9-41d7-b162-356ba0ccee22 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00faa5cd-90e3-4b1f-84cf-b4c8bced9723,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:40.006592 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-bdc8374f-57f9-41d7-b162-356ba0ccee22 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.010361 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-bdc8374f-57f9-41d7-b162-356ba0ccee22 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259961 Dec 13 17:23:40.010559 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54384) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:40.016037 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-357e3400-f18a-4a7b-9d0a-9731c74ed060 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'security_group_rule': {'security_group_id': 'c298fdb4-049e-4d6e-a32b-94570fe547c5', 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:40.043604 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-357e3400-f18a-4a7b-9d0a-9731c74ed060 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.105309 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-357e3400-f18a-4a7b-9d0a-9731c74ed060 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.108493 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-357e3400-f18a-4a7b-9d0a-9731c74ed060 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.127413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e3400-f18a-4a7b-9d0a-9731c74ed060 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659095bf-3bd1-41dd-8b29-38784e3428fb,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:40.132007 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-357e3400-f18a-4a7b-9d0a-9731c74ed060 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.133204 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-357e3400-f18a-4a7b-9d0a-9731c74ed060 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216249 Dec 13 17:23:40.135900 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54386) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:40.140642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-d8f46fa0-d6de-4dd0-9893-bb5137d20647 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'security_group_rule': {'security_group_id': 'c298fdb4-049e-4d6e-a32b-94570fe547c5', 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:40.163897 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-d8f46fa0-d6de-4dd0-9893-bb5137d20647 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Project 11d7d971dd4f4e758b971ec80757aa94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:23:40.169107 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8f46fa0-d6de-4dd0-9893-bb5137d20647 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.231537 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8f46fa0-d6de-4dd0-9893-bb5137d20647 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.236239 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8f46fa0-d6de-4dd0-9893-bb5137d20647 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.253576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f46fa0-d6de-4dd0-9893-bb5137d20647 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a099ad-d3f7-4881-85d2-6d683adadb73,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:40.260946 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-d8f46fa0-d6de-4dd0-9893-bb5137d20647 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.262131 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-d8f46fa0-d6de-4dd0-9893-bb5137d20647 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253111 Dec 13 17:23:40.265468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54388) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:40.270568 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-7bc73e59-724e-4257-98d3-ffdefcafe199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'security_group_rule': {'security_group_id': 'c298fdb4-049e-4d6e-a32b-94570fe547c5', 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:40.296425 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.securitygroups_db [None req-7bc73e59-724e-4257-98d3-ffdefcafe199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Project 11d7d971dd4f4e758b971ec80757aa94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 17:23:40.301882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7bc73e59-724e-4257-98d3-ffdefcafe199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.311112 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Sync routers for ids ['5497fa4b-f3af-4d31-96c9-4abef92e1875'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:23:40.321712 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Routers {'5497fa4b-f3af-4d31-96c9-4abef92e1875'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:40.322964 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5497fa4b-f3af-4d31-96c9-4abef92e1875'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:40.363076 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7bc73e59-724e-4257-98d3-ffdefcafe199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.367086 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7bc73e59-724e-4257-98d3-ffdefcafe199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411352'] for security_group_rule, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.385787 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc73e59-724e-4257-98d3-ffdefcafe199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194150c3-c8f0-48fb-b840-5aafff6b9ded,revision_number=0']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:40.400626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-7bc73e59-724e-4257-98d3-ffdefcafe199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.406700 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-7bc73e59-724e-4257-98d3-ffdefcafe199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353903 Dec 13 17:23:40.437087 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Set router 5497fa4b-f3af-4d31-96c9-4abef92e1875 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:40.561247 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-89f3a741-39cb-480c-8c34-55c2b7124f6d tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542920843&fields=id&tenant_id=11d7d971dd4f4e758b971ec80757aa94 HTTP/1.1" status: 200 len: 267 time: 0.0481942 Dec 13 17:23:40.652676 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '381a781b-37bb-444b-89fa-05e409464c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 4, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port': {'id': '381a781b-37bb-444b-89fa-05e409464c42', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '636f41e0-7886-4760-80ee-c8191b64a0d3', 'name': '', 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'mac_address': 'fa:16:3e:8c:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '1952525b-4b34-44ba-aa07-5cdf18780323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:37Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 2, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'subnets': [{'id': '1952525b-4b34-44ba-aa07-5cdf18780323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:40.671395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-0983f446-a3d0-42a2-9b8a-cbfafd36acbb tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:40.672861 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-0983f446-a3d0-42a2-9b8a-cbfafd36acbb tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 809 time: 0.1038322 Dec 13 17:23:40.683749 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Checking router: 5497fa4b-f3af-4d31-96c9-4abef92e1875 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:23:40.684098 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Updating router 5497fa4b-f3af-4d31-96c9-4abef92e1875 port 636f41e0-7886-4760-80ee-c8191b64a0d3 binding host dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 17:23:40.688529 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-bb7f2467-f8cd-4e4e-a89c-89dc6f666540 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/quotas/11d7d971dd4f4e758b971ec80757aa94 HTTP/1.1" status: 200 len: 375 time: 0.0097842 Dec 13 17:23:40.710004 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:40.746787 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-cc6ec9d7-0b5a-455a-b3a8-e8661c67a70d tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501354 Dec 13 17:23:40.993147 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Publish callbacks [] for port, precommit_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.000732 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.052815 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de28972-0209-4022-aac3-91bb83d8a01e None None] Pushing event updated for resources: {'Port': ['ID=636f41e0-7886-4760-80ee-c8191b64a0d3,revision_number=3']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:41.128242 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Attempting to bind port 636f41e0-7886-4760-80ee-c8191b64a0d3 on host dv-neutron-821599-1-hyperv for vnic_type normal with profile {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:23:41.128778 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Attempting to bind port 636f41e0-7886-4760-80ee-c8191b64a0d3 by drivers openvswitch,hyperv on host dv-neutron-821599-1-hyperv at level 0 using segments [{'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:23:41.129558 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Attempting to bind port 636f41e0-7886-4760-80ee-c8191b64a0d3 on network 8c187dd6-a35b-436f-b144-9c685153c12d {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:23:41.134816 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Checking agent: {'id': 'b3788d06-8849-4fc5-b0d2-9e0e35921704', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-821599-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 21, 1), 'started_at': datetime.datetime(2021, 12, 13, 16, 21, 31), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-821599-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:23:41.135192 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Checking segment: {'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:41.135604 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.136005 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Bound using segment: {'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'} {{(pid=103055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:23:41.136483 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.managers [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Bound port: 636f41e0-7886-4760-80ee-c8191b64a0d3, host: dv-neutron-821599-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de8b100-8149-4106-86a0-f71aac5bae37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d'}}] {{(pid=103055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:23:41.136869 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.159009 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-12bd1350-ff03-4878-a2ad-ac45b683b535 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994482 Dec 13 17:23:41.211452 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] For port 636f41e0-7886-4760-80ee-c8191b64a0d3, host dv-neutron-821599-1-hyperv, cleared binding levels {{(pid=103055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:23:41.214992 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.plugins.ml2.db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] For port 636f41e0-7886-4760-80ee-c8191b64a0d3, host dv-neutron-821599-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=636f41e0-7886-4760-80ee-c8191b64a0d3,segment=NetworkSegment(5de8b100-8149-4106-86a0-f71aac5bae37),segment_id=5de8b100-8149-4106-86a0-f71aac5bae37)] {{(pid=103055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:23:41.222087 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron_lib.callbacks.manager [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.292945 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de28972-0209-4022-aac3-91bb83d8a01e None None] Pushing event updated for resources: {'Port': ['ID=636f41e0-7886-4760-80ee-c8191b64a0d3,revision_number=4']} {{(pid=103055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:41.311716 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Routers {'5497fa4b-f3af-4d31-96c9-4abef92e1875'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:41.313152 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5497fa4b-f3af-4d31-96c9-4abef92e1875'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:41.333110 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-cb973e3a-e27b-495d-9297-b2cc1a08a984 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623516 Dec 13 17:23:41.359470 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0aa2e55c-fb52-468e-9118-f7647af14fa4 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:41.416163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 0aa2e55c-fb52-468e-9118-f7647af14fa4 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:41.416681 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.480084 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-bb4f0570-090e-493b-b1ed-9fb0aeec3ff8 None None] Provisioning complete for port 636f41e0-7886-4760-80ee-c8191b64a0d3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:41.480633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0570-090e-493b-b1ed-9fb0aeec3ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.544333 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8c30b4d8-fd7b-4457-9652-23e72eeac91a req-dc010728-fb86-41c5-a751-a4a9ef7c325b tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 210 time: 0.0424631 Dec 13 17:23:41.557752 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] Set router 5497fa4b-f3af-4d31-96c9-4abef92e1875 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:41.645168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0570-090e-493b-b1ed-9fb0aeec3ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.681156 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-bb4f0570-090e-493b-b1ed-9fb0aeec3ff8 None None] For port 636f41e0-7886-4760-80ee-c8191b64a0d3, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=636f41e0-7886-4760-80ee-c8191b64a0d3,segment=NetworkSegment(5de8b100-8149-4106-86a0-f71aac5bae37),segment_id=5de8b100-8149-4106-86a0-f71aac5bae37)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:41.686696 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-bb4f0570-090e-493b-b1ed-9fb0aeec3ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.740786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f0570-090e-493b-b1ed-9fb0aeec3ff8 None None] Pushing event updated for resources: {'Port': ['ID=636f41e0-7886-4760-80ee-c8191b64a0d3,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:41.793279 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '381a781b-37bb-444b-89fa-05e409464c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 4, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port': {'id': '381a781b-37bb-444b-89fa-05e409464c42', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '636f41e0-7886-4760-80ee-c8191b64a0d3', 'name': '', 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'mac_address': 'fa:16:3e:8c:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '1952525b-4b34-44ba-aa07-5cdf18780323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:37Z', 'updated_at': '2021-12-13T17:23:41Z', 'revision_number': 4, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'subnets': [{'id': '1952525b-4b34-44ba-aa07-5cdf18780323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:41.808148 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-596e2d51-2915-407b-b162-2673f280508c None None] Provisioning complete for port 636f41e0-7886-4760-80ee-c8191b64a0d3 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:41.808593 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-596e2d51-2915-407b-b162-2673f280508c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:41.820168 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de06a3f-215a-4fe2-82c2-cc30f01c9f00 None None] The sync data for ids ['5497fa4b-f3af-4d31-96c9-4abef92e1875'] in dv-neutron-821599-1-hyperv is: [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '381a781b-37bb-444b-89fa-05e409464c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 4, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port': {'id': '381a781b-37bb-444b-89fa-05e409464c42', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '636f41e0-7886-4760-80ee-c8191b64a0d3', 'name': '', 'network_id': '8c187dd6-a35b-436f-b144-9c685153c12d', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'mac_address': 'fa:16:3e:8c:a6:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '1952525b-4b34-44ba-aa07-5cdf18780323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:37Z', 'updated_at': '2021-12-13T17:23:41Z', 'revision_number': 4, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'subnets': [{'id': '1952525b-4b34-44ba-aa07-5cdf18780323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:23:42.654665 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7d2e40d0-31e3-4e6f-973d-0db799100bdc req-c7eeea7a-921a-44ce-9481-cfdade07f5b9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 210 time: 0.0267839 Dec 13 17:23:43.098441 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-b66bdae2-772a-47be-a35f-36a64c18bb63 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:43.099917 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-b66bdae2-772a-47be-a35f-36a64c18bb63 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 809 time: 0.1074321 Dec 13 17:23:43.169633 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-b5e7edd7-c2b8-41d5-8444-5e9ed647a8ca tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11d7d971dd4f4e758b971ec80757aa94 HTTP/1.1" status: 200 len: 380 time: 0.0556762 Dec 13 17:23:43.179043 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'port': {'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'admin_state_up': True, 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'security_groups': ['c298fdb4-049e-4d6e-a32b-94570fe547c5']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:43.304707 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Made reservation on behalf of 11d7d971dd4f4e758b971ec80757aa94 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:23:43.308513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:43.333890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 636f41e0-7886-4760-80ee-c8191b64a0d3 up at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:43.393379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Provisioning complete for port 636f41e0-7886-4760-80ee-c8191b64a0d3 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:43.393761 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:43.444712 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Allocated IP 172.20.0.12 (5a0404fb-c14e-4e34-9eeb-df04852a84aa/767df6a2-1fb6-42fe-a31c-7520e0659bb5/225fd780-f376-4c1a-abe2-a34c9a769d38) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:23:43.588492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:43.621694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:43.666368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:43.670064 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:43.673765 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:23:43.698115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:43.735478 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:43.736227 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:43.780734 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-239a1ec8-62dc-4491-af11-b16c0c9737ff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6053097 Dec 13 17:23:43.798050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29867ca1-ce3f-419c-b133-d8e208d9d0d1 req-d4c7f343-2abf-4be0-bb8a-feafcf09b7da tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:43.799857 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-29867ca1-ce3f-419c-b133-d8e208d9d0d1 req-d4c7f343-2abf-4be0-bb8a-feafcf09b7da tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 932 time: 0.0608213 Dec 13 17:23:43.804933 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Request body: {'port': {'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:43.895730 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:43.901738 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-29867ca1-ce3f-419c-b133-d8e208d9d0d1 req-bf903c32-bd04-4b12-9056-a81360f78e6a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936940 Dec 13 17:23:43.951996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-161c8759-5e6b-458d-97c9-31f3ccd57cfe None None] Provisioning complete for port 225fd780-f376-4c1a-abe2-a34c9a769d38 triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:43.952228 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-161c8759-5e6b-458d-97c9-31f3ccd57cfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:43.986897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-161c8759-5e6b-458d-97c9-31f3ccd57cfe None None] Port 225fd780-f376-4c1a-abe2-a34c9a769d38 cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:23:44.163023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 225fd780-f376-4c1a-abe2-a34c9a769d38 {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:23:44.170883 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:44.182948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Transition to ACTIVE for port object 225fd780-f376-4c1a-abe2-a34c9a769d38 will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:23:44.187127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:44.237920 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Pushing event updated for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:44.312688 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Attempting to bind port 225fd780-f376-4c1a-abe2-a34c9a769d38 on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:23:44.313030 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Attempting to bind port 225fd780-f376-4c1a-abe2-a34c9a769d38 by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:23:44.313388 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Attempting to bind port 225fd780-f376-4c1a-abe2-a34c9a769d38 on network 5a0404fb-c14e-4e34-9eeb-df04852a84aa {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:23:44.318074 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Port 225fd780-f376-4c1a-abe2-a34c9a769d38 on network 5a0404fb-c14e-4e34-9eeb-df04852a84aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:23:44.318400 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Attempting to bind port 225fd780-f376-4c1a-abe2-a34c9a769d38 on network 5a0404fb-c14e-4e34-9eeb-df04852a84aa {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:23:44.324058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:23:44.324399 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Checking segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:23:44.324780 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Bound using segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:23:44.325209 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Bound port: 225fd780-f376-4c1a-abe2-a34c9a769d38, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:23:44.325565 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:44.400345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:23:44.403768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:23:44.408320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:44.445691 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:44.446304 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:44.447961 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] 10.222.0.31 "PUT /v2.0/ports/225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 200 len: 1094 time: 0.6471684 Dec 13 17:23:44.448411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:23:44.450841 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88af056-3a94-46fb-9311-2d91fc07489e" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:23:44.473443 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:44.482774 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a3655-ab48-4113-a93a-4cb33ee8d983 service neutron] Pushing event updated for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:44.509404 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebeb4c9-7410-4ff6-83e1-41683e095f10 x-openstack-request-id: req-4ebeb4c9-7410-4ff6-83e1-41683e095f10 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:23:44.509708 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:23:44.509968 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ebeb4c9-7410-4ff6-83e1-41683e095f10 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:23:44.510352 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'status': 'completed', 'code': 200} Dec 13 17:23:44.545058 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-45096331-ac0e-498c-a1ae-a79b1405f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:44.546849 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-45096331-ac0e-498c-a1ae-a79b1405f12b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1097 time: 0.0472598 Dec 13 17:23:44.596211 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-0f6aa3c5-9bde-421b-aa91-16ec946b8bae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 200 len: 217 time: 0.0415697 Dec 13 17:23:44.650063 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-9bdfacb1-92cb-41b6-b69a-3831f52eeca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:44.651578 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-9bdfacb1-92cb-41b6-b69a-3831f52eeca9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0467443 Dec 13 17:23:44.703842 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-c2f542f8-52ca-4470-a2c1-5f2959bb2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:44.705288 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-c2f542f8-52ca-4470-a2c1-5f2959bb2318 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406282 Dec 13 17:23:44.803598 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-6373dfdc-544c-4b05-9011-6d7e7c5bdd64 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857491 Dec 13 17:23:44.899197 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3a32ba9b-4a66-46f2-8ce6-a522c31d8d39 req-caa55e02-88d9-426d-bb19-8e7a0c19390f service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842285 Dec 13 17:23:45.021000 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af056-3a94-46fb-9311-2d91fc07489e req-208ac26a-764e-4aba-bb12-b295a0388574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:45.022417 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f88af056-3a94-46fb-9311-2d91fc07489e req-208ac26a-764e-4aba-bb12-b295a0388574 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1097 time: 0.0756693 Dec 13 17:23:45.034734 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe91b4-059e-4a57-ad04-8c14cb8c61a6 req-fa717fdb-9e75-4239-ae67-2ae4dd1315b3 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:45.036106 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-32fe91b4-059e-4a57-ad04-8c14cb8c61a6 req-fa717fdb-9e75-4239-ae67-2ae4dd1315b3 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 944 time: 0.0589547 Dec 13 17:23:45.144783 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-32fe91b4-059e-4a57-ad04-8c14cb8c61a6 req-9d43ff6f-71de-43bc-a032-e02b2b0cc98b tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005490 Dec 13 17:23:45.159905 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af056-3a94-46fb-9311-2d91fc07489e req-c1aee948-e796-4b9a-923a-aad7d73895bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:45.161382 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f88af056-3a94-46fb-9311-2d91fc07489e req-c1aee948-e796-4b9a-923a-aad7d73895bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.1244326 Dec 13 17:23:45.206041 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f88af056-3a94-46fb-9311-2d91fc07489e req-23b99a0c-8408-4679-9109-7bfd29b1f8e7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 200 len: 217 time: 0.0349205 Dec 13 17:23:45.260782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af056-3a94-46fb-9311-2d91fc07489e req-eb8f3c8f-8936-4b82-8868-bb2c7b791157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:45.262168 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f88af056-3a94-46fb-9311-2d91fc07489e req-eb8f3c8f-8936-4b82-8868-bb2c7b791157 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0479259 Dec 13 17:23:45.312675 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88af056-3a94-46fb-9311-2d91fc07489e req-39124b64-e165-42e7-ba33-a976ad83b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:45.314088 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f88af056-3a94-46fb-9311-2d91fc07489e req-39124b64-e165-42e7-ba33-a976ad83b492 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436046 Dec 13 17:23:45.405329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f88af056-3a94-46fb-9311-2d91fc07489e req-ca61509d-39c9-4837-bbd2-daf8aa5abaee service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832777 Dec 13 17:23:45.500621 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f88af056-3a94-46fb-9311-2d91fc07489e req-93c1ffb7-3e25-4928-bad7-68ecb25043e8 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865381 Dec 13 17:23:46.262529 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9f53-d7f4-4e8e-a00e-c0edac0c93b3 req-82be31b0-032f-43c2-853f-4a89d386f4d5 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:46.264122 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dd5c9f53-d7f4-4e8e-a00e-c0edac0c93b3 req-82be31b0-032f-43c2-853f-4a89d386f4d5 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 944 time: 0.0501556 Dec 13 17:23:46.312451 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-dd5c9f53-d7f4-4e8e-a00e-c0edac0c93b3 req-0ec60abb-c10a-49b0-8629-31918748ad0b tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425322 Dec 13 17:23:47.429820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14377bb-73bf-423c-bec2-3cae6c9e793b req-a1942eb0-786f-49a4-92c7-4dcd4233b59a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:47.431320 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e14377bb-73bf-423c-bec2-3cae6c9e793b req-a1942eb0-786f-49a4-92c7-4dcd4233b59a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 944 time: 0.0497296 Dec 13 17:23:47.479547 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e14377bb-73bf-423c-bec2-3cae6c9e793b req-fd35b1c0-ef36-4462-a42a-c0f5dda79e52 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Dec 13 17:23:48.037829 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 225fd780-f376-4c1a-abe2-a34c9a769d38 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:23:48.132509 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:48.143675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:23:48.183641 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:48.196191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 225fd780-f376-4c1a-abe2-a34c9a769d38 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:23:48.215136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:48.219694 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:48.265079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:48.553163 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['225fd780-f376-4c1a-abe2-a34c9a769d38'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:23:48.600743 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b33d7-4ebc-439b-ae95-5cf4ef3af07c req-7326a2fc-c215-42eb-818c-2eda320293bd tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:48.602257 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-666b33d7-4ebc-439b-ae95-5cf4ef3af07c req-7326a2fc-c215-42eb-818c-2eda320293bd tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 945 time: 0.0542486 Dec 13 17:23:48.659119 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-666b33d7-4ebc-439b-ae95-5cf4ef3af07c req-5eb0c73b-0f1e-4dbb-9e36-68b2a6d3677c tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501244 Dec 13 17:23:49.774306 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a35203-8843-4be6-8cdd-6c7d51c81971 req-688f43da-721e-48c3-b2c8-d3d04b1ae0af tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:49.775810 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c8a35203-8843-4be6-8cdd-6c7d51c81971 req-688f43da-721e-48c3-b2c8-d3d04b1ae0af tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 945 time: 0.0491161 Dec 13 17:23:49.824524 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-c8a35203-8843-4be6-8cdd-6c7d51c81971 req-00901e31-5041-4307-82e2-f03609187dbb tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428786 Dec 13 17:23:50.038439 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 225fd780-f376-4c1a-abe2-a34c9a769d38 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:23:50.089942 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port 225fd780-f376-4c1a-abe2-a34c9a769d38 completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:23:50.094057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 225fd780-f376-4c1a-abe2-a34c9a769d38 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:23:50.094427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:50.173307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:50.195159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:23:50.197722 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3304a070-6a2a-4ca8-bde1-01b7ef93fe24" -d '{"events": [{"server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "name": "network-vif-plugged", "status": "completed", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:23:50.211326 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:23:50.215491 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:50.239135 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda6a166-3278-45e5-b32a-1c3084cb0c7d x-openstack-request-id: req-eda6a166-3278-45e5-b32a-1c3084cb0c7d {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:23:50.239423 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "name": "network-vif-plugged", "status": "completed", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:23:50.239675 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eda6a166-3278-45e5-b32a-1c3084cb0c7d {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:23:50.240059 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'code': 200} Dec 13 17:23:50.268366 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:50.430305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd337521-7e6b-465b-90b4-a468f1917d8d req-575fa6e6-f6e0-4d4c-8e65-fef47a038b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:50.431856 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bd337521-7e6b-465b-90b4-a468f1917d8d req-575fa6e6-f6e0-4d4c-8e65-fef47a038b46 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1099 time: 0.0460474 Dec 13 17:23:50.485836 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-bd337521-7e6b-465b-90b4-a468f1917d8d req-616cac75-0e42-4ee2-840b-13a8b3f97458 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Dec 13 17:23:50.942258 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddecc49-3459-467d-b373-77fd7ef75f7a req-0ef10f31-b3a7-44ef-9794-30ffaa9bcabb tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:50.943766 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4ddecc49-3459-467d-b373-77fd7ef75f7a req-0ef10f31-b3a7-44ef-9794-30ffaa9bcabb tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 946 time: 0.0504053 Dec 13 17:23:50.995362 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4ddecc49-3459-467d-b373-77fd7ef75f7a req-00b08f53-ebab-4cfd-8513-9b74db4a43cf tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449073 Dec 13 17:23:52.114496 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6457a2-0f25-4b15-8e0a-0fc4080a7db2 req-7935ba50-95c3-4182-9d94-cc4a8de3ff98 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:52.115996 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4e6457a2-0f25-4b15-8e0a-0fc4080a7db2 req-7935ba50-95c3-4182-9d94-cc4a8de3ff98 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 946 time: 0.0486650 Dec 13 17:23:52.167778 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-4e6457a2-0f25-4b15-8e0a-0fc4080a7db2 req-c6a455a1-d197-4908-b786-f9e443a114f2 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459223 Dec 13 17:23:52.281291 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71a0b-dddc-4184-a0a7-784170e83e4f req-72c51499-e2b5-41b8-a76d-9c9a77563f85 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:52.282697 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07f71a0b-dddc-4184-a0a7-784170e83e4f req-72c51499-e2b5-41b8-a76d-9c9a77563f85 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 946 time: 0.0485070 Dec 13 17:23:52.331461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-07f71a0b-dddc-4184-a0a7-784170e83e4f req-b8207e90-b1ae-4531-91d0-3e437831fc2d tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Dec 13 17:23:52.352413 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54454) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:52.477068 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92cedd5-f855-45ac-872a-a73309100305 tempest-TestSnapshotPattern-2126917616 tempest-TestSnapshotPattern-2126917616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:52.478559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-a92cedd5-f855-45ac-872a-a73309100305 tempest-TestSnapshotPattern-2126917616 tempest-TestSnapshotPattern-2126917616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1094 time: 0.1251783 Dec 13 17:23:52.481430 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54458) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:23:52.485637 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:23:52.507364 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:52.620041 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:52.741343 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Allocated IP 172.26.6.217 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/7abb39d5-0db4-47d1-9d16-1c5496e6644e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:23:52.859106 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:52.891687 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:52.931079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:23:52.933941 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:23:52.937760 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:23:52.942967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'Port': ['ID=7abb39d5-0db4-47d1-9d16-1c5496e6644e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:53.294295 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:53.364119 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:53.527695 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:53.532956 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:53.627380 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'Port': ['ID=7abb39d5-0db4-47d1-9d16-1c5496e6644e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:23:53.641489 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:53.741508 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Floating IP 3eafb303-0417-495f-983b-29f82c066414 associated. External IP: 172.26.6.217, port: 225fd780-f376-4c1a-abe2-a34c9a769d38. Dec 13 17:23:53.969352 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Router 040d09e6-0135-486a-a8d4-427f30f760b1 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:23:54.367073 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:23:54.377960 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] Sync routers for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:23:54.387121 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:54.390489 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:54.391426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:54.418175 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-28abea01-f76f-4770-95cd-1b7eab4a861e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9357007 Dec 13 17:23:54.418782 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:23:54.421468 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed5154b-1a0c-4252-b193-d5f50718fa71" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:23:54.458127 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9f0cfa-3bba-473c-b231-83ee258845d7 x-openstack-request-id: req-9c9f0cfa-3bba-473c-b231-83ee258845d7 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:23:54.458421 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:23:54.458713 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c9f0cfa-3bba-473c-b231-83ee258845d7 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:23:54.459114 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'status': 'completed', 'code': 200} Dec 13 17:23:54.505294 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:54.524923 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-5a76e28b-3139-4142-a18a-e883fcff6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:54.526454 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-5a76e28b-3139-4142-a18a-e883fcff6f15 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1099 time: 0.0408416 Dec 13 17:23:54.619801 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-582cea52-c218-4d1b-9c3e-cb93e118b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:54.621188 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-582cea52-c218-4d1b-9c3e-cb93e118b39e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.0867219 Dec 13 17:23:54.690948 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-543900c4-a92c-45bc-916c-30a98bca4262 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 200 len: 1000 time: 0.0620110 Dec 13 17:23:54.736070 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:53Z', 'revision_number': 0, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:54.741368 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-57c01c61-c061-4bb3-995f-26172c2a0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:54.742918 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-57c01c61-c061-4bb3-995f-26172c2a0de5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0451941 Dec 13 17:23:54.761798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] Checking router: 040d09e6-0135-486a-a8d4-427f30f760b1 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:23:54.770341 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:23:54.770982 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:23:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:54.787975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-b07249ff-8d60-4864-a06d-c37cc8baa9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:23:54.789479 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-b07249ff-8d60-4864-a06d-c37cc8baa9ae service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397749 Dec 13 17:23:54.881348 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:23:54.884369 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-0f5ef55b-9828-41d0-a787-12ea27d96f2c service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871835 Dec 13 17:23:54.975406 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2ed5154b-1a0c-4252-b193-d5f50718fa71 req-f35ea76f-d40e-4760-bc5d-ea21b88e4749 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841296 Dec 13 17:23:55.079536 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:23:55.118261 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4db4-e009-475f-af65-447034b08817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:55.133345 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:53Z', 'revision_number': 0, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:23:55.161426 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734126f8-dc3e-4ffc-9116-f9e13632525a None None] The sync data for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv is: [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:53Z', 'revision_number': 0, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:23:55.362170 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71a1c0-9407-4fc8-96a8-c05f6b6eade4 None None] New status for floating IP 3eafb303-0417-495f-983b-29f82c066414: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:23:57.522473 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ee873d20-5748-46aa-8f26-b722e422471c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:23:58.654216 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:00.197664 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:01.021074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:14.489214 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:25.099783 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-37c60ae4-d075-4c8c-b3ec-52c4a1063b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:27.524624 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7fe0a05b-9c89-4fe1-8fec-48380ca27858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:28.658242 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:30.196579 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:31.023407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:31.792520 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-18c22046-f80a-40e7-be17-542045a62a89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451157 Dec 13 17:24:31.918579 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-bf60590e-2fef-45a5-9d3c-152ea2ec4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:24:31.920267 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-bf60590e-2fef-45a5-9d3c-152ea2ec4d80 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1099 time: 0.0409241 Dec 13 17:24:32.027566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-b536a1ee-9649-4dff-a0e9-189031f0fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:24:32.029034 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-b536a1ee-9649-4dff-a0e9-189031f0fa88 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.0884154 Dec 13 17:24:32.079271 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:24:32.100721 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-d6697f19-55f1-4cb3-b619-f8d136f52d7d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 200 len: 1002 time: 0.0627153 Dec 13 17:24:32.149711 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-a8f09112-3f27-4127-81ff-da851c6bcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:24:32.151122 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-a8f09112-3f27-4127-81ff-da851c6bcad1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0429101 Dec 13 17:24:32.196694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-bab72b9b-6fbb-42f2-a5c9-842ccebe8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:24:32.198169 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-bab72b9b-6fbb-42f2-a5c9-842ccebe8a38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387096 Dec 13 17:24:32.289941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-fa6458d4-8282-4a73-abb5-b6f76a0767e6 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836082 Dec 13 17:24:32.379000 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-507332fd-6c5f-4066-b987-6eb38dc0c21b req-5338dd34-4d2c-440d-95d9-d39f9b969762 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814371 Dec 13 17:24:44.486530 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:55.101402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c782dc6d-d338-41ce-9da7-3096a34b7465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:57.526528 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e4cb6997-d809-4bb8-878f-97a17ff7c320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:24:58.659653 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:00.198747 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:01.025427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:09.079140 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:25:14.503935 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:25.103293 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-28859968-250e-4077-a7d8-392d1a1a3545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:27.527255 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b74cf9c0-e597-4fb6-9fda-fc651ac679e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:28.662136 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:30.203078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:31.028611 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:31.818332 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-eb5f034b-12a4-404e-86cc-35cfb1f67f98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1024799 Dec 13 17:25:31.900289 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-5c392028-cd00-4a0b-8b87-fcbcb6ca8036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:25:31.901777 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-5c392028-cd00-4a0b-8b87-fcbcb6ca8036 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1099 time: 0.0405202 Dec 13 17:25:32.015639 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-a5059f44-2b6c-4f03-a7de-1a8b51dbfb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:25:32.017036 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-a5059f44-2b6c-4f03-a7de-1a8b51dbfb57 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.0938268 Dec 13 17:25:32.087844 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-a570fbf4-7f4a-4909-bd93-e5a68734a0ae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 200 len: 1002 time: 0.0632753 Dec 13 17:25:32.140462 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-6ea3d076-ecd2-4c09-9a5d-5550a4f9ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:25:32.141882 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-6ea3d076-ecd2-4c09-9a5d-5550a4f9ccc7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0433295 Dec 13 17:25:32.187377 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-8c1867e2-feb6-4228-a46f-e469cfdb6447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:25:32.188834 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-8c1867e2-feb6-4228-a46f-e469cfdb6447 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394306 Dec 13 17:25:32.280568 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-ee2cf59b-fff5-46f9-be0b-14417dcdb365 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837409 Dec 13 17:25:32.371929 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-53ac5366-2e98-4ec4-8ef5-2e050209fac5 req-639b4057-0049-4a9e-9353-7bbf5b3ad373 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832112 Dec 13 17:25:44.505260 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:46.080735 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:25:54.736211 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 225fd780-f376-4c1a-abe2-a34c9a769d38 details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:25:54.828395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:25:54.839477 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:25:54.879760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:54.892265 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 225fd780-f376-4c1a-abe2-a34c9a769d38 {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:25:54.910418 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:25:54.914612 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:54.963955 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:25:54.971968 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.972323 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.972671 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.973016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.973354 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.973687 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.974019 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.974352 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.974714 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.975049 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.975375 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.975697 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:54.976022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:25:55.003860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['225fd780-f376-4c1a-abe2-a34c9a769d38'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:25:55.124860 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-5f722688-20ad-4fe2-8797-d8b2d8fad2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:56.756950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 225fd780-f376-4c1a-abe2-a34c9a769d38 up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:25:56.817788 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port 225fd780-f376-4c1a-abe2-a34c9a769d38 triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:25:56.818305 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:56.916903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:56.946791 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:25:56.949210 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15164456-ed95-40d3-bc8a-b7b4df488412" -d '{"events": [{"server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "name": "network-vif-plugged", "status": "completed", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:25:56.963890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:25:56.969546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:57.003598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e1c8cf-ae14-4ec3-be50-ef374071f970 x-openstack-request-id: req-40e1c8cf-ae14-4ec3-be50-ef374071f970 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:25:57.003903 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "name": "network-vif-plugged", "status": "completed", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:25:57.004175 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40e1c8cf-ae14-4ec3-be50-ef374071f970 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:25:57.004569 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'code': 200} Dec 13 17:25:57.022805 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:25:57.535662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e04b1f2d-3a47-4bd1-b6ed-6e934c92954c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:25:58.665316 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:00.208522 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:01.032673 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:05.786860 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-c551fb0b-2f44-432d-b8f8-10d84eae064d tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1542920843&fields=id&tenant_id=11d7d971dd4f4e758b971ec80757aa94 HTTP/1.1" status: 200 len: 267 time: 0.0493174 Dec 13 17:26:05.893882 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-01754a87-d1d9-481c-bfe1-bac95fa4e8b9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:05.895351 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-01754a87-d1d9-481c-bfe1-bac95fa4e8b9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 809 time: 0.1017253 Dec 13 17:26:05.910004 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-fc62b9c2-9b66-4f04-88b2-e646df1c9222 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/quotas/11d7d971dd4f4e758b971ec80757aa94 HTTP/1.1" status: 200 len: 375 time: 0.0090311 Dec 13 17:26:05.966598 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-0f5d272d-cec2-4dfb-be09-fcb629d1af5a tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515850 Dec 13 17:26:06.024749 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-a2a9287e-baf5-4df4-a966-b236274e042d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 17:26:06.025752 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-a2a9287e-baf5-4df4-a966-b236274e042d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481126 Dec 13 17:26:06.114628 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-5beb0da3-47f8-49fc-8371-78ac9eca433e service neutron] 10.222.0.13 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822716 Dec 13 17:26:06.208602 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-1adbe4ca-99bc-4957-84ed-f0d4f57bf4be service neutron] 10.222.0.13 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878832 Dec 13 17:26:06.387580 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-06ef00c3-28e3-471d-97d4-adbee7a1d7aa req-da9809e9-095e-4a3a-a32f-8c28923d7628 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 210 time: 0.0290475 Dec 13 17:26:07.441194 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-d587c77d-e474-4c3a-b59a-e9d580a7e605 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:07.442745 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-d587c77d-e474-4c3a-b59a-e9d580a7e605 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 809 time: 0.1146505 Dec 13 17:26:07.506094 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a15ad271-1ae6-43b5-9d45-a0f0af613588 req-2ed251ef-7d80-4b64-8d13-8993e4b264f4 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 210 time: 0.0405598 Dec 13 17:26:07.542492 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-718b3044-5f1b-49c5-b1b5-c4a8ba7f98d4 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11d7d971dd4f4e758b971ec80757aa94 HTTP/1.1" status: 200 len: 380 time: 0.0829060 Dec 13 17:26:07.552790 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'port': {'device_id': '12547682-a408-4224-9988-575c4b9bf85f', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'admin_state_up': True, 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'security_groups': ['c298fdb4-049e-4d6e-a32b-94570fe547c5']}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:26:07.659628 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Made reservation on behalf of 11d7d971dd4f4e758b971ec80757aa94 for: {'port': 1} {{(pid=103052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 17:26:07.663200 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:07.796924 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Allocated IP 172.20.0.9 (5a0404fb-c14e-4e34-9eeb-df04852a84aa/767df6a2-1fb6-42fe-a31c-7520e0659bb5/b2dbaed9-4b98-42e3-b848-600933de2a1e) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:26:07.981148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:08.027125 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:08.100518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:26:08.102053 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'Port': ['ID=b2dbaed9-4b98-42e3-b848-600933de2a1e,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:26:08.104580 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:26:08.108385 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:26:08.138485 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.139407 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.139752 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.140091 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.140465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.140865 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.141196 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.141641 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.141846 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.142177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.142502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.142857 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.143184 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:26:08.184799 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:08.185460 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:08.212556 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-51e77a05-6a1f-4988-b478-ec7737617203 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6632352 Dec 13 17:26:08.418478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-4afc5c75-b54c-4299-a435-5c9e7e9847c0 None None] Provisioning complete for port b2dbaed9-4b98-42e3-b848-600933de2a1e triggered by entity DHCP. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:26:08.419102 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4afc5c75-b54c-4299-a435-5c9e7e9847c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:08.457745 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-4afc5c75-b54c-4299-a435-5c9e7e9847c0 None None] Port b2dbaed9-4b98-42e3-b848-600933de2a1e cannot update to ACTIVE because it is not bound. {{(pid=103054) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 17:26:08.627156 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624da67-c458-4f95-9df8-59efd90da0bb req-b443b6f1-daab-466b-ace4-40cc157c893c tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:08.628792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8624da67-c458-4f95-9df8-59efd90da0bb req-b443b6f1-daab-466b-ace4-40cc157c893c tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.0507250 Dec 13 17:26:08.686411 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8624da67-c458-4f95-9df8-59efd90da0bb req-b5467715-f24a-471b-9776-43cb155b9a1f tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502570 Dec 13 17:26:08.896553 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 225fd780-f376-4c1a-abe2-a34c9a769d38 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:26:09.134249 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:09.157830 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:26:09.160022 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71024c78-7722-4d8d-b191-89b383f6ee4e" -d '{"events": [{"server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "name": "network-vif-unplugged", "status": "completed", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:26:09.175079 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:26:09.181403 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:09.209559 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 17:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deb83f0-a86c-48b5-9523-052d4fcf7e28 x-openstack-request-id: req-1deb83f0-a86c-48b5-9523-052d4fcf7e28 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:26:09.209959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "name": "network-vif-unplugged", "status": "completed", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:26:09.210325 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1deb83f0-a86c-48b5-9523-052d4fcf7e28 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:26:09.210843 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'code': 200} Dec 13 17:26:09.241121 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=8']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:26:09.808219 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581734e-e6d7-4ec0-ae4e-755d365578de req-515d88f3-e637-4a33-9aa4-84a87823376d tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:09.810399 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b581734e-e6d7-4ec0-ae4e-755d365578de req-515d88f3-e637-4a33-9aa4-84a87823376d tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.0523052 Dec 13 17:26:09.867218 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b581734e-e6d7-4ec0-ae4e-755d365578de req-410a1da4-71f1-4f3d-87fb-6e57520374b9 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499227 Dec 13 17:26:10.993735 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac9500-37b4-4ed2-88d7-3ec599d16b53 req-a59f8711-cf99-46cf-8bc1-52dd7bb42c98 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:10.995393 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-50ac9500-37b4-4ed2-88d7-3ec599d16b53 req-a59f8711-cf99-46cf-8bc1-52dd7bb42c98 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.0549414 Dec 13 17:26:11.047373 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-50ac9500-37b4-4ed2-88d7-3ec599d16b53 req-058ff5e5-f0f2-4045-80fb-ca9195cc081c tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 Dec 13 17:26:12.172967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349a288-2d7b-425b-9dd8-1ea8abf4b16b req-31137f59-4de8-4275-b186-9f7bbee475f0 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:12.175934 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1349a288-2d7b-425b-9dd8-1ea8abf4b16b req-31137f59-4de8-4275-b186-9f7bbee475f0 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.0565979 Dec 13 17:26:12.229363 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1349a288-2d7b-425b-9dd8-1ea8abf4b16b req-bfb7920b-cf74-494c-9fce-7cd460aa9dfd tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476601 Dec 13 17:26:13.351850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4286d0-aedd-41f0-bc87-6db05409a8bb req-b900c8d1-c73c-40a5-9dfe-7aea69f1fd8c tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:13.353483 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b4286d0-aedd-41f0-bc87-6db05409a8bb req-b900c8d1-c73c-40a5-9dfe-7aea69f1fd8c tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.0525656 Dec 13 17:26:13.410158 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6b4286d0-aedd-41f0-bc87-6db05409a8bb req-e7cc53bb-fe97-428b-b0a9-9086e1d73470 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495052 Dec 13 17:26:14.507191 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:14.537887 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ece64f-6156-4440-a839-156f52902711 req-ca630819-7780-4cd2-a062-87f50c4b9391 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:14.539458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8ece64f-6156-4440-a839-156f52902711 req-ca630819-7780-4cd2-a062-87f50c4b9391 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.0588934 Dec 13 17:26:14.593512 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-a8ece64f-6156-4440-a839-156f52902711 req-d669fde1-a876-4513-9f79-eeaf6fbd9ad2 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481150 Dec 13 17:26:15.717748 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a4560-7e85-46f1-b877-36f0a41ad6e8 req-9010e64e-4e02-47e7-9af2-bc16c3229f4f tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:15.719383 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e34a4560-7e85-46f1-b877-36f0a41ad6e8 req-9010e64e-4e02-47e7-9af2-bc16c3229f4f tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.0522497 Dec 13 17:26:15.772381 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e34a4560-7e85-46f1-b877-36f0a41ad6e8 req-27a22666-0c14-4134-b5fb-35528a775552 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457900 Dec 13 17:26:16.892533 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e527173-9a7b-482b-a36f-5e594ea0a779 req-a1e6fa73-0f3b-4703-9227-27a462b7f867 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:16.894080 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7e527173-9a7b-482b-a36f-5e594ea0a779 req-a1e6fa73-0f3b-4703-9227-27a462b7f867 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.0511839 Dec 13 17:26:16.949184 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7e527173-9a7b-482b-a36f-5e594ea0a779 req-0d52bc21-6bd3-418d-9d86-0527f825b4f7 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492721 Dec 13 17:26:17.961682 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Request body: {'port': {'device_id': '12547682-a408-4224-9988-575c4b9bf85f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8215'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:26:18.015996 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:18.151740 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387e18b-f833-42ac-9d87-b869c8cc35e2 req-2e58f429-5dca-4ce5-80c6-83ecd8005f4e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:18.153199 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6387e18b-f833-42ac-9d87-b869c8cc35e2 req-2e58f429-5dca-4ce5-80c6-83ecd8005f4e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 931 time: 0.1289372 Dec 13 17:26:18.262447 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-6387e18b-f833-42ac-9d87-b869c8cc35e2 req-804f1b20-1005-4bc3-9327-ec8024d4ed01 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024795 Dec 13 17:26:18.351218 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dbaed9-4b98-42e3-b848-600933de2a1e {{(pid=103052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:26:18.359130 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:18.371824 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.provisioning_blocks [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Transition to ACTIVE for port object b2dbaed9-4b98-42e3-b848-600933de2a1e will not be triggered until provisioned by entity L2. {{(pid=103052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 17:26:18.375379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:18.443781 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Pushing event updated for resources: {'Port': ['ID=b2dbaed9-4b98-42e3-b848-600933de2a1e,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:26:18.498697 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Attempting to bind port b2dbaed9-4b98-42e3-b848-600933de2a1e on host hv-neutron-8215 for vnic_type normal with profile {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 17:26:18.499017 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Attempting to bind port b2dbaed9-4b98-42e3-b848-600933de2a1e by drivers openvswitch,hyperv on host hv-neutron-8215 at level 0 using segments [{'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 17:26:18.499357 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Attempting to bind port b2dbaed9-4b98-42e3-b848-600933de2a1e on network 5a0404fb-c14e-4e34-9eeb-df04852a84aa {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:26:18.503930 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Port b2dbaed9-4b98-42e3-b848-600933de2a1e on network 5a0404fb-c14e-4e34-9eeb-df04852a84aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8215 {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 17:26:18.504252 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Attempting to bind port b2dbaed9-4b98-42e3-b848-600933de2a1e on network 5a0404fb-c14e-4e34-9eeb-df04852a84aa {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 17:26:18.509203 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Checking agent: {'id': 'ffcfa4b1-3019-4bc9-8e3e-2303f0f74f93', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8215', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'started_at': datetime.datetime(2021, 12, 13, 16, 26, 44), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 17:26:18.509543 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Checking segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 17:26:18.509936 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Bound using segment: {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'} {{(pid=103052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 17:26:18.510365 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.managers [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Bound port: b2dbaed9-4b98-42e3-b848-600933de2a1e, host: hv-neutron-8215, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa'}}] {{(pid=103052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 17:26:18.510747 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:18.577806 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, cleared binding levels {{(pid=103052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 17:26:18.580835 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 17:26:18.585553 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:18.623896 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:18.624694 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:18.626086 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] 10.222.0.31 "PUT /v2.0/ports/b2dbaed9-4b98-42e3-b848-600933de2a1e HTTP/1.1" status: 200 len: 1093 time: 0.6688704 Dec 13 17:26:18.626550 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:26:18.628832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700" -d '{"events": [{"name": "network-changed", "server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:26:18.651022 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c70d76-3378-4be5-83b0-9ca84c9b47fa service neutron] Pushing event updated for resources: {'Port': ['ID=b2dbaed9-4b98-42e3-b848-600933de2a1e,revision_number=3']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:26:18.695215 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d990db87-1ad0-40ad-a9ab-026e2ecd4993 x-openstack-request-id: req-d990db87-1ad0-40ad-a9ab-026e2ecd4993 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:26:18.695511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:26:18.695768 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d990db87-1ad0-40ad-a9ab-026e2ecd4993 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:26:18.696172 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'status': 'completed', 'code': 200} Dec 13 17:26:18.728788 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-13f291f7-c36d-454a-9d65-58497f4a191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:18.730339 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-13f291f7-c36d-454a-9d65-58497f4a191b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 1096 time: 0.0492258 Dec 13 17:26:18.784796 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-27653bd4-44fe-49d2-bb6a-dd8386c93db2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e HTTP/1.1" status: 200 len: 217 time: 0.0394015 Dec 13 17:26:18.838586 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-6b184164-ebf5-49a6-a8b5-8c61beed71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:18.840066 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-6b184164-ebf5-49a6-a8b5-8c61beed71b6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0455585 Dec 13 17:26:18.893042 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-5b81a552-d32d-44b8-8f47-e64f667fa50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:18.894531 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-5b81a552-d32d-44b8-8f47-e64f667fa50a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414388 Dec 13 17:26:18.990591 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-acac4424-a184-4fa3-99f9-47e20a6c5ab1 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859559 Dec 13 17:26:19.084095 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-abc21ecc-c76f-4d4f-82c3-1a54a67e9cc1 req-cb7e0823-91a1-4337-b473-6960d7e79cc5 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807831 Dec 13 17:26:19.176224 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-5611a43d-4394-4424-acd6-27595edbd49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:19.177712 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-5611a43d-4394-4424-acd6-27595edbd49e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 1096 time: 0.0413187 Dec 13 17:26:19.274815 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-facc7877-84bb-4c43-b172-294d4c0ebbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:19.276306 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-facc7877-84bb-4c43-b172-294d4c0ebbf4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.0907838 Dec 13 17:26:19.321777 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-03caf20a-90ca-4037-8842-b1a13a976109 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e HTTP/1.1" status: 200 len: 217 time: 0.0352414 Dec 13 17:26:19.402901 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-a5ab98f5-689c-4d14-9026-d3317c3f5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:19.404378 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-a5ab98f5-689c-4d14-9026-d3317c3f5323 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0747731 Dec 13 17:26:19.418437 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f2fe7-6526-49e9-955b-ca142607844d req-40466b6f-02a6-4d1d-942c-8b7efd2920dd tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:19.419853 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d75f2fe7-6526-49e9-955b-ca142607844d req-40466b6f-02a6-4d1d-942c-8b7efd2920dd tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 943 time: 0.0828586 Dec 13 17:26:19.493539 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-d75f2fe7-6526-49e9-955b-ca142607844d req-791a77a3-36a0-4821-80f9-7a7d74715707 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650301 Dec 13 17:26:19.495225 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-1d783845-2f6c-4199-846c-2fcee811867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:19.496612 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-1d783845-2f6c-4199-846c-2fcee811867f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753965 Dec 13 17:26:19.594559 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-cc919d12-09c1-4b83-8f2a-2a326a16ef9f service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859077 Dec 13 17:26:19.691375 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-0d0dd7f6-b8da-4050-b796-ca81d3c6d700 req-dafe83c5-b451-43ca-aaf9-1344697e354a service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858395 Dec 13 17:26:20.615014 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217ad9c-0f2d-4e6a-bfaf-9a9861fc65a3 req-8c80130d-5fc8-495b-b909-9c98d7fe7220 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:20.616486 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3217ad9c-0f2d-4e6a-bfaf-9a9861fc65a3 req-8c80130d-5fc8-495b-b909-9c98d7fe7220 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 943 time: 0.0538301 Dec 13 17:26:20.665029 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3217ad9c-0f2d-4e6a-bfaf-9a9861fc65a3 req-95af8d35-6c89-4f21-8082-e4c90f9ef4d2 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427186 Dec 13 17:26:20.960637 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device b2dbaed9-4b98-42e3-b848-600933de2a1e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:26:21.057400 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:26:21.070789 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'port_id': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'mac_address': 'fa:16:3e:ef:0e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:26:21.112096 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:21.127409 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dbaed9-4b98-42e3-b848-600933de2a1e {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:26:21.146600 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:26:21.150395 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:21.199768 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=b2dbaed9-4b98-42e3-b848-600933de2a1e,revision_number=4']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:26:21.446937 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['b2dbaed9-4b98-42e3-b848-600933de2a1e'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:26:21.789182 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ff3ed-6da6-4ed2-8c76-9495ca739815 req-9015621a-ff20-493a-a1c2-176200ae1e6b tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:21.791092 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e40ff3ed-6da6-4ed2-8c76-9495ca739815 req-9015621a-ff20-493a-a1c2-176200ae1e6b tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 944 time: 0.0532732 Dec 13 17:26:21.841707 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e40ff3ed-6da6-4ed2-8c76-9495ca739815 req-0a087fed-4179-49e2-a4ce-d229ed869d73 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437176 Dec 13 17:26:22.956783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d34fc-d05c-455d-8de9-b50a383f6a39 req-c3a5ba4e-0b18-43ae-ac63-d2d40b73cadd tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:22.958272 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b46d34fc-d05c-455d-8de9-b50a383f6a39 req-c3a5ba4e-0b18-43ae-ac63-d2d40b73cadd tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 944 time: 0.0491328 Dec 13 17:26:22.971250 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device b2dbaed9-4b98-42e3-b848-600933de2a1e up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:26:23.012104 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-b46d34fc-d05c-455d-8de9-b50a383f6a39 req-aab35364-07ef-43e8-b95f-2df8eb05ffa2 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478888 Dec 13 17:26:23.019300 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning for port b2dbaed9-4b98-42e3-b848-600933de2a1e completed by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 17:26:23.023351 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port b2dbaed9-4b98-42e3-b848-600933de2a1e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:26:23.023785 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:23.080233 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:26:23.105089 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:23.127748 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:26:23.130008 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ace22b02bce01430174173404801f85c1d18ca58dd8cee90a5a47e562555b73" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37601132-7dc1-45dd-96d6-96ec6c0bce6a" -d '{"events": [{"server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:26:23.143835 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:26:23.148005 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:23.173338 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fc0332-a5fb-4be7-ba3a-fdb6fd04d940 x-openstack-request-id: req-11fc0332-a5fb-4be7-ba3a-fdb6fd04d940 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:26:23.173639 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:26:23.173896 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-11fc0332-a5fb-4be7-ba3a-fdb6fd04d940 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:26:23.174319 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'code': 200} Dec 13 17:26:23.199547 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=b2dbaed9-4b98-42e3-b848-600933de2a1e,revision_number=5']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:26:23.367636 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164694ff-b43a-471e-a212-71cca723b9fc req-29ced5ad-28c2-4648-ab99-680b8c50f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:23.369124 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-164694ff-b43a-471e-a212-71cca723b9fc req-29ced5ad-28c2-4648-ab99-680b8c50f825 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 1098 time: 0.0397825 Dec 13 17:26:23.417554 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-164694ff-b43a-471e-a212-71cca723b9fc req-252abbf6-ef5b-4573-a18e-6d2e1ff6a404 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403159 Dec 13 17:26:24.131980 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138e511-a8a8-45e7-b58d-c1153634e41a req-ff33afa4-ea87-4ecc-a39a-a41215b9913b tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:24.133445 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7138e511-a8a8-45e7-b58d-c1153634e41a req-ff33afa4-ea87-4ecc-a39a-a41215b9913b tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 945 time: 0.0513499 Dec 13 17:26:24.182634 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-7138e511-a8a8-45e7-b58d-c1153634e41a req-5d5ae210-0f79-4e70-959f-72b5f68f7fa8 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427697 Dec 13 17:26:25.106328 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-e7beb1f0-2edf-4e5c-bd1e-370bb9678317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:25.303378 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901d011-9eb5-44bd-a5ed-04332fd47c9d req-c8d9f2fb-1f27-4719-9f99-ad1565cbfe94 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:25.304847 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1901d011-9eb5-44bd-a5ed-04332fd47c9d req-c8d9f2fb-1f27-4719-9f99-ad1565cbfe94 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 945 time: 0.0520515 Dec 13 17:26:25.354329 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1901d011-9eb5-44bd-a5ed-04332fd47c9d req-b2336a1a-1393-42ba-9f86-aa2a88d943b3 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Dec 13 17:26:25.469126 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b5a1c-0347-4248-b7c0-8d5f31ef20da req-cc1f9e94-d65c-44bf-be0b-8f098c1fa961 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:25.470596 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-838b5a1c-0347-4248-b7c0-8d5f31ef20da req-cc1f9e94-d65c-44bf-be0b-8f098c1fa961 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 945 time: 0.0483429 Dec 13 17:26:25.519397 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-838b5a1c-0347-4248-b7c0-8d5f31ef20da req-26cb379d-4683-43c5-a3dd-99efa19507e0 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Dec 13 17:26:25.540002 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54724) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:26:25.582838 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b9f57-762c-4daa-bce3-340ba9e56fca tempest-TestSnapshotPattern-2126917616 tempest-TestSnapshotPattern-2126917616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:25.584330 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-058b9f57-762c-4daa-bce3-340ba9e56fca tempest-TestSnapshotPattern-2126917616 tempest-TestSnapshotPattern-2126917616-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 1093 time: 0.0433533 Dec 13 17:26:25.587140 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54726) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:26:25.591278 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.v2.base [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Request body: {'floatingip': {'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'port_id': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 17:26:25.612832 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for floatingip, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:25.708750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:25.813770 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_common [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Allocated IP 172.26.6.207 (cf0cd037-584b-40a6-b004-e12efb7b3e1f/15ed27cd-a963-460e-affd-f118caae0874/9d279cad-195f-4bb8-b01c-1d75772ef534) {{(pid=103052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 17:26:25.911642 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for port, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:25.944302 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728206649299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:25.986313 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Network cf0cd037-584b-40a6-b004-e12efb7b3e1f is already hosted by enough agents. {{(pid=103052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 17:26:25.989183 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.base_scheduler [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Resources bound (agent type, host, resource id): {{(pid=103052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 17:26:25.992753 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Received port after_create {{(pid=103052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 17:26:26.017151 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'Port': ['ID=9d279cad-195f-4bb8-b01c-1d75772ef534,revision_number=1']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:26:26.332079 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:26.401034 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:26.551785 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for port, precommit_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:26.556148 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10366155'] for port, after_update {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:26.620511 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event updated for resources: {'Port': ['ID=9d279cad-195f-4bb8-b01c-1d75772ef534,revision_number=2']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:26:26.634502 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523028'] for floatingip, after_create {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:26.733177 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Floating IP 67a867db-4a4c-478f-99d6-e14195e0f9b9 associated. External IP: 172.26.6.207, port: b2dbaed9-4b98-42e3-b848-600933de2a1e. Dec 13 17:26:27.230951 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Router 040d09e6-0135-486a-a8d4-427f30f760b1 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:26:27.337613 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:26:27.349892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] Sync routers for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:26:27.356820 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:27.361938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:26:27.362578 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:25:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:26:27.387254 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-5bf9d3ba-56e4-4a17-95d1-0d475bee6f25 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7990839 Dec 13 17:26:27.387879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:26:27.390495 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b105549cb84c993caa4cc333a26f0c44ab2fa4e1fd51d75dbcc8b345ea05c83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a102824-146c-467c-8048-697466cedfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:26:27.427640 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b16865-6a5f-4ed7-9b68-2f0fc189331b x-openstack-request-id: req-04b16865-6a5f-4ed7-9b68-2f0fc189331b {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:26:27.427961 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:26:27.428220 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04b16865-6a5f-4ed7-9b68-2f0fc189331b {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:26:27.428627 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'status': 'completed', 'code': 200} Dec 13 17:26:27.472890 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:26:27.498023 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102824-146c-467c-8048-697466cedfaa req-d1d18e18-dcea-4c3f-93db-c7be2e4d2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:27.499780 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a102824-146c-467c-8048-697466cedfaa req-d1d18e18-dcea-4c3f-93db-c7be2e4d2b58 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 1098 time: 0.0413060 Dec 13 17:26:27.567140 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-75d05018-268c-47cc-9d89-b6f190ddc8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:27.598465 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102824-146c-467c-8048-697466cedfaa req-49e8a411-0cf9-4dbb-b64d-f373488bf66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:27.599992 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a102824-146c-467c-8048-697466cedfaa req-49e8a411-0cf9-4dbb-b64d-f373488bf66a service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.0915728 Dec 13 17:26:27.667629 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a102824-146c-467c-8048-697466cedfaa req-0e331c22-401b-4463-b905-d095a338ab7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e HTTP/1.1" status: 200 len: 999 time: 0.0585339 Dec 13 17:26:27.716168 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:55Z', 'revision_number': 1, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}, {'id': '67a867db-4a4c-478f-99d6-e14195e0f9b9', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:ef:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12547682-a408-4224-9988-575c4b9bf85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:26:26Z', 'updated_at': '2021-12-13T17:26:26Z', 'revision_number': 0, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:26:27.718717 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102824-146c-467c-8048-697466cedfaa req-0d72f6d9-8e53-484e-a755-2dadb95dc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:27.720243 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a102824-146c-467c-8048-697466cedfaa req-0d72f6d9-8e53-484e-a755-2dadb95dc9fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0447228 Dec 13 17:26:27.742485 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] Checking router: 040d09e6-0135-486a-a8d4-427f30f760b1 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:26:27.752159 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:26:27.752699 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:26:28Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:26:27.770699 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a102824-146c-467c-8048-697466cedfaa req-a01df077-9d49-489c-81b5-ca0a28a77950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:27.772210 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a102824-146c-467c-8048-697466cedfaa req-a01df077-9d49-489c-81b5-ca0a28a77950 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441868 Dec 13 17:26:27.858314 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:26:27.862941 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a102824-146c-467c-8048-697466cedfaa req-bf14241d-9731-4388-ae1e-30ce467c6e9a service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826838 Dec 13 17:26:27.960126 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-5a102824-146c-467c-8048-697466cedfaa req-c0c496ca-5dd7-4196-b76b-5e46b82a55ab service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893326 Dec 13 17:26:28.089847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:55Z', 'revision_number': 1, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}, {'id': '67a867db-4a4c-478f-99d6-e14195e0f9b9', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:ef:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12547682-a408-4224-9988-575c4b9bf85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:26:26Z', 'updated_at': '2021-12-13T17:26:26Z', 'revision_number': 0, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:26:28.116667 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d236b49-06d7-4a31-b1d3-3c5932b66a24 None None] The sync data for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv is: [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:55Z', 'revision_number': 1, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}, {'id': '67a867db-4a4c-478f-99d6-e14195e0f9b9', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.207', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:ef:0e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12547682-a408-4224-9988-575c4b9bf85f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:26:26Z', 'updated_at': '2021-12-13T17:26:26Z', 'revision_number': 0, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:26:28.299700 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe02ba94-4071-4b90-8820-2601bf3a9ece None None] New status for floating IP 67a867db-4a4c-478f-99d6-e14195e0f9b9: ACTIVE {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:26:28.667650 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:30.206511 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:31.039728 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:32.765695 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-84982f6e-a748-473a-b89b-b5f83f61091b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463905 Dec 13 17:26:32.846071 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-d5af345a-e54f-4857-b1dd-7199a847ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:32.847592 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-d5af345a-e54f-4857-b1dd-7199a847ce64 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1097 time: 0.0408669 Dec 13 17:26:32.955897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-ad8da079-2617-4290-8075-caf24e06fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:32.957358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-ad8da079-2617-4290-8075-caf24e06fcfb service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.0871196 Dec 13 17:26:33.023924 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-fa48ac00-bcfe-49f5-b3d3-b177741fd1e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 200 len: 1000 time: 0.0577922 Dec 13 17:26:33.073027 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-91531f2c-62c4-4033-b890-a0ca61a20d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:33.074458 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-91531f2c-62c4-4033-b890-a0ca61a20d65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0427704 Dec 13 17:26:33.124700 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-b49e3db1-b9ab-4197-8be7-674a56f157af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:26:33.126161 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-b49e3db1-b9ab-4197-8be7-674a56f157af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433016 Dec 13 17:26:33.218699 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-27078a76-5062-4a36-bf00-9ae8b3dd1042 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852489 Dec 13 17:26:33.316855 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-8f784643-927c-4a5d-b3e9-1e6d87b806cd req-8e97eb10-1e9d-4092-943c-7a5645f682fd service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861216 Dec 13 17:26:44.519353 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:55.106944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0e97469e-f995-424b-af16-649f39d98f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:57.531009 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b33cfcfa-b189-4234-a10c-fe1fd84bc695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:26:58.671032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:00.081006 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:27:00.208981 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:01.032380 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:14.533658 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:25.110244 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-74ae4420-a5cf-4e2e-8721-d773343b8c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:27.532307 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2a0dea64-ad84-4485-9a2e-d85d2c59afcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:28.673742 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:30.210702 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:31.037870 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:34.895338 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-cf3586a0-b2cc-4eb2-bd0c-60d8549f4816 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832586 Dec 13 17:27:34.964626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-d35c08fe-af30-4c32-9352-ecdf3b9e4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:27:34.966114 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-d35c08fe-af30-4c32-9352-ecdf3b9e4d17 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 1098 time: 0.0403841 Dec 13 17:27:35.079976 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-45d35ab3-71d4-4cc8-bd89-d10ba7932a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:27:35.081358 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-45d35ab3-71d4-4cc8-bd89-d10ba7932a3e service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.0875115 Dec 13 17:27:35.151002 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-2c8b6578-2243-4fcb-bb9c-5574c2510fda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e HTTP/1.1" status: 200 len: 1001 time: 0.0577788 Dec 13 17:27:35.205193 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-cfd40f13-c1b3-4c30-bd1b-ca7f69985a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:27:35.206623 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-cfd40f13-c1b3-4c30-bd1b-ca7f69985a23 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0432980 Dec 13 17:27:35.259679 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-75f30f3b-8b8e-4243-9eb1-6d758768b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:27:35.261159 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-75f30f3b-8b8e-4243-9eb1-6d758768b19f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430872 Dec 13 17:27:35.354384 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-30aac4f0-bcc6-4515-a2da-1a0362564e45 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810330 Dec 13 17:27:35.455519 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-03f96fbb-2961-4ec1-85f6-5842c7af391a req-b6429ba4-13f8-43b9-8565-5f0306ae9b23 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886481 Dec 13 17:27:37.080904 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:27:44.531795 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:55.112311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-3aa79f7d-9585-4234-84df-c27a204a7699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:57.534104 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-dfe4a07e-56e9-4e13-ab01-e65b69d8d053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:27:58.676603 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:00.214416 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:01.033913 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:01.539737 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device b2dbaed9-4b98-42e3-b848-600933de2a1e details requested by agent hyperv_hv-neutron-8215 with host hv-neutron-8215 {{(pid=103054) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 17:28:01.646531 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:01.663001 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Returning: {'device': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'port_id': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'mac_address': 'fa:16:3e:ef:0e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103054) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 17:28:01.712786 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:01.729021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b2dbaed9-4b98-42e3-b848-600933de2a1e {{(pid=103054) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 17:28:01.754332 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:01.764853 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:01.825947 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=b2dbaed9-4b98-42e3-b848-600933de2a1e,revision_number=6']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:01.836122 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.836736 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.837080 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.837417 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.837753 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.838078 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.838407 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.838774 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.839106 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.839431 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.839751 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.840069 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.840385 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:01.859396 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] get_ports_and_sgs() called for port_ids ['b2dbaed9-4b98-42e3-b848-600933de2a1e'] {{(pid=103054) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 17:28:03.548798 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device b2dbaed9-4b98-42e3-b848-600933de2a1e up at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 17:28:03.606329 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.provisioning_blocks [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Provisioning complete for port b2dbaed9-4b98-42e3-b848-600933de2a1e triggered by entity L2. {{(pid=103054) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 17:28:03.609619 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1225512'] for port, provisioning_complete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:03.701833 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:03.734817 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e'}] {{(pid=103054) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:28:03.749550 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:03.757031 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728207133669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728206649317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728206649335'] for port, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:03.785563 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95cbf7a83f52683814426b9e2c6c1926075884eb701866292301847d73c64caa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348aa870-7373-41b9-a463-90e43f602124" -d '{"events": [{"server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e"}]}' {{(pid=103054) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:28:03.816420 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Pushing event updated for resources: {'Port': ['ID=b2dbaed9-4b98-42e3-b848-600933de2a1e,revision_number=7']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:03.938421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777d9caf-8a65-4ff6-abd8-6671a10a1711 x-openstack-request-id: req-777d9caf-8a65-4ff6-abd8-6671a10a1711 {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:28:03.938421 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "name": "network-vif-plugged", "status": "completed", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e", "code": 200}]} {{(pid=103054) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:28:03.938831 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-777d9caf-8a65-4ff6-abd8-6671a10a1711 {{(pid=103054) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:28:03.939300 dv-neutron-821599-1-hyperv neutron-server[103054]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'code': 200} Dec 13 17:28:10.323376 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 54948) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:10.486317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Deleting port 9d279cad-195f-4bb8-b01c-1d75772ef534 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:10.486750 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:10.561177 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:10.561576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:10.573050 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Calling delete_port for 9d279cad-195f-4bb8-b01c-1d75772ef534 owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:10.724513 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:10.750353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event deleted for resources: {'Port': ['ID=9d279cad-195f-4bb8-b01c-1d75772ef534,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:10.762250 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.762600 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.762967 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.763303 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.763635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.764783 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.765317 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.765653 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.765985 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.766315 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.766661 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.766986 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.767305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:10.827271 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:10.827731 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Floating IP 67a867db-4a4c-478f-99d6-e14195e0f9b9 disassociated (deleted). External IP: 172.26.6.207, port: b2dbaed9-4b98-42e3-b848-600933de2a1e. Dec 13 17:28:11.039355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Router 040d09e6-0135-486a-a8d4-427f30f760b1 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:28:11.149656 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:28:11.155186 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:11.165715 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510a88-e165-4351-81ce-97863770be92 None None] Sync routers for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:28:11.177232 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72510a88-e165-4351-81ce-97863770be92 None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:28:11.177854 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-72510a88-e165-4351-81ce-97863770be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:27:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:11.186240 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-10471ee1-ddd0-4b9d-9f6d-fc9e53df4805 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "DELETE /v2.0/floatingips/67a867db-4a4c-478f-99d6-e14195e0f9b9 HTTP/1.1" status: 204 len: 168 time: 0.8612034 Dec 13 17:28:11.187164 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:28:11.228962 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483abd5cd6213a86eb923f328a44de06805211789e3a7955cb7f4e5de09d1efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94" -d '{"events": [{"name": "network-changed", "server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:28:11.329879 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab229d66-4971-480d-8244-c0b6c16c344d x-openstack-request-id: req-ab229d66-4971-480d-8244-c0b6c16c344d {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:28:11.330772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:28:11.330772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab229d66-4971-480d-8244-c0b6c16c344d {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:28:11.331431 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'status': 'completed', 'code': 200} Dec 13 17:28:11.405807 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-5d6f1790-78f2-44bb-9925-dbf99be9f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:11.407453 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-5d6f1790-78f2-44bb-9925-dbf99be9f98c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 1098 time: 0.0482602 Dec 13 17:28:11.460322 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-72510a88-e165-4351-81ce-97863770be92 None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:28:11.517395 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-92b7a404-0ac4-489f-9d8e-a9e391772eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:11.518965 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-92b7a404-0ac4-489f-9d8e-a9e391772eee service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.1020374 Dec 13 17:28:11.580094 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-ac205d8c-71a9-4b41-978c-2ec818681fbf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e HTTP/1.1" status: 200 len: 217 time: 0.0509155 Dec 13 17:28:11.609411 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9bbfd-5f3d-496e-a5c9-4c4af5b68887 req-6d8f4d6c-a8a6-4a39-8938-44c843b59a31 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:11.610916 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f4c9bbfd-5f3d-496e-a5c9-4c4af5b68887 req-6d8f4d6c-a8a6-4a39-8938-44c843b59a31 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 945 time: 0.1452277 Dec 13 17:28:11.669453 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-80676b05-ad0f-4ab1-9891-6ae1a9a5d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:11.671437 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-80676b05-ad0f-4ab1-9891-6ae1a9a5d5a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0809777 Dec 13 17:28:11.693923 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-72510a88-e165-4351-81ce-97863770be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:55Z', 'revision_number': 1, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:11.715103 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-f4c9bbfd-5f3d-496e-a5c9-4c4af5b68887 req-c3c6a72c-8598-4a18-8299-b7e55886fd26 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868251 Dec 13 17:28:11.723950 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510a88-e165-4351-81ce-97863770be92 None None] Checking router: 040d09e6-0135-486a-a8d4-427f30f760b1 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:28:11.737296 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-bccc0d3d-2f7c-425b-a580-196d17d2f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:11.737296 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-bccc0d3d-2f7c-425b-a580-196d17d2f74b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0511014 Dec 13 17:28:11.737568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72510a88-e165-4351-81ce-97863770be92 None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:28:11.737568 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-72510a88-e165-4351-81ce-97863770be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:27:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:11.823294 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-0de301a2-2aa5-4eb5-8345-66374b385992 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826597 Dec 13 17:28:11.834498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-72510a88-e165-4351-81ce-97863770be92 None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:28:11.917704 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-1c4c5bb9-2e55-4f7f-8088-d5f392cd5e94 req-950f6a06-2a22-478a-8f58-df4d146c7408 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861943 Dec 13 17:28:12.062996 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-72510a88-e165-4351-81ce-97863770be92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:55Z', 'revision_number': 1, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:12.089974 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510a88-e165-4351-81ce-97863770be92 None None] The sync data for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv is: [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_floatingips': [{'id': '3eafb303-0417-495f-983b-29f82c066414', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'floating_ip_address': '172.26.6.217', 'floating_network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'router_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'port_id': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'mac_address': 'fa:16:3e:d9:6e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T17:23:53Z', 'updated_at': '2021-12-13T17:23:55Z', 'revision_number': 1, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:28:12.303222 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e47cd3-1d6e-4d3e-bf1d-1246034bdbfd None None] New status for floating IP 67a867db-4a4c-478f-99d6-e14195e0f9b9: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:28:12.834775 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad873535-496c-4ca5-be3b-59adf410db20 req-6a52ff26-ba2c-4820-8b76-7d8739cbab27 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:12.836261 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ad873535-496c-4ca5-be3b-59adf410db20 req-6a52ff26-ba2c-4820-8b76-7d8739cbab27 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 945 time: 0.0507469 Dec 13 17:28:12.884163 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-ad873535-496c-4ca5-be3b-59adf410db20 req-49335162-eeec-4aaa-bbdc-045a10eb508e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420177 Dec 13 17:28:13.338619 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940699f-3b9e-4289-a3f6-e59326413dee req-4ecd720b-7c78-415e-b36c-202e8c6915ac tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:13.340073 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2940699f-3b9e-4289-a3f6-e59326413dee req-4ecd720b-7c78-415e-b36c-202e8c6915ac tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 945 time: 0.0538025 Dec 13 17:28:13.431576 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Deleting port b2dbaed9-4b98-42e3-b848-600933de2a1e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:13.431913 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:13.522143 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] For port b2dbaed9-4b98-42e3-b848-600933de2a1e, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=b2dbaed9-4b98-42e3-b848-600933de2a1e,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:13.522512 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:13.534136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Calling delete_port for b2dbaed9-4b98-42e3-b848-600933de2a1e owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:13.602725 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device b2dbaed9-4b98-42e3-b848-600933de2a1e no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:28:13.661298 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:13.683933 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-806873'] for port, before_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:13.695566 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event deleted for resources: {'Port': ['ID=b2dbaed9-4b98-42e3-b848-600933de2a1e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:14.058060 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] No DVR routers for this DVR port b2dbaed9-4b98-42e3-b848-600933de2a1e on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:28:14.061324 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-05bc79a4-6ec1-4530-a1da-1596040331cf req-970a083d-2ce5-445a-908d-5d6f2c701971 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=12547682-a408-4224-9988-575c4b9bf85f HTTP/1.1" status: 200 len: 210 time: 0.0430393 Dec 13 17:28:14.062339 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:14.065567 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-2940699f-3b9e-4289-a3f6-e59326413dee req-a181ecbc-0023-483a-8a68-442e9ad5f735 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "DELETE /v2.0/ports/b2dbaed9-4b98-42e3-b848-600933de2a1e HTTP/1.1" status: 204 len: 173 time: 0.7163656 Dec 13 17:28:14.066099 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'name': 'network-vif-deleted', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:28:14.068375 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483abd5cd6213a86eb923f328a44de06805211789e3a7955cb7f4e5de09d1efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f2b542-4cca-4045-8480-76bf36820227" -d '{"events": [{"server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "name": "network-vif-deleted", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:28:14.083523 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:28:14.114875 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a0e533-c10e-416a-a1b5-799d69909e8a x-openstack-request-id: req-00a0e533-c10e-416a-a1b5-799d69909e8a {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:28:14.115242 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12547682-a408-4224-9988-575c4b9bf85f", "name": "network-vif-deleted", "tag": "b2dbaed9-4b98-42e3-b848-600933de2a1e", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:28:14.115587 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-00a0e533-c10e-416a-a1b5-799d69909e8a {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:28:14.115978 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12547682-a408-4224-9988-575c4b9bf85f', 'name': 'network-vif-deleted', 'tag': 'b2dbaed9-4b98-42e3-b848-600933de2a1e', 'status': 'completed', 'code': 200} Dec 13 17:28:14.552920 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:15.655860 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 55014) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:15.809947 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Deleting port 7abb39d5-0db4-47d1-9d16-1c5496e6644e {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:15.810283 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:15.888025 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:15.888246 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:15.900161 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Calling delete_port for 7abb39d5-0db4-47d1-9d16-1c5496e6644e owned by network:floatingip {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:16.047144 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:16.077754 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event deleted for resources: {'Port': ['ID=7abb39d5-0db4-47d1-9d16-1c5496e6644e,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:16.141545 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for floatingip, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:16.141813 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.db.l3_db [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Floating IP 3eafb303-0417-495f-983b-29f82c066414 disassociated (deleted). External IP: 172.26.6.217, port: 225fd780-f376-4c1a-abe2-a34c9a769d38. Dec 13 17:28:16.346269 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Router 040d09e6-0135-486a-a8d4-427f30f760b1 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:28:16.454414 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:28:16.459320 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for floatingip, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:16.464174 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] Sync routers for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:28:16.473999 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:28:16.474618 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:27:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:16.487792 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-86f66a44-a8b3-45a3-9aeb-69657890d229 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "DELETE /v2.0/floatingips/3eafb303-0417-495f-983b-29f82c066414 HTTP/1.1" status: 204 len: 168 time: 0.8308549 Dec 13 17:28:16.488394 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:28:16.490792 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483abd5cd6213a86eb923f328a44de06805211789e3a7955cb7f4e5de09d1efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9d7225-14a9-4042-b670-a0db9bba34dc" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:28:16.535340 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af364dfa-50a1-47f1-b0fa-cf3e831608e7 x-openstack-request-id: req-af364dfa-50a1-47f1-b0fa-cf3e831608e7 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:28:16.535796 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:28:16.536150 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af364dfa-50a1-47f1-b0fa-cf3e831608e7 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:28:16.536657 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'status': 'completed', 'code': 200} Dec 13 17:28:16.589878 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:28:16.620259 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-07578dfa-2c0c-4429-9697-163ce8e9475b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:16.622790 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-07578dfa-2c0c-4429-9697-163ce8e9475b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=11d7d971dd4f4e758b971ec80757aa94&device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 1097 time: 0.0541410 Dec 13 17:28:16.760231 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac059d5-3116-40e1-8735-8b441af9d050 req-615c2cc1-b8d2-420c-bdf4-61958d95a465 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:16.761636 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3ac059d5-3116-40e1-8735-8b441af9d050 req-615c2cc1-b8d2-420c-bdf4-61958d95a465 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 944 time: 0.0810277 Dec 13 17:28:16.766467 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-0b4a8a56-3a83-466d-a32a-1f9f52bd9cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:16.767904 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-0b4a8a56-3a83-466d-a32a-1f9f52bd9cff service neutron] 10.222.0.31 "GET /v2.0/networks?id=5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 200 len: 910 time: 0.1339836 Dec 13 17:28:16.800534 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:16.818461 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-68556656-2bac-4395-bde7-f6eef462dea1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 200 len: 217 time: 0.0360801 Dec 13 17:28:16.826412 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] Checking router: 040d09e6-0135-486a-a8d4-427f30f760b1 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:28:16.835646 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:28:16.836254 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:27:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:16.874115 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-3ac059d5-3116-40e1-8735-8b441af9d050 req-db7dedcb-581b-4f6d-a2f4-75633972d199 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051667 Dec 13 17:28:16.889719 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-c5609d79-eb09-4a55-a0fd-3abeaf96613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:16.891282 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-c5609d79-eb09-4a55-a0fd-3abeaf96613e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 200 len: 848 time: 0.0613768 Dec 13 17:28:16.942537 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:28:16.943248 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-03a26e83-934d-4e94-97c5-16cabe4de0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:16.944808 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-03a26e83-934d-4e94-97c5-16cabe4de0c8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5a0404fb-c14e-4e34-9eeb-df04852a84aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454013 Dec 13 17:28:17.036155 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-d1a2fa2b-70ea-47d4-b633-aae8436b755c service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830929 Dec 13 17:28:17.136380 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-fe9d7225-14a9-4042-b670-a0db9bba34dc req-21096f28-e8dc-4879-bcec-4a5337eece94 service neutron] 10.222.0.31 "GET /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916202 Dec 13 17:28:17.145379 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:17.172451 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affd4391-6d0d-4d94-9e11-bb93a1f2b92c None None] The sync data for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv is: [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv', '_interfaces': [{'id': '0aa2e55c-fb52-468e-9118-f7647af14fa4', 'name': '', 'network_id': '5a0404fb-c14e-4e34-9eeb-df04852a84aa', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'mac_address': 'fa:16:3e:e1:a7:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:32Z', 'updated_at': '2021-12-13T17:23:39Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'subnets': [{'id': '767df6a2-1fb6-42fe-a31c-7520e0659bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:28:17.400091 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0856e8b-05e0-485f-b8ce-47f93fd8a13c None None] New status for floating IP 3eafb303-0417-495f-983b-29f82c066414: DOWN {{(pid=103055) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 17:28:17.994004 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ceb04-e691-414f-b504-76d31aa1603e req-3711d5cb-22a4-45b7-9677-ca193f49d2e1 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:17.995538 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-962ceb04-e691-414f-b504-76d31aa1603e req-3711d5cb-22a4-45b7-9677-ca193f49d2e1 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 944 time: 0.0500257 Dec 13 17:28:18.045327 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-962ceb04-e691-414f-b504-76d31aa1603e req-c20f77ab-096f-447a-981d-69a96502162e tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/security-groups?id=c298fdb4-049e-4d6e-a32b-94570fe547c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Dec 13 17:28:18.559689 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-93a139ad-d68d-4476-ac0c-95ace0bb07aa tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 17:28:18.561640 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-93a139ad-d68d-4476-ac0c-95ace0bb07aa tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 944 time: 0.0483291 Dec 13 17:28:18.653319 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Deleting port 225fd780-f376-4c1a-abe2-a34c9a769d38 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:18.653574 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:18.747535 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] For port 225fd780-f376-4c1a-abe2-a34c9a769d38, host hv-neutron-8215, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8215',level=0,port_id=225fd780-f376-4c1a-abe2-a34c9a769d38,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:18.747897 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:18.760777 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Calling delete_port for 225fd780-f376-4c1a-abe2-a34c9a769d38 owned by compute:nova {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:18.894861 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:18.924402 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event deleted for resources: {'Port': ['ID=225fd780-f376-4c1a-abe2-a34c9a769d38,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:18.969379 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] No DVR routers for this DVR port 225fd780-f376-4c1a-abe2-a34c9a769d38 on host hv-neutron-8215 {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:28:18.971915 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-134789'] for port, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:18.975184 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-46775c4f-7ff7-402d-9cd7-bc94d74703b9 req-fa1d4358-885c-4f81-8a85-31e1dbb0e3e6 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.31 "DELETE /v2.0/ports/225fd780-f376-4c1a-abe2-a34c9a769d38 HTTP/1.1" status: 204 len: 173 time: 0.4072475 Dec 13 17:28:18.975626 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'name': 'network-vif-deleted', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38'}] {{(pid=103052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 17:28:18.977850 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}483abd5cd6213a86eb923f328a44de06805211789e3a7955cb7f4e5de09d1efe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf766251-d594-4959-a86d-6a6d2f7375d2" -d '{"events": [{"server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "name": "network-vif-deleted", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38"}]}' {{(pid=103052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 17:28:19.015578 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6597b9-6a13-4fe3-a862-feb375604d46 x-openstack-request-id: req-4c6597b9-6a13-4fe3-a862-feb375604d46 {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 17:28:19.016187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec7f4c-0ff5-4b57-824d-6aa45dec4d34", "name": "network-vif-deleted", "tag": "225fd780-f376-4c1a-abe2-a34c9a769d38", "status": "completed", "code": 200}]} {{(pid=103052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 17:28:19.016187 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4c6597b9-6a13-4fe3-a862-feb375604d46 {{(pid=103052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 17:28:19.016500 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec7f4c-0ff5-4b57-824d-6aa45dec4d34', 'name': 'network-vif-deleted', 'tag': '225fd780-f376-4c1a-abe2-a34c9a769d38', 'status': 'completed', 'code': 200} Dec 13 17:28:19.156392 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [req-e7ad30b1-9033-4c1e-976d-a22e8f477fb6 req-d4e78955-e39a-4de2-bd8a-5ee29eb8eaff tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "GET /v2.0/ports?device_id=34ec7f4c-0ff5-4b57-824d-6aa45dec4d34 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Dec 13 17:28:20.212772 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 55030) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:20.268439 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-67dedd4f-09fe-4370-b237-ab14fad5dd09 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:20.293280 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-67dedd4f-09fe-4370-b237-ab14fad5dd09 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:20.355987 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-67dedd4f-09fe-4370-b237-ab14fad5dd09 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:20.358948 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-67dedd4f-09fe-4370-b237-ab14fad5dd09 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Publish callbacks [] for security_group, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:20.360152 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-67dedd4f-09fe-4370-b237-ab14fad5dd09 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] 10.222.0.13 "DELETE /v2.0/security-groups/c298fdb4-049e-4d6e-a32b-94570fe547c5 HTTP/1.1" status: 204 len: 168 time: 0.1463790 Dec 13 17:28:20.369305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dedd4f-09fe-4370-b237-ab14fad5dd09 tempest-TestSnapshotPattern-1455781207 tempest-TestSnapshotPattern-1455781207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298fdb4-049e-4d6e-a32b-94570fe547c5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:21.426593 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 55036) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:21.648105 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 225fd780-f376-4c1a-abe2-a34c9a769d38 no longer exists at agent hyperv_hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:28:21.668076 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] No Port match for: 225fd780-f376-4c1a-abe2-a34c9a769d38 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:28:21.668427 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Device 225fd780-f376-4c1a-abe2-a34c9a769d38 not bound to the agent host hv-neutron-8215 {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:28:21.781136 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:22.023115 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Deleting port 0aa2e55c-fb52-468e-9118-f7647af14fa4 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:22.023345 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:22.098595 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] For port 0aa2e55c-fb52-468e-9118-f7647af14fa4, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=0aa2e55c-fb52-468e-9118-f7647af14fa4,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:22.098978 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:22.111673 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Calling delete_port for 0aa2e55c-fb52-468e-9118-f7647af14fa4 owned by network:router_interface {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:22.287032 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:22.313582 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa2e55c-fb52-468e-9118-f7647af14fa4,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:22.486977 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:22.701823 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Router 040d09e6-0135-486a-a8d4-427f30f760b1 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:28:23.095464 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:28:23.100411 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-303a3e42-7e6f-4dac-a64e-00f396147aa4 admin admin] 10.222.0.13 "PUT /v2.0/routers/040d09e6-0135-486a-a8d4-427f30f760b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6727650 Dec 13 17:28:23.102863 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 55046) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:23.105088 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] Sync routers for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:28:23.115659 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:28:23.116383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:27:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:23.207852 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks [] for router, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.224542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:28:23.318168 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.379567 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Deleting port 453a6062-bf01-4ca8-9b18-fa7f3d372784 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:23.379943 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.411760 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:28:22Z', 'revision_number': 5, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port': {'id': '453a6062-bf01-4ca8-9b18-fa7f3d372784', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:73:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:23.439361 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] Checking router: 040d09e6-0135-486a-a8d4-427f30f760b1 for host: dv-neutron-821599-1-hyperv {{(pid=103054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:28:23.448685 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] Routers {'040d09e6-0135-486a-a8d4-427f30f760b1'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:28:23.449302 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:27:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['040d09e6-0135-486a-a8d4-427f30f760b1'], 'active': True} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:23.463541 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] For port 453a6062-bf01-4ca8-9b18-fa7f3d372784, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=453a6062-bf01-4ca8-9b18-fa7f3d372784,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:23.463902 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.476983 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Calling delete_port for 453a6062-bf01-4ca8-9b18-fa7f3d372784 owned by network:router_gateway {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:23.536666 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvr_db [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] Set router 040d09e6-0135-486a-a8d4-427f30f760b1 gateway port host: None {{(pid=103054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:28:23.591564 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_hamode_db [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:28:23Z', 'revision_number': 6, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:23.618066 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ecf16-662a-476e-834e-21ae752fb04a None None] The sync data for ids ['040d09e6-0135-486a-a8d4-427f30f760b1'] in dv-neutron-821599-1-hyperv is: [{'id': '040d09e6-0135-486a-a8d4-427f30f760b1', 'name': 'tempest-TestSnapshotPattern-425428224-router', 'tenant_id': '11d7d971dd4f4e758b971ec80757aa94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:30Z', 'updated_at': '2021-12-13T17:28:23Z', 'revision_number': 6, 'project_id': '11d7d971dd4f4e758b971ec80757aa94', 'gw_port_host': None}] {{(pid=103054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:28:23.644698 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.671518 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Pushing event deleted for resources: {'Port': ['ID=453a6062-bf01-4ca8-9b18-fa7f3d372784,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:23.686418 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3fffd-d17f-4ab7-82b8-e383ff10ae6d None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:28:23.740192 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.831446 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.833551 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.877173 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.877822 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 040d09e6-0135-486a-a8d4-427f30f760b1 {{(pid=103052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:28:23.882990 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] Publish callbacks [] for router, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.884373 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-c533e79d-cc86-4171-a691-91e286ddd901 admin admin] 10.222.0.13 "DELETE /v2.0/routers/040d09e6-0135-486a-a8d4-427f30f760b1 HTTP/1.1" status: 204 len: 168 time: 0.7805483 Dec 13 17:28:23.886981 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 55052) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:23.934525 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d569cf-8087-438b-91e3-17d4758b85c5 admin admin] Deleting subnet 767df6a2-1fb6-42fe-a31c-7520e0659bb5 {{(pid=103052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:28:23.938138 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-34d569cf-8087-438b-91e3-17d4758b85c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:23.973098 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-34d569cf-8087-438b-91e3-17d4758b85c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10368693'] for subnet, precommit_delete_associations {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.052975 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-34d569cf-8087-438b-91e3-17d4758b85c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.106851 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-34d569cf-8087-438b-91e3-17d4758b85c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10366085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10218150'] for subnet, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.136473 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d569cf-8087-438b-91e3-17d4758b85c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767df6a2-1fb6-42fe-a31c-7520e0659bb5,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:24.140627 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-34d569cf-8087-438b-91e3-17d4758b85c5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.143854 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-34d569cf-8087-438b-91e3-17d4758b85c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/767df6a2-1fb6-42fe-a31c-7520e0659bb5 HTTP/1.1" status: 204 len: 168 time: 0.2559297 Dec 13 17:28:24.146305 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.wsgi [-] (103052) accepted ('10.222.0.13', 55054) {{(pid=103052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:24.149536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f1dab-e09c-4fec-8d38-d92df372f2c9 None None] Network 5a0404fb-c14e-4e34-9eeb-df04852a84aa requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:28:24.215159 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.272214 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Deleting port 7af52f56-ece2-4a38-921f-513453365515 {{(pid=103052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:24.272563 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.338353 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.db [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] For port 7af52f56-ece2-4a38-921f-513453365515, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=7af52f56-ece2-4a38-921f-513453365515,segment=NetworkSegment(e4779e3b-1236-43e1-8101-83d7fc0fa9ad),segment_id=e4779e3b-1236-43e1-8101-83d7fc0fa9ad)] {{(pid=103052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:24.338635 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.350937 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.plugin [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Calling delete_port for 7af52f56-ece2-4a38-921f-513453365515 owned by network:dhcp {{(pid=103052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:24.417732 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] DHCP port deletion for 5a0404fb-c14e-4e34-9eeb-df04852a84aa request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:28:24.433651 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10366130'] for port, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.458949 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7af52f56-ece2-4a38-921f-513453365515,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:24.464858 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] No DVR routers for this DVR port 7af52f56-ece2-4a38-921f-513453365515 on host dv-neutron-821599-1-hyperv {{(pid=103052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:28:24.468959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] Deleting port 7af52f56-ece2-4a38-921f-513453365515 {{(pid=103054) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:24.468959 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.538468 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.db [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] For port 7af52f56-ece2-4a38-921f-513453365515, host dv-neutron-821599-1-hyperv, got binding levels [] {{(pid=103054) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:24.538897 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.540773 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.551383 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] Calling delete_port for 7af52f56-ece2-4a38-921f-513453365515 owned by network:dhcp {{(pid=103054) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:24.554152 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.ipam_backend_mixin [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] Port 7af52f56-ece2-4a38-921f-513453365515 was not found and therefore no delete operation was performed {{(pid=103054) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 17:28:24.555424 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308'] for port, after_delete {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.561784 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0404fb-c14e-4e34-9eeb-df04852a84aa']}} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:24.573141 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad') {'for_net_delete': True} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:24.573448 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.services.segments.db [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4779e3b-1236-43e1-8101-83d7fc0fa9ad') {} {{(pid=103052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:24.581922 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] Pushing event deleted for resources: {'Port': ['ID=7af52f56-ece2-4a38-921f-513453365515,revision_number=None']} {{(pid=103054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:24.585294 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10368590'] for segment, before_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.585919 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f9e7c-0630-49c5-b2b7-00da97c422d2 None None] No DVR routers for this DVR port 7af52f56-ece2-4a38-921f-513453365515 on host dv-neutron-821599-1-hyperv {{(pid=103054) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:28:24.601606 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.609355 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:28:24.609751 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10366191'] for segment, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: Traceback (most recent call last): Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: timer() Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: cb(*args, **kw) Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: return func(*args, **kwargs) Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: self._notify() Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: self.callback(batched_events) Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: event.method(event) Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: return f(self, *a, **k) Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._get(url).json() Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: return self.request(url, 'GET', **kwargs) Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:28:24.611464 dv-neutron-821599-1-hyperv neutron-server[103052]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:28:24.674979 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.682132 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron_lib.callbacks.manager [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Publish callbacks [] for network, before_response {{(pid=103052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:24.689309 dv-neutron-821599-1-hyperv neutron-server[103052]: INFO neutron.wsgi [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a0404fb-c14e-4e34-9eeb-df04852a84aa HTTP/1.1" status: 204 len: 168 time: 0.5393229 Dec 13 17:28:24.693273 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 55056) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:24.700492 dv-neutron-821599-1-hyperv neutron-server[103052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef83b81-94de-430e-a89b-fd67c2b9a9e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0404fb-c14e-4e34-9eeb-df04852a84aa,revision_number=None']} {{(pid=103052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:25.047306 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-524052'] for router_interface, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:25.115730 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-6709ad82-9211-492a-8fef-c0e165bd74d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:25.297702 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Deleting port 636f41e0-7886-4760-80ee-c8191b64a0d3 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:25.297918 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:25.376001 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] For port 636f41e0-7886-4760-80ee-c8191b64a0d3, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=636f41e0-7886-4760-80ee-c8191b64a0d3,segment=NetworkSegment(5de8b100-8149-4106-86a0-f71aac5bae37),segment_id=5de8b100-8149-4106-86a0-f71aac5bae37)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:25.376355 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:25.389698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Calling delete_port for 636f41e0-7886-4760-80ee-c8191b64a0d3 owned by network:router_interface {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:25.464540 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0aa2e55c-fb52-468e-9118-f7647af14fa4 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:28:25.485029 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 0aa2e55c-fb52-468e-9118-f7647af14fa4 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:28:25.485450 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 0aa2e55c-fb52-468e-9118-f7647af14fa4 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:28:25.485916 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7af52f56-ece2-4a38-921f-513453365515 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:28:25.507929 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 7af52f56-ece2-4a38-921f-513453365515 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:28:25.508272 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 7af52f56-ece2-4a38-921f-513453365515 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:28:25.508689 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 453a6062-bf01-4ca8-9b18-fa7f3d372784 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:28:25.527701 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 453a6062-bf01-4ca8-9b18-fa7f3d372784 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:28:25.528046 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 453a6062-bf01-4ca8-9b18-fa7f3d372784 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:28:25.568726 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:25.596085 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=636f41e0-7886-4760-80ee-c8191b64a0d3,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:25.622293 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.622668 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.623049 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.623401 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.623739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.624068 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.624393 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.624721 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.625048 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.625373 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.625698 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.626019 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.626339 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-821599-1-hyperv {{(pid=103053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 17:28:25.771362 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1615944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524168'] for router_interface, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:26.239989 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Router 5497fa4b-f3af-4d31-96c9-4abef92e1875 has already been hosted by L3 agent 3083e1da-66ee-401e-86fa-af570b675c13 {{(pid=103053) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 17:28:26.346256 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] Notify agent at l3_agent.dv-neutron-821599-1-hyperv the message routers_updated {{(pid=103053) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 17:28:26.351297 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-123a1924-4979-49db-a168-924b69eacd27 admin admin] 10.222.0.13 "PUT /v2.0/routers/5497fa4b-f3af-4d31-96c9-4abef92e1875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6554568 Dec 13 17:28:26.353738 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 55070) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:26.355727 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] Sync routers for ids ['5497fa4b-f3af-4d31-96c9-4abef92e1875'] in dv-neutron-821599-1-hyperv {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 17:28:26.365299 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] Routers {'5497fa4b-f3af-4d31-96c9-4abef92e1875'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:28:26.365901 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:27:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5497fa4b-f3af-4d31-96c9-4abef92e1875'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:26.463685 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks [] for router, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:26.558608 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] Set router 5497fa4b-f3af-4d31-96c9-4abef92e1875 gateway port host: dv-neutron-821599-1-hyperv {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:28:26.568532 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:26.621284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Deleting port 381a781b-37bb-444b-89fa-05e409464c42 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:26.621614 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:26.712927 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] For port 381a781b-37bb-444b-89fa-05e409464c42, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=381a781b-37bb-444b-89fa-05e409464c42,segment=NetworkSegment(365c8944-71af-4632-a00a-e5e45b2af158),segment_id=365c8944-71af-4632-a00a-e5e45b2af158)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:26.713284 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:26.726187 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Calling delete_port for 381a781b-37bb-444b-89fa-05e409464c42 owned by network:router_gateway {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:26.740290 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'external_fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54'}], 'enable_snat': True}, 'gw_port_id': '381a781b-37bb-444b-89fa-05e409464c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:28:25Z', 'revision_number': 5, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port': {'id': '381a781b-37bb-444b-89fa-05e409464c42', 'name': '', 'network_id': 'cf0cd037-584b-40a6-b004-e12efb7b3e1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:8d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '15ed27cd-a963-460e-affd-f118caae0874', 'ip_address': '172.26.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-821599-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '15ed27cd-a963-460e-affd-f118caae0874', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-821599-1-hyperv'}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:26.769313 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] Checking router: 5497fa4b-f3af-4d31-96c9-4abef92e1875 for host: dv-neutron-821599-1-hyperv {{(pid=103055) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 17:28:26.777491 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] Routers {'5497fa4b-f3af-4d31-96c9-4abef92e1875'} bound to L3 agent in host dv-neutron-821599-1-hyperv {{(pid=103055) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 17:28:26.778097 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-821599-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T16:20:57Z,description=,heartbeat_timestamp=2021-12-13T17:27:58Z,host='dv-neutron-821599-1-hyperv',id=3083e1da-66ee-401e-86fa-af570b675c13,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T16:20:57Z,topic='l3_agent')) {'router_ids': ['5497fa4b-f3af-4d31-96c9-4abef92e1875'], 'active': True} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:26.864675 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_dvr_db [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] Set router 5497fa4b-f3af-4d31-96c9-4abef92e1875 gateway port host: None {{(pid=103055) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 17:28:26.891267 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:26.917946 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Pushing event deleted for resources: {'Port': ['ID=381a781b-37bb-444b-89fa-05e409464c42,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:26.918906 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.l3_hamode_db [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:28:26Z', 'revision_number': 6, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port_host': None}], 'dv-neutron-821599-1-hyperv', False) {} {{(pid=103055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:26.932016 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693c97a8-28b3-4ab0-9a1c-bcb215dd3ee2 None None] DHCP port deletion for cf0cd037-584b-40a6-b004-e12efb7b3e1f request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:28:26.950618 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a370744-65f9-4fee-a1a0-8b90d86b4b72 None None] The sync data for ids ['5497fa4b-f3af-4d31-96c9-4abef92e1875'] in dv-neutron-821599-1-hyperv is: [{'id': '5497fa4b-f3af-4d31-96c9-4abef92e1875', 'name': 'tempest-TestSnapshotPattern-2073720818-router', 'tenant_id': 'a1ed4831df714e25aeb02d128795c01d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T17:23:35Z', 'updated_at': '2021-12-13T17:28:26Z', 'revision_number': 6, 'project_id': 'a1ed4831df714e25aeb02d128795c01d', 'gw_port_host': None}] {{(pid=103055) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 17:28:26.976406 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523050'] for router_gateway, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.073396 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-518074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4196'] for router, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.075559 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.122580 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-518067'] for router, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.123279 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5497fa4b-f3af-4d31-96c9-4abef92e1875 {{(pid=103053) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 17:28:27.128514 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] Publish callbacks [] for router, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.129636 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-f86c5f68-9412-4494-881e-00a706f03117 admin admin] 10.222.0.13 "DELETE /v2.0/routers/5497fa4b-f3af-4d31-96c9-4abef92e1875 HTTP/1.1" status: 204 len: 168 time: 0.7749264 Dec 13 17:28:27.132149 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 55072) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:27.175690 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a36410-0195-4df3-8376-1ba035c4aea9 admin admin] Deleting subnet 1952525b-4b34-44ba-aa07-5cdf18780323 {{(pid=103053) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 17:28:27.178902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58a36410-0195-4df3-8376-1ba035c4aea9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.212980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58a36410-0195-4df3-8376-1ba035c4aea9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9438057'] for subnet, precommit_delete_associations {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.296750 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58a36410-0195-4df3-8376-1ba035c4aea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1220614'] for subnet, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.356140 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58a36410-0195-4df3-8376-1ba035c4aea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1220621', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-450713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9592048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3034710'] for subnet, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.385575 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a36410-0195-4df3-8376-1ba035c4aea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1952525b-4b34-44ba-aa07-5cdf18780323,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:27.393223 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-58a36410-0195-4df3-8376-1ba035c4aea9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.397651 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-58a36410-0195-4df3-8376-1ba035c4aea9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1952525b-4b34-44ba-aa07-5cdf18780323 HTTP/1.1" status: 204 len: 168 time: 0.2645540 Dec 13 17:28:27.400039 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 55074) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:27.401496 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac6613a-95e7-465c-a60c-17a480dd3d23 None None] Network 8c187dd6-a35b-436f-b144-9c685153c12d requested from dv-neutron-821599-1-hyperv {{(pid=103054) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 17:28:27.474442 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1284904'] for network, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.527865 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Deleting port 951dcc83-9eed-435e-a409-fa6f6bd29297 {{(pid=103053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 17:28:27.528196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728207189872'] for port, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.535944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-872c26ee-1b6f-4557-982d-e5970fdbcde7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.591011 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.db [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] For port 951dcc83-9eed-435e-a409-fa6f6bd29297, host dv-neutron-821599-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-821599-1-hyperv',level=0,port_id=951dcc83-9eed-435e-a409-fa6f6bd29297,segment=NetworkSegment(5de8b100-8149-4106-86a0-f71aac5bae37),segment_id=5de8b100-8149-4106-86a0-f71aac5bae37)] {{(pid=103053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 17:28:27.591359 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1574785'] for port, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.603207 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.plugin [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Calling delete_port for 951dcc83-9eed-435e-a409-fa6f6bd29297 owned by network:dhcp {{(pid=103053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 17:28:27.683507 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-806150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-244813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728207133651', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728206649308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9592007'] for port, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.710332 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=951dcc83-9eed-435e-a409-fa6f6bd29297,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:27.712196 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] No DVR routers for this DVR port 951dcc83-9eed-435e-a409-fa6f6bd29297 on host dv-neutron-821599-1-hyperv {{(pid=103053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 17:28:27.738983 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c85cd-b4bf-4d74-80e7-bc4747d09603 None None] DHCP port deletion for 8c187dd6-a35b-436f-b144-9c685153c12d request from dv-neutron-821599-1-hyperv {{(pid=103054) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 17:28:27.792425 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1223057', 'neutron.services.segments.db._delete_segments_for_network-8728207199362'] for network, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.800457 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 636f41e0-7886-4760-80ee-c8191b64a0d3 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:28:27.814534 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c187dd6-a35b-436f-b144-9c685153c12d']}} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:27.820505 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 636f41e0-7886-4760-80ee-c8191b64a0d3 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:28:27.820847 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 636f41e0-7886-4760-80ee-c8191b64a0d3 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:28:27.821256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 381a781b-37bb-444b-89fa-05e409464c42 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:28:27.824354 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de8b100-8149-4106-86a0-f71aac5bae37') {'for_net_delete': True} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:27.824645 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.services.segments.db [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de8b100-8149-4106-86a0-f71aac5bae37') {} {{(pid=103053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 17:28:27.835808 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728207203979', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9438098'] for segment, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.840859 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 381a781b-37bb-444b-89fa-05e409464c42 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:28:27.841202 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 381a781b-37bb-444b-89fa-05e409464c42 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:28:27.841869 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 951dcc83-9eed-435e-a409-fa6f6bd29297 no longer exists at agent ovs-agent-dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 17:28:27.851350 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727'] for segment, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.862707 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.plugin [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] No Port match for: 951dcc83-9eed-435e-a409-fa6f6bd29297 {{(pid=103054) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 17:28:27.863310 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron.plugins.ml2.rpc [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Device 951dcc83-9eed-435e-a409-fa6f6bd29297 not bound to the agent host dv-neutron-821599-1-hyperv {{(pid=103054) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 17:28:27.867023 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103053) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 17:28:27.867310 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1219727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9591962'] for segment, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: Traceback (most recent call last): Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: timer() Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: cb(*args, **kw) Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: return func(*args, **kwargs) Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: self._notify() Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: self.callback(batched_events) Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: event.method(event) Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: return f(self, *a, **k) Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._get(url).json() Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: return self.request(url, 'GET', **kwargs) Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 17:28:27.869050 dv-neutron-821599-1-hyperv neutron-server[103053]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 17:28:27.924997 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1223064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421693', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1615985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523014'] for network, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.930428 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:27.933962 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8c187dd6-a35b-436f-b144-9c685153c12d HTTP/1.1" status: 204 len: 168 time: 0.5324922 Dec 13 17:28:27.949135 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3e478-3fd8-42ec-8a31-5ba9e67323b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c187dd6-a35b-436f-b144-9c685153c12d,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:28.104098 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 55078) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:28.144247 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-dfc97264-4f13-4108-b461-830ad64443e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11d7d971dd4f4e758b971ec80757aa94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389578 Dec 13 17:28:28.146754 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 55080) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:28.197980 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-382c02e0-923c-4aa3-a2af-d0182d7ea9fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.219682 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-382c02e0-923c-4aa3-a2af-d0182d7ea9fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.266739 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-382c02e0-923c-4aa3-a2af-d0182d7ea9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.269322 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-382c02e0-923c-4aa3-a2af-d0182d7ea9fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.270453 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-382c02e0-923c-4aa3-a2af-d0182d7ea9fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a8d2c588-9580-460d-9d63-1d2e6c45be46 HTTP/1.1" status: 204 len: 168 time: 0.1228087 Dec 13 17:28:28.278665 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c02e0-923c-4aa3-a2af-d0182d7ea9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d2c588-9580-460d-9d63-1d2e6c45be46,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:28.587925 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 55086) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:28.627477 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-c4f2b5c3-f6c5-4d6b-8cb5-b1e0a398dab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1ed4831df714e25aeb02d128795c01d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384169 Dec 13 17:28:28.629902 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.wsgi [-] (103053) accepted ('10.222.0.13', 55088) {{(pid=103053) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 17:28:28.678296 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f1a44be-1313-455c-8cbe-71333a7e4963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.679917 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.699825 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f1a44be-1313-455c-8cbe-71333a7e4963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.746396 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f1a44be-1313-455c-8cbe-71333a7e4963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-421742'] for security_group, after_delete {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.749652 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron_lib.callbacks.manager [None req-6f1a44be-1313-455c-8cbe-71333a7e4963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:28.750856 dv-neutron-821599-1-hyperv neutron-server[103053]: INFO neutron.wsgi [None req-6f1a44be-1313-455c-8cbe-71333a7e4963 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1fce868-f67e-4b66-b924-d679d5fb3d71 HTTP/1.1" status: 204 len: 168 time: 0.1200323 Dec 13 17:28:28.759816 dv-neutron-821599-1-hyperv neutron-server[103053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a44be-1313-455c-8cbe-71333a7e4963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fce868-f67e-4b66-b924-d679d5fb3d71,revision_number=None']} {{(pid=103053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 17:28:30.216014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:31.036025 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:44.546199 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:51.083479 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:28:55.118043 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a2499fca-6f11-43c7-a073-cdda38e0e9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:57.537924 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b9a89938-b916-419e-a0f3-fd5b6bec96da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:28:58.682393 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:00.222752 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:01.038402 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:14.562408 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:25.120684 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-63a0f03e-7940-4657-a677-4a7269b2f308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:27.540392 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-988fda9d-01d6-449d-b204-ccd7ff572c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:28.084384 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:29:28.684849 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:30.222179 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:31.039711 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:44.549432 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:55.129048 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-7913670c-fc55-4836-86b8-b1dccef33fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:57.542037 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-453de91f-b0bc-4238-9b8b-af21a031c34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:29:58.688200 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:00.224803 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:01.041478 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:05.084726 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:30:14.557256 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:25.121598 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-886a9a5b-90f0-44ba-b65c-e9330871e0df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:27.545289 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-0aeefb1d-82a7-4c59-9612-ea056126a9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:28.693780 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:30.227349 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:31.044194 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:42.083522 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:30:44.564286 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:55.123630 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-563d951a-3468-4ff7-87a2-b0755d192918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:57.549499 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-b389858d-bd3a-4436-9809-2611f0cf4833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:30:58.693873 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:00.230517 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:01.045938 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:14.579536 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:19.083327 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:31:25.124911 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-76b9ad32-55a5-423a-b914-6897d82c7aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:27.551021 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-98ade798-fdcd-4b90-93f5-67baf497686d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:28.696802 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:30.233706 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:31.048546 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:44.579662 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:55.126573 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-183aba03-dfa6-4a67-9d87-5c38f86d54cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:56.082904 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:31:57.551633 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a71e26f8-8a9c-46e5-a4b2-6e7d807fb454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:31:58.699201 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:00.236057 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:01.049993 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:14.581311 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:25.128776 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c36d510a-5592-462b-a281-60ccc17ae821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:27.552973 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-8d408f86-0f03-4a68-bb43-bfcbe0670b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:28.701986 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:30.239498 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:31.052767 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:33.082657 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:32:44.593918 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:55.130449 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-ea2a834b-95e0-4fcd-90fe-b38ef90902a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:57.554319 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-2f3fbf8f-3609-45a9-9877-1933fcb141d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:32:58.705462 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:00.241074 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:01.057032 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:10.081738 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:33:14.609892 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:25.133677 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-1f5558c6-7158-4f3d-9d2c-1930dde601a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:27.555944 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-c2a86002-3956-488c-b8b2-27db843400eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:28.709542 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:30.243880 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:31.059669 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:44.609839 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-100d1d52-acf7-41ac-ae7f-482423ee91c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:47.080201 dv-neutron-821599-1-hyperv neutron-server[103055]: DEBUG neutron.db.agents_db [None req-7716d979-5247-4ec2-8ad3-022c0e02cf69 None None] Agent healthcheck: found 6 active agents {{(pid=103055) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 17:33:55.135964 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-a1c15441-bfa4-412c-ba5f-a5343dfdf85f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:57.558782 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-88e9b70d-ff12-492f-8d19-c898122ac1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:33:58.711587 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-4bc167ea-fd58-4321-b865-7f758ceee41f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:34:00.248014 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-119f6eb2-15e1-470f-a2ac-3ccdbb61a518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 17:34:01.063055 dv-neutron-821599-1-hyperv neutron-server[103054]: DEBUG neutron_lib.callbacks.manager [None req-f8304309-ff77-42a5-8da7-14769caf061c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728207199317', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1225543'] for agent, after_update {{(pid=103054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}